diff --git "a/llm.mnn.json" "b/llm.mnn.json" --- "a/llm.mnn.json" +++ "b/llm.mnn.json" @@ -1,106968 +1,3 @@ -{ - "bizCode": "MNNTest", - "extraInfo": { - "version": "2.9.5" - }, - "oplists": [ - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 1, - 1536 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "input_ids", - "outputIndexes": [ - 0 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 3 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1, - -1, - 1536 - ] - }, - "name": "/Constant_output_0__", - "outputIndexes": [ - 1 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 0, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_output_0", - "outputIndexes": [ - 2 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm/Mul_output_0", - "outputIndexes": [ - 3 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.042725, - 0.032471, - 0.038818, - 0.037598, - 0.027222, - 0.038818, - 0.035156, - 0.031738, - 0.034668, - 0.038574, - 0.033936, - 0.035156, - 0.030518, - 0.033203, - 0.034668, - 0.015991, - 0.036377, - 0.041016, - 0.036377, - 0.065918, - 0.034912, - 0.035156, - 0.03064, - 0.029053, - 0.023071, - 0.035156, - 0.04248, - 0.039062, - 0.035645, - 0.032471, - 0.031494, - 0.034668, - 0.031006, - 0.031738, - 0.04834, - 0.039551, - 0.037109, - 0.030151, - 0.029663, - 0.036133, - 0.042969, - 0.041748, - 0.03833, - 0.035645, - 0.032715, - 0.040771, - 0.031494, - 0.000679, - 0.036377, - -0.011536, - 0.018921, - 0.038574, - 0.03418, - 0.034668, - 0.010376, - 0.039551, - 0.037842, - 0.040039, - 0.034424, - 0.038086, - 0.032715, - 0.029907, - 0.041504, - 0.033203, - 0.05127, - 0.03833, - 0.034912, - 0.036621, - -0.03418, - 0.036621, - 0.000254, - 0.039307, - 0.035156, - 0.026733, - 0.028076, - 0.039307, - 0.03125, - 0.037598, - 0.027344, - 0.034424, - 0.037109, - 0.036377, - 0.033936, - 0.030762, - 0.039307, - 0.046143, - 0.020874, - 0.049561, - 0.029297, - 0.031128, - 0.030396, - 0.035889, - 0.040771, - 0.032471, - 0.035645, - 0.027954, - 0.033447, - 0.000343, - 0.033203, - 0.031128, - 0.03064, - 0.031494, - 0.050537, - 0.0354, - 0.029663, - 0.033203, - 0.035645, - 0.032715, - 0.036865, - 0.036621, - 0.037354, - 0.039062, - -0.071289, - 0.026611, - 0.037109, - 0.041016, - 0.052002, - 0.031128, - 0.035156, - 0.031006, - 0.029419, - 0.035156, - 0.039551, - 0.031738, - 0.028198, - 0.032959, - 0.035156, - 0.03125, - 0.033203, - -0.001869, - 0.034424, - 0.040527, - 0.03125, - 0.037354, - 0.033447, - 0.027466, - 0.029663, - 0.037842, - 0.035889, - 0.029785, - 0.036133, - 0.04248, - 0.040283, - 0.034912, - 0.03125, - 0.037354, - 0.041748, - 0.027222, - -0.069824, - 0.00071, - 0.043701, - 0.034912, - 0.044434, - 0.041748, - 0.032227, - 0.029297, - 0.038086, - 0.041748, - 0.037109, - 0.044678, - 0.033203, - 0.00066, - 0.036865, - 0.036377, - 0.03418, - 0.024658, - 0.04126, - 0.037842, - 0.037109, - -0.019531, - 0.043701, - 0.040771, - 0.040527, - 0.031738, - 0.034912, - -0.020996, - 0.037598, - 0.03833, - 0.034668, - -0.017212, - 0.033203, - 0.031738, - 0.090332, - 0.040039, - 0.038818, - 0.043701, - 0.037842, - -0.021362, - 0.02832, - 0.031494, - 0.030029, - 0.03418, - 0.090332, - 0.035156, - 0.033691, - 0.03418, - 0.027832, - 0.036621, - 0.040527, - 0.032227, - 0.031494, - 0.037842, - 0.03418, - 0.032227, - 0.034912, - 0.033203, - 0.058594, - 0.027344, - 0.042236, - 0.032471, - 0.030884, - 0.033447, - 0.034912, - 0.029419, - 0.039062, - 0.050781, - 0.030762, - 0.038086, - 0.038574, - 0.0354, - 0.03064, - 0.041016, - 0.032227, - 0.028198, - 0.042236, - 0.001183, - 0.036377, - 0.032227, - 0.021362, - 0.040527, - 0.040039, - 0.034424, - 0.037109, - 0.027222, - 0.040527, - 0.03833, - -5.1e-05, - 0.034424, - 0.040771, - 0.037598, - 0.025635, - -0.030151, - 0.030518, - 0.032471, - 0.032715, - 0.033691, - 0.028442, - 0.040283, - 0.03064, - 0.035645, - 0.035645, - 0.030029, - 0.029907, - 0.025879, - 0.030518, - 0.036865, - 0.0354, - 0.034668, - 0.029907, - 0.039551, - 0.034424, - 0.031738, - 0.035156, - 0.029907, - 0.038086, - 0.038086, - 0.031738, - 0.034668, - 0.029907, - 0.029297, - 0.04248, - 0.038574, - 0.032471, - 0.033203, - 0.033691, - 0.031982, - 0.041504, - 0.034668, - 0.027832, - 0.041016, - 0.034668, - 0.035645, - 0.033691, - 0.031494, - 0.037842, - 0.041992, - 0.033936, - 0.033203, - 0.0354, - 0.035889, - 0.024414, - 0.036621, - 0.03833, - 0.036865, - 0.030884, - 0.026001, - 0.034424, - 0.03125, - 0.03064, - 0.032227, - 0.039062, - 0.034668, - 0.040527, - 0.036377, - 0.029053, - 0.03833, - 0.032715, - 0.433594, - 0.036865, - 0.036377, - 0.0354, - 0.0354, - 0.034668, - 0.029785, - 0.030273, - 0.000185, - 0.035889, - 0.033691, - 0.034912, - 0.029907, - 0.030884, - 0.04834, - 0.038086, - 0.035889, - 0.029297, - 0.035889, - 0.0354, - 0.028564, - 0.033203, - 0.035156, - 0.035156, - 0.029419, - 0.033203, - 0.042969, - 0.040283, - 0.035156, - 0.0354, - 0.031738, - 0.031128, - 0.033936, - 0.033691, - 0.035645, - 0.031738, - 0.036133, - 0.029663, - 0.048828, - 0.08252, - 0.035645, - 0.032471, - 0.040039, - 0.039551, - 0.036133, - 0.037354, - 0.031128, - 0.033691, - 0.069824, - 0.035156, - 0.03125, - 0.031982, - 0.038086, - 0.03833, - 0.030151, - 0.030884, - 0.04248, - 0.033447, - 0.035889, - 0.029297, - 0.0354, - 0.043213, - 0.024902, - 0.033691, - 0.039795, - 0.033936, - 0.033691, - 0.041016, - 0.032471, - 0.030151, - 0.031494, - 0.033691, - 0.039307, - 0.032471, - 0.041504, - 0.033203, - 0.035645, - 0.03125, - 0.028809, - 0.037842, - 0.035889, - 0.04541, - 0.035645, - 0.038574, - 0.029541, - 0.0354, - 0.030396, - 0.032227, - 0.040039, - 0.039551, - 0.049805, - 0.123047, - 0.07959, - 0.029541, - 0.033936, - 0.04248, - 0.033691, - 0.033203, - 0.035156, - 0.031494, - 0.037842, - 0.036133, - 0.044678, - -0.046387, - 0.032959, - 0.02002, - 0.034424, - 0.037354, - 0.035889, - 0.040283, - 0.024902, - 0.03125, - 0.03064, - 0.034668, - 0.031982, - 0.02771, - 0.036865, - 0.04126, - -0.019409, - 0.037598, - 0.033691, - 0.037109, - 0.025879, - 0.039795, - 0.030518, - 0.034668, - 0.033203, - 0.040527, - 0.030518, - 0.034912, - 0.033447, - 0.033203, - 0.03833, - 0.0271, - 0.03125, - 0.032715, - 0.031982, - 0.037354, - 0.032959, - 0.033203, - 0.026611, - 0.037109, - 0.042236, - 0.030518, - 0.042236, - 0.033691, - 0.041504, - 0.031128, - 0.031738, - 0.032959, - 0.046143, - 0.030396, - 0.034424, - 0.042969, - 0.033447, - 0.029907, - 0.029419, - 0.042725, - 0.032959, - 0.033936, - 0.031982, - 0.039795, - 0.036621, - 0.031494, - 0.032471, - 0.031494, - 0.029541, - 0.015747, - 0.032715, - 0.032959, - 0.032227, - 0.016968, - 0.037842, - 0.026245, - 0.040039, - 0.025513, - 0.032959, - 0.035645, - 0.035889, - 0.028809, - 0.041504, - 0.04248, - 0.031494, - -0.009949, - 0.033936, - 0.038086, - 0.0354, - 0.038574, - 0.032227, - 0.041016, - 0.032227, - 0.035156, - -0.001671, - 0.031006, - 0.036865, - 0.026611, - 0.028198, - 0.032715, - 0.032227, - 0.031494, - 0.037109, - 0.035645, - 0.029663, - 0.035889, - 0.037598, - 0.035156, - 0.035156, - 0.034912, - 0.027954, - 0.036621, - 0.032227, - 0.035645, - 0.031006, - 0.030151, - 0.036133, - 0.037598, - 0.035645, - 0.03418, - 0.038086, - 0.034424, - 0.032227, - 0.035156, - 0.044922, - 0.030029, - 0.030029, - 0.044189, - 0.040283, - -0.018555, - 0.028931, - 0.041748, - 0.036377, - 0.033203, - 0.035645, - 0.036133, - 0.047607, - 0.03125, - 0.040039, - 0.030884, - 0.039307, - 0.03125, - 0.030029, - -0.039307, - 0.033203, - 0.034912, - 0.027466, - 0.037598, - 0.032227, - 0.032715, - 0.045166, - 0.035645, - 0.036621, - 0.037842, - 0.039307, - 0.037842, - 0.031738, - 0.039307, - 0.037842, - 0.033936, - 0.035645, - 0.043457, - 0.034668, - 0.035889, - 0.040527, - 0.038086, - 0.028198, - 0.036133, - 0.030029, - 0.033447, - 0.039307, - 0.030884, - 0.040283, - 0.030396, - 0.030884, - 0.034424, - 0.030884, - 0.029907, - 0.038574, - 0.0354, - 0.056152, - 0.032471, - -0.02124, - 0.036377, - 0.042969, - 0.04126, - 0.033447, - 0.033447, - 0.042236, - 0.044922, - 0.035645, - 0.00066, - 0.032715, - 0.036621, - 0.034912, - 0.033691, - 0.038574, - 0.039062, - 0.036865, - 0.033936, - 0.028931, - 0.036133, - 0.032715, - 0.030884, - 0.037842, - 0.031982, - 0.037109, - 0.035156, - 0.033203, - 0.037842, - 0.044678, - 0.039307, - 0.034668, - 0.037598, - 0.033447, - 0.034424, - 0.031128, - 0.045654, - 0.0354, - 0.037354, - 0.03418, - 0.038086, - 0.031006, - 0.032715, - 0.060303, - 0.030396, - 0.03833, - 0.036865, - 0.036377, - 0.038574, - 0.038818, - 0.038574, - 0.0354, - 0.036621, - 0.036133, - 0.043457, - 0.032715, - 0.047607, - 0.032227, - 0.029419, - 0.030518, - 0.025513, - 0.028931, - 0.038574, - -0.013367, - -0.045654, - 0.037598, - 0.034912, - 0.033936, - 0.034668, - 0.040039, - 0.049561, - 0.030396, - -0.014221, - -0.090332, - 0.03125, - 0.033447, - 0.034668, - 0.031494, - 0.030029, - 0.043457, - 0.036377, - 0.038574, - 0.035645, - 0.031982, - 0.034668, - 0.026367, - 0.030396, - 0.033936, - 0.033203, - 0.036377, - 0.029297, - 0.042969, - 0.035156, - 0.031006, - 0.033447, - 0.031006, - 0.027344, - 0.041016, - 0.038086, - 0.034424, - 0.033691, - 0.050293, - 0.161133, - 0.029297, - 0.030151, - 0.068848, - 0.034424, - 0.057617, - 0.027954, - 0.032227, - 0.036865, - 0.025879, - 0.033691, - 0.03418, - 0.032471, - 0.038086, - 0.034668, - 0.043213, - 0.073242, - 0.037842, - 0.033936, - 0.030396, - 0.03833, - 0.032715, - 0.035156, - 0.033447, - 0.034424, - 0.02478, - 0.039062, - 0.052002, - 0.033203, - 0.030151, - 0.031494, - 0.031982, - 0.038086, - 0.032959, - 0.062988, - 0.047119, - 0.036133, - 0.032715, - 0.025269, - 0.039551, - -0.040283, - 0.028931, - 0.033691, - 0.039795, - 0.03125, - 0.084961, - 0.034424, - 0.037354, - 0.031982, - 0.042236, - 0.017822, - 0.037842, - 0.032227, - 0.033447, - 0.037842, - 0.032471, - 0.032959, - 0.03833, - 0.038086, - 0.036621, - 0.03833, - 0.111816, - 0.036865, - 0.034912, - 0.035889, - 0.032959, - 5.6e-05, - 0.014771, - 0.032227, - 0.032227, - 0.03064, - 0.036377, - 0.07373, - 0.03125, - 0.035156, - 0.037354, - 0.037842, - 0.0354, - 0.030273, - 0.034424, - 0.036621, - 0.037354, - 0.033691, - 0.039307, - 0.037842, - 0.101074, - 0.0354, - 0.032715, - 0.039062, - 0.032959, - 0.034424, - 0.032959, - 0.037109, - 0.031738, - 0.032715, - 0.03418, - 0.035156, - 0.036621, - 0.035889, - 0.03125, - 0.038086, - 0.035156, - 0.032959, - 0.036133, - 0.032227, - 0.04126, - 0.03833, - 0.028687, - 0.066406, - 0.04248, - 0.037354, - 0.035889, - 0.03064, - 0.029175, - 0.045898, - 0.003754, - 0.034424, - 0.038086, - 0.034912, - 0.029541, - 0.038818, - 0.038818, - 0.03125, - 0.035889, - 0.032715, - 0.031982, - 0.037109, - 0.029297, - 0.030518, - 0.033936, - 0.037598, - 0.0354, - 0.000206, - 0.030273, - 0.026611, - 0.039795, - 0.032959, - 0.03833, - 0.036377, - 0.036865, - 0.033691, - 0.030396, - 0.030396, - -0.016846, - 0.038086, - 0.032227, - 0.036865, - 0.03064, - 0.011292, - 0.047363, - 0.036133, - 0.030029, - 0.139648, - 0.039795, - 0.039307, - 0.052002, - 0.033203, - 0.09082, - 0.032959, - 0.033691, - 0.032959, - 0.033936, - 0.088379, - 0.033936, - 0.035156, - 0.036377, - 0.038086, - 0.036621, - 0.033936, - 0.037354, - 0.031982, - 0.035889, - 0.032471, - 0.03418, - 0.032715, - 0.029541, - 0.036865, - 0.036133, - 0.032959, - 0.031738, - 0.034912, - 7.7e-05, - 0.034424, - 0.02063, - 0.037109, - -0.022095, - 0.040527, - 0.037842, - 0.035889, - 0.030396, - 0.035889, - 0.033691, - 0.037598, - 0.029175, - 0.036377, - -0.028198, - 0.035889, - 0.037842, - 0.00012, - 0.029663, - 0.162109, - 0.035645, - 0.036621, - 0.03418, - 0.031738, - 0.033203, - 0.035645, - 0.031982, - 0.033203, - 0.035156, - 0.075195, - 0.027954, - 0.032959, - 0.033203, - 0.0271, - 0.036133, - 0.031738, - 0.031982, - 0.036621, - 0.035156, - 0.100098, - 0.038574, - 0.036377, - 0.032471, - 0.037109, - 0.033936, - 0.037354, - 0.031982, - 0.04126, - 0.054199, - 0.040527, - 0.028931, - 0.03833, - 0.027344, - 0.036133, - 0.042236, - 0.036377, - 0.0354, - 0.030396, - 0.041992, - 0.02771, - 0.043945, - 0.032715, - 0.0354, - 0.055664, - 0.045654, - 0.038086, - 0.034912, - 0.036865, - 0.040283, - 0.0354, - 0.036621, - 0.040527, - 0.035156, - 0.072754, - 0.033936, - 0.037842, - 0.032471, - 0.033936, - 0.033447, - 0.037842, - 0.039551, - 0.034424, - 0.034424, - 0.041504, - 0.040527, - 0.033936, - 0.035645, - 0.019531, - 0.035645, - 0.04541, - 0.028198, - 0.037842, - 0.027466, - 0.030396, - 0.02832, - 0.031128, - 0.031738, - 0.032959, - 0.041016, - 0.037598, - 0.033203, - 0.031738, - 0.029175, - -0.022705, - 0.042725, - 0.032227, - 0.036865, - 0.033936, - 0.053223, - 0.02771, - 0.034424, - 0.03418, - 0.038086, - 0.03833, - 0.031128, - 0.031738, - 0.036133, - 0.034424, - 0.031006, - 0.037354, - 0.03418, - 0.03418, - 0.031494, - 0.035156, - 0.037109, - 0.032471, - 0.031494, - 0.033203, - 0.032227, - 0.044678, - 0.031494, - 0.032471, - 0.0354, - 0.03833, - 0.033691, - 0.033203, - 0.028809, - 0.051025, - 0.026123, - 0.034668, - 0.031128, - 0.038086, - 0.032959, - 0.031738, - 0.032227, - 0.041992, - 0.037354, - 0.027954, - 0.041748, - 0.029663, - 0.042969, - -0.020142, - 0.036621, - 0.033447, - 0.058594, - 0.030396, - 0.026611, - 0.047363, - 0.033447, - 0.021118, - 0.044434, - 0.036865, - 0.041504, - 0.037354, - 0.0354, - 0.033691, - 0.032227, - 0.04126, - 0.041504, - 0.029053, - 0.032715, - 0.03125, - 0.040283, - 0.034424, - 0.03125, - 0.035645, - 0.029419, - 0.032471, - 0.036865, - 0.041504, - 0.038086, - 0.039307, - 0.034912, - 0.035889, - 0.030151, - 0.036377, - 0.031006, - -0.111816, - 0.04126, - 0.027588, - 0.172852, - 0.030518, - -0.107422, - 0.040283, - 0.025879, - 0.035645, - 0.028931, - 0.033447, - 0.032715, - 0.029541, - 0.041748, - 0.043457, - 0.033691, - 0.041748, - 0.034912, - 0.038086, - 0.032715, - 0.030518, - 0.090332, - 0.032959, - 0.0354, - 0.041748, - 0.031494, - 0.03418, - 0.034668, - 0.032715, - 0.037842, - 0.032715, - 0.032227, - 0.039062, - 0.032471, - 0.033447, - 0.035889, - 0.037842, - 0.03833, - 0.032227, - 0.037598, - 0.037354, - 0.034912, - 0.032471, - 0.051514, - 0.034912, - 0.088867, - 0.033936, - 0.041748, - 0.033691, - 0.033691, - 0.035889, - 0.033447, - 0.0354, - 0.048828, - 0.000538, - 0.039551, - 0.030762, - 0.033203, - 0.029541, - 0.034912, - 0.03418, - 0.03418, - 0.032471, - 0.031494, - 0.043701, - 0.031494, - 0.038818, - 0.03125, - 0.0354, - 0.034912, - 0.042725, - 0.03833, - 0.036621, - 0.036865, - 0.034912, - 0.026733, - 0.032471, - 0.033447, - 0.031494, - 0.038818, - 0.037354, - 0.03418, - 0.032715, - 0.035889, - 0.033691, - 0.035156, - 0.031982, - 0.032959, - 0.036377, - -0.030396, - 0.037842, - 0.032715, - 0.083008, - 0.032959, - 0.03064, - 0.040283, - 0.025391, - 0.035645, - 0.037842, - 0.03418, - 0.036865, - 0.037598, - 0.035156, - 0.039795, - 0.029663, - 0.04248, - 0.037354, - 0.031128, - 0.033691, - 0.077148, - 0.031494, - 0.034424, - 0.034912, - 0.032715, - 0.030151, - 0.031494, - 0.031738, - 0.034424, - 0.037598, - 0.037842, - 0.034912, - 0.030762, - 0.031982, - 0.038818, - 0.030884, - 0.043457, - 0.034912, - 0.144531, - 0.036133, - 0.033447, - 0.032959, - 0.034668, - 0.035156, - 0.009827, - 0.04248, - 0.028442, - 0.038086, - 0.037354, - 0.037598, - 0.039551, - 0.042969, - 0.033691, - 0.036133, - 0.036133, - 0.042236, - 0.034912, - 0.036377, - 0.03418, - 0.037842, - 0.037842, - 0.032715, - 0.045654, - 0.03418, - 0.033447, - 0.033203, - 0.036621, - 0.032227, - 0.036377, - 0.039062, - 0.043457, - 0.025635, - 0.030029, - 0.030151, - 0.026733, - 0.037842, - 0.043701, - 0.033936, - 0.033447, - 0.0354, - 0.050781, - 0.0354, - 0.033203, - 0.033936, - 0.030273, - 0.033203, - 0.065918, - 0.031494, - 0.034668, - 0.036377, - -0.030518, - -0.052246, - 0.036133, - 0.03418, - 0.03418, - 0.035645, - 0.039307, - 0.030884, - 0.035156, - 0.028931, - 0.026611, - 0.028564, - 0.04126, - 0.032227, - 0.037354, - 0.039062, - 0.028442, - 0.037354, - 0.078613, - 0.038086, - 0.033691, - 0.033447, - 0.034912, - 0.037354, - 0.078613, - 0.04248, - 0.033936, - 0.033691, - 0.031006, - 0.025879, - 0.03833, - 0.04541, - 0.032471, - 0.038818, - 0.047852, - 0.020752, - 0.055176, - 0.032227, - 0.032471, - 0.000595, - 0.034424, - 0.034424, - 0.032715, - 0.02832, - 0.031128, - 0.041504, - 0.043945, - 0.028687, - 0.033936, - 0.037354, - 0.052734, - -0.010925, - 0.015076, - 0.031006, - 0.033203, - 0.034424, - 0.034668, - 0.032959, - 0.038574, - 0.0354, - 0.0354, - -0.000984, - 0.037598, - 0.037598, - 0.033203, - 0.049561, - 0.037354, - 0.036133, - 0.036377, - 0.012756, - 0.025391, - 0.029175, - 0.033447, - 0.038574, - 0.036621, - 0.029541, - 0.029297, - 0.061523, - 0.052734, - 0.036865, - 0.038574, - 0.028687, - 0.034668, - 0.028809, - 0.039062, - 0.030151, - 0.032715, - 0.033203, - 0.029297, - 0.041992, - 0.031982, - 0.04248, - 0.043945, - 0.040039, - 0.035889, - 0.000188, - 0.031738, - 0.038086, - 0.036621, - 0.051758, - 0.028442, - 0.026978, - 0.036621, - 0.035156, - 0.035156, - 0.029907, - 0.043213, - 0.033936, - 0.047363, - 0.031738, - 0.030151, - 0.044189, - 0.035156, - 0.034668, - 0.044922, - 0.040039, - 0.0354, - -0.016968, - 0.032715, - 0.015564, - 0.034912, - 0.035645, - 0.033691, - 0.035889, - 0.035889, - 0.032715, - 0.045166, - 0.033447, - 0.039307, - 0.029297, - 0.037354, - 0.034424, - 0.033936, - 0.029297, - 0.040039, - -0.01532, - 0.029785, - 0.037354, - 0.031006, - 0.036621, - 0.036621, - 0.029663, - 0.03418, - 0.037109, - 0.033447, - 0.035156, - 0.03125, - 0.036865, - 0.037842, - 0.032227, - 0.038086, - 0.036377, - 0.03418, - 0.046143, - 0.039307, - 0.031494, - 0.03064, - 0.037354, - 0.030273, - 0.039062, - 0.039307, - 0.040527, - 0.041016, - 0.033203, - 0.04126, - 0.034668, - 0.029053, - 0.031006, - 0.033936, - 0.033691, - 0.027344, - 0.030884, - 0.035645, - 0.042236, - 0.108887, - 0.030884, - 0.034912, - 0.04541, - 0.033691, - 0.030029, - 0.039062, - 0.039551, - 0.038818, - 0.038574, - 0.037842, - 0.027954, - 0.033936, - 0.036621, - 0.031128, - 0.033447, - 0.029297, - 0.027954, - 0.032959, - 0.025269, - 0.036865, - 0.044434, - 0.027466, - 0.026978, - 0.034668, - 0.032715, - 0.050781, - 0.037109, - 0.039551, - 0.028687, - 0.032471, - 0.046875, - 0.041748, - 0.031738, - 0.036621, - 0.030029, - 0.03418, - 0.044434, - 0.044678, - 0.036865, - 0.034668, - 0.045654, - 0.032959, - 0.030029, - 0.048096, - 0.0354, - 0.072754, - 0.030151, - 0.034912, - 0.038574, - 0.033447, - 0.035645, - 0.033203, - 0.05127, - 0.033691, - 0.029541, - 0.031982, - 0.039795, - 0.04248, - 0.039551, - 0.038086, - 0.035156, - 0.038818, - 0.019653, - 0.031982, - 0.038574, - 0.04126, - 0.039307, - 0.038818, - 0.029297, - 0.033447, - 0.037842, - 0.041016, - 0.032959, - 0.029419, - 0.035889, - 0.028442, - 0.034912, - 0.02771, - 0.024536, - 0.037354, - 0.043945, - 0.040283, - 0.037354, - 0.038818, - 0.031982, - 0.040771, - 0.032471, - 0.03418, - 0.032471, - 0.033447, - 0.026978, - 0.032227, - 0.044189, - 0.03418, - 0.028931, - 0.031738, - 0.033691, - 0.032715, - 0.040039, - 0.04126, - 0.037354, - 0.0354, - 0.030273, - 0.037598, - 0.033203, - 0.032959, - 0.03064, - 0.029419, - 0.035889, - 0.031738, - 0.031738, - 0.022461, - 0.041748, - 0.034912, - 0.033691, - 0.039307, - 0.025879, - 0.033447, - 0.032715, - 0.033447, - 0.033691, - 0.04248, - 0.033203, - 0.037598, - 0.036621, - 0.035156 - ] - }, - "name": "model.transformer.layers.0.attn_norm.weight", - "outputIndexes": [ - 4 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 3, - 4 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm/Mul_1_output_0", - "outputIndexes": [ - 5 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 5 - ], - "outputIndexes": [ - 1466 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1466 - ], - "outputIndexes": [ - 1467 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear", - "inputIndexes": [ - 1467 - ], - "outputIndexes": [ - 1468 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 768, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 0, - 589846, - 73728, - 3072, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1468 - ], - "outputIndexes": [ - 1469 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1469 - ], - "outputIndexes": [ - 6 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 768 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1 - ] - }, - "name": "/Unsqueeze_output_0", - "outputIndexes": [ - 7 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 5 - ], - "main_type": "NONE", - "name": "/Shape_1_output_0", - "outputIndexes": [ - 8 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1 - ] - }, - "name": "/rotary/Constant_9_output_0", - "outputIndexes": [ - 9 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8 - ], - "main_type": "NONE", - "name": "Shape19", - "outputIndexes": [ - 10 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 8 - ], - "main_type": "NONE", - "name": "Rank21", - "outputIndexes": [ - 11 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 11, - 11 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp23", - "outputIndexes": [ - 12 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 12 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze24", - "outputIndexes": [ - 13 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 12, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp26", - "outputIndexes": [ - 14 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 14 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze27", - "outputIndexes": [ - 15 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 10, - 13, - 15, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice30", - "outputIndexes": [ - 16 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 16 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze31", - "outputIndexes": [ - 17 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 17 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp32", - "outputIndexes": [ - 18 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 18, - 17 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp33", - "outputIndexes": [ - 19 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 8, - 19, - 12 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_2_output_0", - "outputIndexes": [ - 20 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 0 - ] - }, - "name": "/Constant_597_output_0", - "outputIndexes": [ - 21 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 20, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_1_output_0", - "outputIndexes": [ - 22 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12 - ] - }, - "name": "/Constant_4_output_0", - "outputIndexes": [ - 23 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 64 - ] - }, - "name": "/Constant_5_output_0", - "outputIndexes": [ - 24 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 22, - 23, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_output_0", - "outputIndexes": [ - 25 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 6, - 25 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_1_output_0", - "outputIndexes": [ - 26 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 26 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm/Mul_output_0", - "outputIndexes": [ - 27 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.296875, - 1.570312, - 1.554688, - 1.570312, - 1.429688, - 1.78125, - 2.34375, - 0.824219, - 0.117188, - 1.984375, - 2.109375, - 2.15625, - 2.078125, - 0.124023, - 2.03125, - 2.828125, - 2.078125, - 1.96875, - 1.75, - 0.144531, - 2.078125, - 3.015625, - 2.640625, - 6.21875, - 2.953125, - 1.648438, - 0.605469, - 5.21875, - 1.671875, - 1.195312, - 2.21875, - 2.140625, - 0.777344, - 0.964844, - -0.917969, - 1.078125, - 0.128906, - 1.101562, - -0.337891, - 1.992188, - 2.1875, - 2.0, - 1.453125, - 2.140625, - 2.203125, - 3.453125, - 1.984375, - 1.382812, - 1.882812, - 1.929688, - 2.203125, - 4.0, - 2.015625, - 1.101562, - 1.304688, - 0.044678, - 1.484375, - 2.546875, - 2.0, - 0.738281, - 2.578125, - 1.203125, - 1.867188, - 1.867188 - ] - }, - "name": "model.transformer.layers.0.attn.q_norm.weight", - "outputIndexes": [ - 28 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 27, - 28 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm/Mul_1_output_0", - "outputIndexes": [ - 29 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 3 - ], - "dtype": "DT_INT32", - "dformat": "NCHW" - }, - "name": "position_ids", - "outputIndexes": [ - 30 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 30 - ], - "main_type": "CastParam", - "main": { - "srcT": "DT_VARIANT", - "dstT": "DT_FLOAT" - }, - "name": "/rotary/Cast_output_0", - "outputIndexes": [ - 31 - ], - "type": "Cast", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1, - 1 - ] - }, - "name": "/rotary/Constant_1_output_0__", - "outputIndexes": [ - 32 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 31, - 32 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/rotary/Reshape_output_0", - "outputIndexes": [ - 33 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 32 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.0, - 0.749894, - 0.562341, - 0.421697, - 0.316228, - 0.237137, - 0.177828, - 0.133352, - 0.1, - 0.074989, - 0.056234, - 0.04217, - 0.031623, - 0.023714, - 0.017783, - 0.013335, - 0.01, - 0.007499, - 0.005623, - 0.004217, - 0.003162, - 0.002371, - 0.001778, - 0.001334, - 0.001, - 0.00075, - 0.000562, - 0.000422, - 0.000316, - 0.000237, - 0.000178, - 0.000133 - ] - }, - "name": "/rotary/Constant_2_output_0", - "outputIndexes": [ - 34 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 33, - 34 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/rotary/Mul_output_0", - "outputIndexes": [ - 35 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 35 - ], - "main_type": "UnaryOp", - "main": { - "opType": "COS", - "T": "DT_FLOAT" - }, - "name": "/rotary/Cos_output_0", - "outputIndexes": [ - 36 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 36, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_output_0", - "outputIndexes": [ - 37 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 35 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIN", - "T": "DT_FLOAT" - }, - "name": "/rotary/Sin_output_0", - "outputIndexes": [ - 38 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 38, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_1_output_0", - "outputIndexes": [ - 39 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 37, - 39 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/rotary/Concat_output_0", - "outputIndexes": [ - 40 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 40, - 40 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/rotary/Concat_1_output_0", - "outputIndexes": [ - 41 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3, - 1 - ] - }, - "name": "/rotary/Unsqueeze_2_axes", - "outputIndexes": [ - 42 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 41, - 42 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/rotary/Unsqueeze_3_output_0", - "outputIndexes": [ - 43 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43 - ], - "main_type": "NONE", - "name": "Shape64", - "outputIndexes": [ - 44 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 43 - ], - "main_type": "NONE", - "name": "Rank66", - "outputIndexes": [ - 45 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 45, - 45 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp68", - "outputIndexes": [ - 46 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze69", - "outputIndexes": [ - 47 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp71", - "outputIndexes": [ - 48 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 48 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze72", - "outputIndexes": [ - 49 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44, - 47, - 49, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice75", - "outputIndexes": [ - 50 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 50 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze76", - "outputIndexes": [ - 51 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 51, - 51 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp78", - "outputIndexes": [ - 52 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43, - 52, - 46 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_3_output_0", - "outputIndexes": [ - 53 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_output_0", - "outputIndexes": [ - 54 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 32 - ] - }, - "name": "/Unsqueeze_6_output_0", - "outputIndexes": [ - 55 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1073741824 - ] - }, - "name": "/Constant_19_output_0", - "outputIndexes": [ - 56 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3 - ] - }, - "name": "/Constant_7_output_0", - "outputIndexes": [ - 57 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_1_output_0", - "outputIndexes": [ - 58 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 58 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_output_0", - "outputIndexes": [ - 59 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 29, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_output_0", - "outputIndexes": [ - 60 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 59, - 60 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_3_output_0", - "outputIndexes": [ - 61 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 46 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze93", - "outputIndexes": [ - 62 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 48 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze96", - "outputIndexes": [ - 63 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 44, - 62, - 63, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice99", - "outputIndexes": [ - 64 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 64 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze100", - "outputIndexes": [ - 65 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 65 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp101", - "outputIndexes": [ - 66 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 66, - 65 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp102", - "outputIndexes": [ - 67 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 43, - 67, - 46 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_4_output_0", - "outputIndexes": [ - 68 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 61, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_1_output_0", - "outputIndexes": [ - 69 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 54, - 69 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_output_0", - "outputIndexes": [ - 70 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 5 - ], - "outputIndexes": [ - 1470 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1470 - ], - "outputIndexes": [ - 1471 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear", - "inputIndexes": [ - 1471 - ], - "outputIndexes": [ - 1472 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 2304, - "weightSize": 0 - }, - "external": [ - 666646, - 147478, - 18432, - 768, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1472 - ], - "outputIndexes": [ - 1473 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1473 - ], - "outputIndexes": [ - 71 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 22, - 57, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_1_output_0", - "outputIndexes": [ - 72 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 71, - 72 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_2_output_0", - "outputIndexes": [ - 73 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 73 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm/Mul_output_0", - "outputIndexes": [ - 74 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.578125, - 1.507812, - 1.601562, - 1.625, - 1.265625, - 1.421875, - 1.710938, - 1.726562, - -0.804688, - 1.976562, - 1.664062, - 1.90625, - 1.914062, - 2.984375, - 2.078125, - 1.242188, - 2.0, - 2.09375, - 2.34375, - 4.84375, - 2.03125, - 1.109375, - 1.054688, - -0.088379, - 1.320312, - 2.421875, - 5.75, - 0.550781, - 2.5, - 1.3125, - 1.8125, - 1.914062, - 1.304688, - 0.84375, - -1.257812, - 1.15625, - 0.71875, - 1.3125, - 1.070312, - 0.628906, - 1.789062, - 2.015625, - 1.921875, - 1.898438, - 1.867188, - 0.049316, - 2.109375, - 2.578125, - 2.140625, - 2.1875, - 1.820312, - 0.15332, - 2.078125, - 3.5625, - 2.703125, - 7.4375, - 2.53125, - 1.625, - 0.984375, - 4.625, - 1.515625, - 1.640625, - 2.15625, - 2.265625 - ] - }, - "name": "model.transformer.layers.0.attn.k_norm.weight", - "outputIndexes": [ - 75 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 74, - 75 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm/Mul_1_output_0", - "outputIndexes": [ - 76 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 76, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_2_output_0", - "outputIndexes": [ - 77 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 76, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_3_output_0", - "outputIndexes": [ - 78 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 78 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_1_output_0", - "outputIndexes": [ - 79 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 76, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_2_output_0", - "outputIndexes": [ - 80 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 79, - 80 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_4_output_0", - "outputIndexes": [ - 81 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 81, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_3_output_0", - "outputIndexes": [ - 82 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 77, - 82 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_1_output_0", - "outputIndexes": [ - 83 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 5 - ], - "outputIndexes": [ - 1474 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1474 - ], - "outputIndexes": [ - 1475 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear", - "inputIndexes": [ - 1475 - ], - "outputIndexes": [ - 1476 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 2304, - "weightSize": 0 - }, - "external": [ - 833324, - 147478, - 18432, - 768, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1476 - ], - "outputIndexes": [ - 1477 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1477 - ], - "outputIndexes": [ - 84 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 84, - 72 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_3_output_0", - "outputIndexes": [ - 85 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 1, - 1, - -1, - -1 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "attention_mask", - "outputIndexes": [ - 86 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 70, - 83, - 85, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.0/self_attn/FusedAttention", - "outputIndexes": [ - 87 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 87 - ], - "outputIndexes": [ - 1478 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 768, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1478 - ], - "outputIndexes": [ - 1479 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear", - "inputIndexes": [ - 1479 - ], - "outputIndexes": [ - 1480 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 768, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 1000002, - 589846, - 73728, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1480 - ], - "outputIndexes": [ - 1481 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1481 - ], - "outputIndexes": [ - 88 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 2, - 88 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_2_output_0", - "outputIndexes": [ - 89 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 89 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm/Mul_output_0", - "outputIndexes": [ - 90 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.105469, - 0.117676, - 0.109375, - 0.102539, - 0.087402, - 0.124512, - 0.109375, - 0.107422, - 0.106934, - 0.105957, - 0.11377, - 0.09668, - 0.116211, - 0.105957, - 0.109375, - 0.108398, - 0.119141, - 0.135742, - 0.101562, - 0.207031, - 0.086914, - 0.111816, - 0.091797, - 0.104004, - 0.101562, - 0.128906, - 0.131836, - 0.10498, - 0.10791, - 0.104492, - 0.111328, - 0.104492, - 0.092285, - 0.098145, - 0.115234, - 0.115723, - 0.125977, - 0.110352, - 0.126953, - 0.10498, - 0.109863, - 0.148438, - 0.101074, - 0.109863, - 0.101562, - 0.111328, - 0.10498, - 0.207031, - 0.112793, - 0.198242, - 0.235352, - 0.124512, - 0.109375, - 0.108887, - 0.132812, - 0.111816, - 0.118164, - 0.103516, - 0.114258, - 0.108887, - 0.116211, - 0.121094, - 0.088867, - 0.105957, - 0.182617, - 0.124023, - 0.125977, - 0.115234, - 0.113281, - 0.09375, - 0.123047, - 0.117188, - 0.106934, - 0.12207, - 0.095215, - 0.112793, - 0.098633, - 0.116699, - 0.114746, - 0.118652, - 0.111816, - 0.120117, - 0.117676, - 0.104004, - 0.15332, - 0.136719, - 0.117676, - 0.122559, - 0.108398, - 0.106445, - 0.128906, - 0.119629, - 0.111328, - 0.104004, - 0.11084, - 0.125977, - 0.092773, - 0.106934, - 0.094727, - 0.099609, - 0.104004, - 0.091309, - 0.217773, - 0.105957, - 0.096191, - 0.103516, - 0.106934, - 0.10498, - 0.091797, - 0.126953, - 0.141602, - 0.112305, - 0.267578, - 0.091309, - 0.109375, - 0.118652, - 0.174805, - 0.115234, - 0.108398, - 0.120605, - 0.107422, - 0.10791, - 0.125977, - 0.105957, - 0.120117, - 0.097656, - 0.123047, - 0.10791, - 0.102051, - 0.118164, - 0.101562, - 0.121582, - 0.106934, - 0.116211, - 0.098145, - 0.115234, - 0.101074, - 0.152344, - 0.11084, - 0.101074, - 0.101074, - 0.128906, - 0.126953, - 0.118652, - 0.094727, - 0.092773, - 0.101562, - 0.106445, - 0.213867, - 0.181641, - 0.118652, - 0.119629, - 0.113281, - 0.106445, - 0.106445, - 0.097656, - 0.120117, - 0.15332, - 0.130859, - 0.110352, - 0.105469, - 0.283203, - 0.116699, - 0.11377, - 0.100098, - 0.098633, - 0.112793, - 0.104492, - 0.125977, - 0.088379, - 0.231445, - 0.112305, - 0.094727, - 0.113281, - 0.126953, - 0.111328, - 0.108887, - 0.123535, - 0.106445, - 0.111328, - 0.136719, - 0.106934, - 0.302734, - 0.105957, - 0.120605, - 0.11377, - 0.111816, - 0.113281, - 0.106445, - 0.103516, - 0.116211, - 0.105957, - 0.265625, - 0.115234, - 0.115723, - 0.116211, - 0.108398, - 0.12793, - 0.121094, - 0.114258, - 0.130859, - 0.11377, - 0.103027, - 0.104492, - 0.118164, - 0.123047, - 0.210938, - 0.111816, - 0.129883, - 0.102539, - 0.094727, - 0.11377, - 0.136719, - 0.12207, - 0.108398, - 0.146484, - 0.120605, - 0.125, - 0.114258, - 0.11377, - 0.11084, - 0.146484, - 0.112305, - 0.09082, - 0.115234, - 0.077637, - 0.117188, - 0.120117, - 0.103027, - 0.118164, - 0.116211, - 0.10498, - 0.102539, - 0.103027, - 0.118164, - 0.109375, - 0.134766, - 0.114746, - 0.114258, - 0.102539, - 0.098633, - 0.09082, - 0.118652, - 0.124023, - 0.111328, - 0.123047, - 0.098633, - 0.121094, - 0.101074, - 0.10498, - 0.111816, - 0.085449, - 0.102539, - 0.09375, - 0.110352, - 0.12207, - 0.112305, - 0.102051, - 0.102051, - 0.105957, - 0.112305, - 0.124512, - 0.089844, - 0.106445, - 0.12793, - 0.111328, - 0.105957, - 0.10791, - 0.098145, - 0.094238, - 0.115723, - 0.121582, - 0.118652, - 0.114746, - 0.112305, - 0.106445, - 0.104004, - 0.092773, - 0.110352, - 0.10498, - 0.121582, - 0.118652, - 0.100586, - 0.113281, - 0.113281, - 0.120605, - 0.12793, - 0.118652, - 0.114746, - 0.104004, - 0.102051, - 0.116211, - 0.131836, - 0.116211, - 0.078125, - 0.108887, - 0.107422, - 0.111816, - 0.095703, - 0.093262, - 0.110352, - 0.118652, - 0.135742, - 0.112305, - 0.103516, - 0.109375, - 0.098145, - 0.976562, - 0.112793, - 0.125977, - 0.115234, - 0.112305, - -0.000935, - 0.132812, - 0.103027, - 0.145508, - 0.099609, - 0.092773, - 0.100098, - 0.11377, - 0.109863, - 0.138672, - 0.136719, - 0.12207, - 0.113281, - 0.122559, - 0.116699, - 0.103027, - 0.111816, - 0.10791, - 0.115723, - 0.112793, - 0.106445, - 0.118164, - 0.111328, - 0.107422, - 0.117188, - 0.107422, - 0.098145, - 0.111328, - 0.092773, - 0.100586, - 0.109863, - 0.097168, - 0.09668, - 0.137695, - 0.566406, - 0.097656, - 0.110352, - 0.150391, - 0.097656, - 0.102051, - 0.07666, - 0.096191, - 0.120605, - 0.105957, - 0.088867, - 0.10791, - 0.108887, - 0.124023, - 0.117188, - 0.104492, - 0.122559, - 0.126953, - 0.119141, - 0.10791, - 0.100586, - 0.090332, - 0.118652, - 0.091797, - 0.101074, - 0.112305, - 0.097168, - 0.102051, - 0.114258, - 0.089844, - 0.104492, - 0.115723, - 0.11377, - 0.117188, - 0.121094, - 0.11377, - 0.133789, - 0.116211, - 0.094727, - 0.099609, - 0.104492, - 0.124023, - 0.132812, - 0.115234, - 0.113281, - 0.094238, - 0.104004, - 0.099121, - 0.115723, - 0.086914, - 0.142578, - 0.111816, - 0.539062, - 0.227539, - 0.106445, - 0.147461, - 0.145508, - 0.117188, - 0.102051, - 0.104492, - 0.094238, - 0.12207, - 0.101562, - 0.15625, - 0.183594, - 0.095703, - 0.108398, - 0.11377, - 0.12207, - 0.100586, - 0.100586, - 0.099609, - 0.099121, - 0.106934, - 0.112793, - 0.097656, - 0.103027, - 0.09375, - 0.114258, - 0.102539, - 0.099609, - 0.120605, - 0.113281, - 0.118164, - 0.12793, - 0.114258, - 0.11084, - 0.058838, - 0.106445, - 0.118164, - 0.102539, - 0.107422, - 0.108398, - 0.112793, - 0.115234, - 0.101074, - 0.104004, - 0.111328, - 0.11377, - 0.111328, - 0.097168, - 0.098145, - 0.115234, - 0.135742, - 0.094727, - 0.103027, - 0.117188, - 0.123535, - 0.086914, - 0.111328, - 0.115234, - 0.15332, - 0.100098, - 0.10791, - 0.12793, - 0.087891, - 0.118164, - 0.120117, - 0.113281, - 0.087891, - 0.110352, - 0.102539, - 0.133789, - 0.102051, - 0.097168, - 0.117188, - 0.116699, - 0.08252, - 0.126953, - 0.117188, - 0.11377, - 0.120117, - 0.126953, - 0.107422, - 0.104492, - 0.114746, - 0.102051, - 0.094238, - 0.105469, - 0.09668, - 0.116699, - 0.142578, - 0.119629, - 0.110352, - 0.115723, - 0.110352, - 0.098145, - 0.126953, - 0.124512, - 0.109375, - 0.11084, - 0.092285, - 0.105469, - 0.613281, - 0.110352, - 0.121094, - 0.088867, - 0.104004, - 0.102539, - 0.106445, - 0.111816, - 0.10791, - 0.112305, - 0.091797, - 0.116211, - 0.106934, - 0.116211, - 0.124023, - 0.103516, - 0.10498, - 0.122559, - 0.10498, - 0.112305, - 0.104004, - 0.090332, - 0.113281, - 0.103027, - 0.108398, - 0.100586, - 0.119141, - 0.125, - 0.123047, - 0.109375, - 0.170898, - 0.118164, - 0.111816, - 0.12793, - 0.111328, - 0.11377, - 0.088379, - 0.115723, - 0.120605, - 0.107422, - 0.118652, - 0.104004, - 0.161133, - 0.095215, - 0.130859, - 0.11377, - 0.109375, - 0.116699, - 0.115723, - 0.146484, - 0.111816, - 0.101074, - 0.125977, - 0.108887, - 0.105957, - 0.099609, - 0.100586, - 0.11084, - 0.115234, - 0.118164, - 0.133789, - 0.104004, - 0.109375, - 0.094238, - 0.115234, - 0.109375, - 0.12793, - 0.093262, - 0.123535, - 0.114258, - 0.147461, - 0.113281, - 0.101074, - 0.137695, - 0.107422, - 0.105957, - 0.128906, - 0.105469, - 0.12793, - 0.101562, - 0.113281, - 0.121582, - 0.112793, - 0.107422, - 0.147461, - 0.119629, - 0.230469, - 0.106445, - 0.113281, - 0.11377, - 0.128906, - 0.114258, - 0.10791, - 0.100098, - 0.102539, - 0.112793, - 0.116699, - 0.158203, - 0.095703, - 0.106934, - 0.091797, - 0.104004, - 0.11084, - 0.129883, - 0.123047, - 0.108887, - 0.100586, - 0.119629, - 0.091797, - 0.096191, - 0.128906, - 0.126953, - 0.103027, - 0.125977, - 0.125977, - 0.105957, - 0.133789, - 0.116699, - 0.129883, - 0.10498, - 0.104492, - 0.107422, - 0.125, - 0.12793, - 0.123535, - 0.108398, - 0.096191, - 0.125, - 0.101074, - 0.114746, - 0.177734, - 0.111328, - 0.123535, - 0.105469, - 0.117676, - 0.134766, - 0.123047, - 0.142578, - 0.11377, - 0.114746, - 0.114258, - 0.15918, - 0.098633, - 0.142578, - 0.114258, - 0.103516, - 0.101074, - 0.109863, - 0.089844, - 0.11084, - 0.109863, - 0.287109, - 0.105469, - 0.126953, - 0.113281, - 0.103027, - 0.120117, - 0.141602, - 0.111816, - 0.107422, - 0.433594, - 0.109375, - 0.12207, - 0.10791, - 0.114258, - 0.102539, - 0.130859, - 0.10498, - 0.100098, - 0.111816, - 0.109375, - 0.103027, - 0.104492, - 0.081543, - 0.108887, - 0.102539, - 0.141602, - 0.101074, - 0.143555, - 0.107422, - 0.114746, - 0.11377, - 0.106445, - 0.099609, - 0.117676, - 0.119629, - 0.106934, - 0.097656, - 0.15918, - 0.867188, - 0.109375, - 0.105469, - 0.275391, - 0.10498, - 0.168945, - 0.105957, - 0.117676, - 0.125977, - 0.103516, - 0.10498, - 0.103516, - 0.116211, - 0.116699, - 0.079102, - 0.120117, - 0.210938, - 0.108887, - 0.129883, - 0.087402, - 0.106934, - 0.100098, - 0.125977, - 0.12207, - 0.11084, - 0.107422, - 0.122559, - 0.133789, - 0.104004, - 0.123047, - 0.097656, - 0.11084, - 0.109863, - 0.101074, - 0.168945, - 0.141602, - 0.125977, - 0.107422, - 0.10791, - 0.116699, - 0.162109, - 0.10791, - 0.111328, - 0.099121, - 0.103027, - 0.408203, - 0.104492, - 0.115234, - 0.106934, - 0.11377, - 0.102051, - 0.116211, - 0.125, - 0.124023, - 0.105469, - 0.081543, - 0.102051, - 0.111816, - 0.115723, - 0.108887, - 0.123047, - 0.400391, - 0.09668, - 0.106445, - 0.113281, - 0.134766, - 0.163086, - 0.087891, - 0.109375, - 0.112793, - 0.101074, - 0.115723, - 0.220703, - 0.116211, - 0.114258, - 0.122559, - 0.103027, - 0.102539, - 0.118164, - 0.118164, - 0.110352, - 0.109863, - 0.121094, - 0.116699, - 0.112793, - 0.339844, - 0.109863, - 0.095703, - 0.134766, - 0.109375, - 0.112793, - 0.103027, - 0.10498, - 0.110352, - 0.108398, - 0.109863, - 0.09375, - 0.097656, - 0.118652, - 0.104492, - 0.112793, - 0.112793, - 0.091309, - 0.094727, - 0.112793, - 0.132812, - 0.157227, - 0.098145, - 0.263672, - 0.108887, - 0.115234, - 0.124023, - 0.112793, - 0.112305, - 0.116211, - 0.122559, - 0.105957, - 0.112793, - 0.106445, - 0.103027, - 0.137695, - 0.106934, - 0.111328, - 0.09668, - 0.119629, - 0.108887, - 0.137695, - 0.105469, - 0.09082, - 0.109375, - 0.083496, - 0.11084, - 0.304688, - 0.119141, - 0.104492, - 0.130859, - 0.103516, - 0.119141, - 0.117188, - 0.112305, - 0.11377, - 0.123535, - 0.105469, - 0.106934, - 0.099121, - 0.108887, - 0.111816, - 0.001251, - 0.119629, - 0.15332, - 0.105469, - 0.102051, - 1.148438, - 0.121094, - 0.117676, - 0.166016, - 0.099121, - 0.353516, - 0.124023, - 0.126953, - 0.106934, - 0.115234, - 0.237305, - 0.09375, - 0.12793, - 0.098145, - 0.111816, - 0.108398, - 0.104004, - 0.11084, - 0.099121, - 0.122559, - 0.125, - 0.115723, - 0.112793, - 0.092773, - 0.117676, - 0.114258, - 0.114746, - 0.114258, - 0.105469, - 0.129883, - 0.102539, - 0.117188, - 0.117676, - 0.095703, - 0.10791, - 0.115723, - 0.109375, - 0.103516, - 0.109863, - 0.126953, - 0.101562, - 0.104492, - 0.119141, - -0.001221, - 0.116211, - 0.117676, - 0.149414, - 0.102051, - 0.000568, - 0.118652, - 0.104492, - 0.105469, - 0.115234, - 0.111328, - 0.120117, - 0.096191, - 0.113281, - 0.116699, - 0.22168, - 0.101562, - 0.101562, - 0.103027, - 0.097656, - 0.125, - 0.104492, - 0.123047, - 0.123535, - 0.104004, - 0.192383, - 0.118164, - 0.123535, - 0.100586, - 0.152344, - 0.105957, - 0.120117, - 0.111328, - 0.11377, - 0.212891, - 0.123047, - 0.098633, - 0.11084, - 0.120117, - 0.125, - 0.119629, - 0.124023, - 0.09082, - 0.109863, - 0.122559, - 0.104492, - 0.097656, - 0.117676, - 0.118164, - 0.119141, - 0.120117, - 0.137695, - 0.106445, - 0.101074, - 0.124023, - 0.102051, - 0.109863, - 0.139648, - 0.129883, - 0.226562, - 0.124023, - 0.129883, - 0.104492, - 0.096191, - 0.112305, - 0.116699, - 0.128906, - 0.114258, - 0.089844, - 0.157227, - 0.122559, - 0.118164, - 0.12207, - 0.114258, - 0.109375, - 0.150391, - 0.089844, - 0.118164, - 0.091797, - 0.103027, - 0.107422, - 0.097656, - 0.111816, - 0.090332, - 0.172852, - 0.112305, - 0.094727, - 0.110352, - 0.115723, - 0.096191, - 0.10791, - 0.102051, - 0.10791, - 0.102051, - 0.151367, - 0.111816, - 0.097168, - 0.125977, - 0.104492, - 0.105469, - 0.102051, - 0.108887, - 0.115723, - 0.097656, - 0.110352, - 0.104004, - 0.088379, - 0.112305, - 0.104004, - 0.119141, - 0.109375, - 0.116211, - 0.106934, - 0.097656, - 0.09668, - 0.116699, - 0.106445, - 0.093262, - 0.086914, - 0.102539, - 0.106445, - 0.128906, - 0.098145, - 0.185547, - 0.106445, - 0.110352, - 0.108887, - 0.096191, - 0.118164, - 0.120117, - 0.089355, - 0.126953, - 0.141602, - 0.09082, - 0.123047, - 0.116211, - 0.134766, - 0.098145, - 0.119141, - 0.116211, - 0.225586, - 0.124023, - 0.09668, - 0.137695, - 0.117676, - 0.108398, - 0.121094, - 0.117188, - 0.137695, - 0.104492, - 0.104004, - 0.091309, - 0.10498, - 0.116211, - 0.12207, - 0.137695, - 0.102051, - 0.132812, - 0.161133, - 0.126953, - 0.082031, - 0.113281, - 0.089844, - 0.086914, - 0.125977, - 0.120605, - 0.108398, - 0.104004, - 0.108398, - 0.106445, - 0.100098, - 0.111816, - 0.095703, - 0.332031, - 0.094727, - 0.10498, - 1.03125, - 0.100098, - 0.265625, - 0.113281, - 0.141602, - 0.100098, - 0.103027, - 0.12793, - 0.11377, - 0.11084, - 0.111328, - 0.118164, - 0.081543, - 0.123047, - 0.115723, - 0.132812, - 0.112793, - 0.108887, - 0.25, - 0.11084, - 0.088379, - 0.209961, - 0.11377, - 0.121582, - 0.098633, - 0.094238, - 0.106934, - 0.085449, - 0.097656, - 0.102051, - 0.097656, - 0.112305, - 0.10791, - 0.117676, - 0.108887, - 0.108398, - 0.104004, - 0.108398, - 0.111328, - 0.119141, - 0.150391, - 0.106445, - 0.273438, - 0.141602, - 0.12207, - 0.102539, - 0.142578, - 0.114258, - 0.11377, - 0.099609, - 0.152344, - 0.161133, - 0.114258, - 0.115234, - 0.277344, - 0.092773, - 0.117188, - 0.123047, - 0.119629, - 0.121582, - 0.111816, - 0.115723, - 0.096191, - 0.094727, - 0.106934, - 0.092773, - 0.117188, - 0.120605, - 0.113281, - 0.126953, - 0.101562, - 0.115723, - 0.106934, - 0.100098, - 0.111816, - 0.109863, - 0.125, - 0.119629, - 0.104492, - 0.114746, - 0.103516, - 0.107422, - 0.107422, - 0.107422, - 0.112793, - 0.096191, - 0.102051, - 0.125977, - 0.113281, - 0.230469, - 0.115234, - 0.116699, - 0.106445, - 0.101562, - 0.111816, - 0.108398, - 0.111816, - 0.107422, - 0.103027, - 0.112305, - 0.110352, - 0.097168, - 0.099609, - 0.108398, - 0.098633, - 0.108398, - 0.203125, - 0.105957, - 0.102051, - 0.113281, - 0.103516, - 0.115234, - 0.086426, - 0.098145, - 0.118652, - 0.114746, - 0.109375, - 0.108887, - 0.106445, - 0.098633, - 0.124512, - 0.114746, - 0.120117, - 0.111816, - 0.455078, - 0.112305, - 0.088379, - 0.106934, - 0.105957, - 0.104004, - 0.121582, - 0.110352, - 0.092773, - 0.131836, - 0.10791, - 0.106934, - 0.11084, - 0.116699, - 0.11084, - 0.113281, - 0.101074, - 0.135742, - 0.102539, - 0.113281, - 0.096191, - 0.136719, - 0.108887, - 0.096191, - 0.148438, - 0.116211, - 0.117676, - 0.115723, - 0.126953, - 0.117188, - 0.121094, - 0.119629, - 0.145508, - 0.114746, - 0.102539, - 0.126953, - 0.101074, - 0.100586, - 0.133789, - 0.111816, - 0.111328, - 0.12207, - 0.104492, - 0.11377, - 0.10498, - 0.102051, - 0.107422, - 0.114746, - 0.205078, - 0.106934, - 0.133789, - 0.114258, - 0.100586, - 0.168945, - 0.10498, - 0.10791, - 0.111328, - 0.118652, - 0.118652, - 0.092773, - 0.112793, - 0.109375, - 0.09668, - 0.114746, - 0.112305, - 0.108398, - 0.124512, - 0.112793, - 0.116699, - 0.118164, - 0.175781, - 0.094238, - 0.106445, - 0.104004, - 0.09668, - 0.122559, - 0.240234, - 0.11084, - 0.118652, - 0.097656, - 0.109863, - 0.092773, - 0.123535, - 0.166992, - 0.123047, - 0.124512, - 0.126953, - 0.103516, - 0.168945, - 0.099121, - 0.115234, - 0.816406, - 0.120117, - 0.105469, - 0.10498, - 0.122559, - 0.099121, - 0.126953, - 0.130859, - 0.08252, - 0.118164, - 0.106934, - 0.145508, - 0.105469, - 0.104004, - 0.11084, - 0.116211, - 0.105469, - 0.114746, - 0.111328, - 0.112793, - 0.089844, - 0.100098, - 0.109375, - 0.110352, - 0.120605, - 0.105957, - 0.126953, - 0.118164, - 0.103027, - 0.117188, - 0.103027, - 0.099609, - 0.102539, - 0.100586, - 0.10791, - 0.099121, - 0.109863, - 0.096191, - 0.193359, - 0.165039, - 0.10498, - 0.131836, - 0.105957, - 0.109375, - 0.130859, - 0.143555, - 0.106934, - 0.108887, - 0.106934, - 0.112305, - 0.119629, - 0.106934, - 0.132812, - 0.12207, - 0.124512, - 0.111328, - 0.416016, - 0.096191, - 0.093262, - 0.119629, - 0.177734, - 0.09375, - 0.104004, - 0.125, - 0.108887, - 0.121094, - 0.129883, - 0.118164, - 0.104004, - 0.086914, - 0.100098, - 0.104004, - 0.150391, - 0.122559, - 0.123047, - 0.141602, - 0.115234, - 0.110352, - 0.098633, - 0.100586, - 0.06543, - 0.105469, - 0.102539, - 0.117188, - 0.089844, - 0.105469, - 0.086914, - 0.120117, - 0.104004, - 0.109375, - 0.124023, - 0.133789, - 0.120117, - 0.113281, - 0.11377, - 0.115723, - 0.119141, - 0.109863, - 0.088867, - 0.125977, - 0.103516, - 0.09375, - 0.099609, - 0.112305, - 0.135742, - 0.111328, - 0.120117, - 0.104004, - 0.117676, - 0.114746, - 0.104492, - 0.107422, - 0.11084, - 0.115723, - 0.132812, - 0.141602, - 0.092773, - 0.116699, - 0.117676, - 0.124023, - 0.113281, - 0.109863, - 0.112305, - 0.124023, - 0.109375, - 0.112793, - 0.124023, - 0.102539, - 0.102051, - 0.09668, - 0.140625, - 0.101562, - 0.109375, - 0.106934, - 0.116699, - 0.746094, - 0.111816, - 0.105957, - 0.109375, - 0.086426, - 0.087891, - 0.100586, - 0.097656, - 0.109375, - 0.118652, - 0.11377, - 0.115234, - 0.118652, - 0.106445, - 0.108398, - 0.105957, - 0.109375, - 0.107422, - 0.128906, - 0.157227, - 0.109863, - 0.120117, - 0.102539, - 0.101074, - 0.115723, - 0.135742, - 0.154297, - 0.103027, - 0.102051, - 0.114746, - 0.104004, - 0.123047, - 0.11377, - 0.09082, - 0.118164, - 0.109375, - 0.116699, - 0.126953, - 0.109375, - 0.133789, - 0.106445, - 0.117188, - 0.09668, - 0.114258, - 0.179688, - 0.094727, - 0.361328, - 0.112793, - 0.100098, - 0.106934, - 0.114746, - 0.126953, - 0.098145, - 0.148438, - 0.11084, - 0.109863, - 0.089355, - 0.110352, - 0.119141, - 0.112793, - 0.119141, - 0.123047, - 0.105957, - 0.105469, - 0.103027, - 0.131836, - 0.118164, - 0.108887, - 0.111816, - 0.112305, - 0.114258, - 0.112305, - 0.100586, - 0.101074, - 0.095215, - 0.095215, - 0.105469, - 0.091309, - 0.102539, - 0.12793, - 0.098145, - 0.138672, - 0.118164, - 0.099121, - 0.111328, - 0.088379, - 0.114258, - 0.101562, - 0.120117, - 0.095215, - 0.103027, - 0.114746, - 0.113281, - 0.136719, - 0.119141, - 0.125977, - 0.10791, - 0.108887, - 0.125, - 0.116211, - 0.123535, - 0.11084, - 0.123047, - 0.134766, - 0.114258, - 0.094238, - 0.094238, - 0.105469, - 0.103027, - 0.096191, - 0.105469, - 0.11084, - 0.101562, - 0.10498, - 0.120117, - 0.098145, - 0.120117, - 0.119629, - 0.108887, - 0.095703, - 0.125977, - 0.110352, - 0.129883, - 0.110352, - 0.12793, - 0.108398, - 0.118652 - ] - }, - "name": "model.transformer.layers.0.ffn_norm.weight", - "outputIndexes": [ - 91 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 90, - 91 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm/Mul_1_output_0", - "outputIndexes": [ - 92 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 92 - ], - "outputIndexes": [ - 1482 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1482 - ], - "outputIndexes": [ - 1483 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear", - "inputIndexes": [ - 1483 - ], - "outputIndexes": [ - 1484 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 1663576, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1484 - ], - "outputIndexes": [ - 1485 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1485 - ], - "outputIndexes": [ - 93 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 768 - ] - }, - "name": "/ffn/Mul_output_0", - "outputIndexes": [ - 94 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1 - ] - }, - "name": "/ffn/Constant_output_0", - "outputIndexes": [ - 95 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 93, - 21, - 94, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn/Slice_output_0", - "outputIndexes": [ - 96 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 96 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act/Sigmoid_output_0", - "outputIndexes": [ - 97 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 96, - 97 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act/Mul_output_0", - "outputIndexes": [ - 98 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1536 - ] - }, - "name": "/ffn/Mul_1_output_0", - "outputIndexes": [ - 99 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 93, - 94, - 99, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn/Slice_1_output_0", - "outputIndexes": [ - 100 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 98, - 100 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/Mul_2_output_0", - "outputIndexes": [ - 101 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 101 - ], - "outputIndexes": [ - 1486 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 768, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1486 - ], - "outputIndexes": [ - 1487 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear", - "inputIndexes": [ - 1487 - ], - "outputIndexes": [ - 1488 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 768, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 2990702, - 589846, - 73728, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1488 - ], - "outputIndexes": [ - 1489 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.0/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1489 - ], - "outputIndexes": [ - 102 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 89, - 102 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_3_output_0", - "outputIndexes": [ - 103 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 103, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_4_output_0", - "outputIndexes": [ - 104 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 104 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_1/Mul_output_0", - "outputIndexes": [ - 105 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.004395, - -0.007538, - 0.045166, - -0.026123, - 0.064941, - 0.025879, - -0.020752, - 0.028809, - 0.054443, - 0.036865, - 0.02124, - 0.001266, - 0.03125, - 0.038818, - 0.026611, - 0.032471, - 0.044678, - 0.045654, - 0.040283, - 0.056885, - 0.000389, - -0.000957, - -0.012878, - 0.004028, - 0.050049, - 0.039062, - 0.089355, - 0.045898, - -0.007935, - 0.025391, - 0.043213, - 0.043457, - -0.00145, - -0.023804, - 0.037354, - -0.010254, - 0.032715, - 0.02124, - 0.041504, - 0.037109, - -0.003937, - 0.035889, - 0.031006, - 0.043213, - -0.014709, - 0.038086, - 0.046631, - 0.042236, - 0.039551, - -0.002197, - 0.049072, - 0.000378, - 0.033936, - -0.012573, - 0.166016, - -0.000467, - 0.033203, - 0.028564, - 0.000919, - 0.058838, - 0.010681, - 0.000698, - 0.02063, - -0.019165, - 0.076172, - 0.066406, - 0.040283, - -0.027222, - 0.043945, - 0.072754, - 0.027954, - 0.05957, - -0.029907, - 0.001106, - 0.034912, - 0.051514, - 0.000931, - 0.045898, - 0.042969, - 0.022339, - 0.027222, - 0.029053, - 0.052246, - 0.000118, - -9.3e-05, - 0.052246, - -0.000136, - 0.040771, - 0.03833, - -0.00415, - 0.040039, - 0.049316, - 0.035645, - 0.000275, - 0.031982, - 0.046631, - 0.036621, - 0.047119, - -0.00174, - -0.022217, - 0.043213, - 0.060059, - 0.045166, - 0.037354, - 0.032471, - 0.041748, - 0.037598, - -0.008545, - 0.047119, - 0.040283, - -0.002182, - 0.041504, - 0.069824, - 0.036377, - 0.048828, - -0.002151, - 0.070312, - 0.043945, - 0.019287, - 0.041992, - 0.000774, - 0.025757, - 0.024536, - -0.006104, - 0.025391, - 0.052002, - 0.021606, - 0.037109, - 0.041016, - 0.043701, - 0.049561, - 0.034424, - 0.017212, - 0.049072, - 0.047119, - -0.001213, - 0.048584, - 0.058838, - 0.04126, - -0.002213, - 0.04248, - 0.047363, - 0.047119, - 0.032227, - -0.001045, - 0.001808, - 0.056641, - 0.039795, - 0.076172, - 0.036621, - 0.001572, - 0.043701, - 0.031128, - 0.021118, - 0.033203, - 0.045654, - -0.028442, - 0.068848, - 0.029297, - 0.044434, - 0.031738, - 6.2e-05, - 0.051758, - -0.019287, - 0.029907, - 0.027222, - 0.010193, - 0.035645, - 0.041992, - 0.082031, - 0.000126, - 0.014038, - 0.025024, - 0.00415, - 0.034424, - 0.077148, - -0.003189, - 0.055176, - 0.028442, - 0.041992, - 0.035156, - -0.018311, - 0.069824, - 0.051758, - -0.00087, - 0.032227, - -0.002823, - -0.003525, - 0.034912, - 0.031982, - 0.040527, - 0.030762, - 0.117676, - -0.004486, - -0.002747, - 0.035889, - 0.037598, - 0.039062, - 0.037354, - 0.075684, - 0.039551, - 0.049316, - 0.041992, - 0.042969, - 0.039795, - 0.032471, - 0.049805, - 0.047363, - 0.002151, - 0.010925, - 0.040771, - 0.042236, - 0.038574, - 0.04248, - 0.038086, - 0.035645, - -0.001007, - 0.034424, - 0.044922, - 0.039307, - -0.001144, - 0.100098, - -0.019897, - -0.001175, - 0.05957, - 0.110352, - 0.023438, - 0.024048, - 0.043457, - -5e-05, - 0.03064, - 0.010315, - 0.074707, - 0.043457, - 0.030518, - 0.043701, - 0.040039, - 0.003723, - 0.044189, - -0.026611, - 0.035889, - 0.00095, - 0.030884, - -0.005157, - 0.04126, - 0.036377, - -0.001122, - 0.033691, - 0.04541, - 0.031006, - 0.037842, - -0.000591, - 0.035645, - 0.050293, - 0.036865, - 5.7e-05, - 0.037598, - 0.004303, - 0.039062, - 0.048584, - 0.051758, - 0.039307, - 0.000679, - 0.041016, - 0.060791, - 0.056152, - 0.041748, - 0.09082, - 0.04126, - 0.041992, - 0.041992, - 0.030273, - 0.040039, - 0.040527, - 0.004578, - 0.027832, - -0.014099, - 0.000105, - 0.038574, - -0.000706, - 0.04541, - 0.03833, - 0.050293, - 0.051758, - 0.035156, - 0.036377, - -0.024292, - 0.047363, - 0.046387, - 0.039062, - 0.000744, - 0.029419, - 0.044434, - 0.054443, - 0.001816, - 0.023193, - -0.000104, - 0.003738, - -0.00103, - -0.001366, - 0.04541, - 0.044189, - 0.043457, - 0.04126, - -0.001579, - 0.036865, - 0.03833, - 0.154297, - 0.036133, - 0.041748, - 0.040771, - 0.044189, - 9.2e-05, - 0.020508, - 0.044434, - 0.044678, - 0.03125, - 0.044189, - -0.000151, - 0.05249, - 0.033203, - 0.001999, - 0.028198, - 0.000942, - 0.004303, - 0.047607, - 0.033936, - 0.040283, - 0.044189, - 0.025269, - 0.041748, - -0.021606, - 0.009338, - 0.059082, - 0.045166, - 0.036377, - 0.03418, - 0.044189, - 0.046143, - 0.034424, - 0.059814, - 0.027588, - -0.000835, - -0.000265, - 0.006897, - 0.100586, - 0.11377, - 0.00066, - 0.034668, - 0.04541, - 0.000801, - 0.041992, - -0.000847, - 0.066406, - 0.046631, - 0.130859, - 0.000633, - -0.004608, - -0.000103, - -0.018555, - 0.039551, - 0.00135, - 0.043701, - 0.031494, - -0.00012, - 0.042725, - 0.043945, - 0.057861, - 0.050293, - 0.000141, - 0.00473, - 0.046143, - -0.002029, - 0.038574, - 0.043701, - 0.016357, - 0.035889, - 0.034424, - 0.03418, - -0.01532, - 0.043701, - 0.002869, - 0.034912, - -0.000751, - 0.018188, - -0.038574, - 0.001099, - -0.000265, - 0.003159, - -6.2e-05, - 0.046631, - 0.044922, - 0.063965, - 0.00087, - 0.041016, - 0.101562, - 0.032227, - -0.124023, - -0.114746, - 0.105469, - 0.035156, - 0.057617, - 0.084473, - -0.001328, - 0.039307, - 8.7e-05, - 0.000425, - 0.043945, - 0.041992, - 0.019287, - 0.086914, - 0.001099, - 0.036865, - 0.042236, - 0.034912, - 0.023071, - -0.015991, - 0.03064, - 0.041992, - 0.049316, - 0.016724, - 0.065918, - 0.046143, - 0.102051, - 0.039551, - 0.058838, - 0.041016, - -0.020142, - 0.068359, - 0.038574, - -0.019165, - -0.000927, - 0.035156, - 0.126953, - 0.026367, - 0.029419, - 0.050537, - 0.031738, - -0.05127, - 0.046631, - 0.006195, - -0.021606, - 0.042725, - 0.043701, - 0.02478, - 0.036621, - 0.041016, - -0.001129, - 0.045654, - -0.020874, - 0.10498, - 0.044922, - 0.051514, - 0.036133, - 0.047363, - 0.054199, - 0.042725, - 0.000725, - -0.001175, - 0.064941, - 0.028809, - 0.031128, - 0.000243, - 0.048096, - 0.001587, - 0.053467, - 0.0354, - 0.050537, - 0.037354, - 0.019165, - 0.081055, - 0.027222, - 0.04248, - 0.042236, - 0.037109, - 0.030762, - 0.045898, - 0.0354, - -0.006927, - 0.000446, - 0.040039, - 0.038086, - 0.019165, - 0.053955, - 0.044189, - -0.000835, - -0.013916, - 0.041748, - 0.044922, - 0.036377, - 0.035645, - 0.044678, - 0.061768, - 0.035889, - 0.032227, - 0.032227, - 0.026855, - 0.071777, - 0.040283, - 0.000423, - -0.01123, - 0.037354, - -0.000927, - 0.037598, - 0.032959, - 0.042236, - 0.00018, - 0.036621, - 0.033691, - 0.056152, - 0.052979, - 0.045166, - 0.049316, - 0.001366, - 0.075684, - 0.026245, - 0.034424, - 0.042236, - -0.003021, - 0.085449, - 0.077148, - 0.036133, - 0.040283, - 0.036133, - 0.033447, - -0.028809, - 0.050049, - -0.021729, - 0.031494, - 1.0625, - 0.033447, - 0.033203, - 0.039062, - 0.048828, - 0.035156, - 7e-06, - 0.056396, - 0.001488, - 0.032227, - 0.044678, - 0.070312, - 0.050293, - 0.058838, - -0.014587, - 0.03833, - 0.039307, - 0.037598, - 0.044434, - 0.045166, - 0.035889, - 0.008301, - 0.011475, - 0.000607, - 0.132812, - 0.001457, - 0.052734, - -0.006653, - 0.020508, - 0.043213, - 0.036865, - 0.044434, - -0.000431, - -0.10498, - 0.077148, - 0.040771, - -0.000858, - 0.032471, - 0.036865, - 0.054199, - 0.051025, - 0.045898, - -0.000237, - 0.040527, - 0.053223, - 0.050537, - 0.041992, - 0.070312, - 0.039795, - -0.000648, - 0.037598, - 0.036377, - 0.050537, - 0.019775, - -0.025513, - -0.005341, - 0.047119, - 0.00296, - 0.03833, - 0.049561, - 0.033447, - 0.043457, - 0.041992, - 0.043701, - 0.008179, - 0.050049, - 0.040771, - -0.019165, - 0.001366, - 0.043945, - 0.037598, - 0.039307, - 0.04541, - -0.023193, - -0.025879, - 0.029907, - -0.002167, - 0.044922, - 0.015442, - -0.001068, - 0.037598, - 0.047607, - -0.008911, - 0.038086, - 0.017822, - 0.051514, - 0.036621, - 0.003021, - 0.040771, - 0.050293, - 0.019531, - 0.043213, - 0.031128, - 0.044922, - 0.038574, - 9e-06, - 0.031738, - 0.036133, - -0.024048, - 0.020264, - 0.047119, - -0.023438, - 0.037842, - 0.040527, - 0.052002, - 0.001831, - 0.031494, - -0.000744, - 0.04541, - 0.047363, - 0.04248, - 0.059326, - 0.05542, - 0.036865, - 0.049805, - 0.047363, - 0.040771, - 0.013672, - -0.001663, - -0.00082, - 0.044189, - -0.000136, - -0.0047, - 0.04248, - -0.018188, - 0.03064, - 0.039795, - 0.047607, - -0.022217, - 0.043213, - -0.152344, - 0.033936, - 0.047119, - 0.02771, - 0.010071, - -0.025513, - 0.045898, - 0.04248, - 0.032227, - 0.041992, - -0.015625, - 0.05542, - 0.035889, - -0.002548, - 0.040771, - 0.02478, - 0.037598, - 0.052979, - 0.045166, - 0.037109, - 0.020386, - 0.046387, - 0.028931, - 0.054688, - 0.031738, - 0.056396, - 0.039551, - 4.9e-05, - 0.050781, - 0.101562, - 0.036865, - 0.017456, - 0.078613, - 0.067383, - 0.062988, - 0.008118, - -0.000154, - 0.029297, - 0.024902, - 0.010803, - -0.001228, - 0.031982, - 0.030029, - 0.034912, - 0.039795, - 0.091797, - 0.049316, - 0.013428, - 0.052734, - -0.000687, - 0.021484, - 0.039307, - 0.041016, - 0.050049, - 0.035645, - 0.033447, - 0.074219, - -0.010803, - 0.00011, - 0.044678, - 0.033691, - 0.03418, - 0.03418, - 0.118652, - 0.037842, - 0.041504, - 0.051758, - 0.029175, - 0.032715, - 0.019287, - 0.021362, - 0.028442, - 0.056641, - 0.034912, - 0.166016, - 0.046875, - 0.050781, - 0.041748, - 0.054199, - 0.032227, - 0.043457, - 0.046387, - 0.041992, - 0.040039, - 0.049316, - 0.026001, - 0.030151, - 0.034424, - 0.052246, - 0.033936, - 0.112793, - 0.036377, - 0.034912, - 0.066895, - 0.036621, - 0.000122, - -0.000954, - -0.014038, - 0.035889, - 0.062988, - 0.031494, - 0.097168, - 0.038818, - 0.012939, - 0.056152, - 0.032715, - -0.00033, - 0.036133, - 0.047119, - -0.027222, - 0.045654, - 0.00135, - 0.048096, - 0.030029, - 9.7e-05, - 0.039307, - 0.035156, - 0.038086, - 0.017212, - 0.043213, - 0.056885, - 0.043945, - -0.018677, - 0.035889, - 0.048828, - -0.000492, - 0.031494, - 0.043457, - 0.047852, - 0.031738, - 0.050049, - 0.051025, - 0.050781, - 0.030518, - 0.036133, - 0.043701, - 0.056152, - 0.088867, - 0.028076, - 0.028931, - 0.037842, - 0.041504, - 0.025879, - 0.069824, - -0.003647, - 0.038574, - -0.000862, - 0.026367, - 0.042969, - 0.035645, - 0.060791, - 0.040527, - 0.000298, - 0.029053, - 0.030884, - 0.040527, - 0.031738, - 0.050049, - 0.001869, - 0.036377, - 0.044434, - 0.214844, - 0.037354, - 0.049316, - 0.046387, - 0.037354, - 0.038818, - -0.006531, - 0.078613, - 0.031006, - 0.037842, - 0.04541, - -0.019409, - 0.115723, - -0.019043, - 0.040039, - 0.001686, - 0.034424, - 0.057129, - 0.037598, - 0.014038, - 0.086914, - 0.061768, - 0.033203, - 0.05835, - 0.048584, - 0.067871, - 0.047607, - 0.034424, - -0.002853, - 0.055176, - 0.11084, - -0.001022, - 0.045166, - 0.001488, - 0.074707, - 0.052734, - 0.032959, - 0.040039, - 0.054932, - 0.044434, - 0.034668, - 0.050537, - 0.034424, - 0.055664, - 0.020508, - 0.028198, - 0.032959, - 0.03833, - 0.043213, - 0.036621, - -0.007202, - -0.003372, - 0.04248, - 0.04541, - 0.040771, - 0.089844, - 0.046143, - 0.044189, - 0.046143, - 0.045898, - 0.041748, - 0.029663, - 0.019897, - 0.237305, - -0.024048, - -0.004181, - 0.000374, - 0.032471, - -3.3e-05, - 0.033691, - 0.038574, - 0.035156, - -0.000675, - -0.005463, - 0.052002, - -0.013855, - 0.052246, - 0.047852, - 0.087891, - 0.013123, - -0.014587, - 0.031494, - 0.032959, - 0.059814, - -0.003906, - 0.048828, - 0.101074, - 0.0354, - 0.088379, - 0.04834, - 0.031738, - 0.066895, - -0.001045, - 0.037598, - 0.038818, - -0.033691, - 0.036865, - 0.083496, - 0.041992, - -0.000203, - 0.027832, - 0.044922, - 0.046143, - 0.020752, - 0.041748, - 0.000847, - 0.041992, - 0.018677, - 0.034424, - 0.102539, - 0.036133, - 0.043701, - 0.036133, - 0.045898, - 0.054688, - -0.022217, - 0.014526, - -0.02832, - 0.019165, - 0.02832, - 0.045166, - 0.036865, - 0.058594, - 0.04248, - 0.041504, - 0.038818, - -0.009399, - 0.067383, - -0.019165, - -0.013062, - 0.057861, - 0.039795, - 0.037354, - 0.053223, - 0.047852, - 0.047119, - 0.034912, - 0.037598, - 0.089355, - -0.000675, - 0.032959, - 0.040527, - 0.03833, - -0.04248, - -0.000418, - 0.030518, - 0.001251, - 0.062012, - 0.046875, - 0.038086, - -0.02124, - 0.035645, - 0.048584, - 0.039062, - 0.05127, - 0.002823, - 0.05127, - 0.09082, - 0.033447, - 0.000614, - 0.036133, - 0.001373, - 0.009827, - 0.037354, - -0.000919, - 0.040283, - 0.028564, - 0.045166, - 0.037109, - 0.086426, - 0.034424, - -0.025269, - 0.036865, - 0.035889, - 0.029541, - 0.008667, - -0.000422, - 0.053711, - 0.047607, - 0.04126, - -0.002747, - 0.000935, - -0.00412, - 0.05127, - 0.002914, - 0.031128, - 0.119141, - 0.045166, - 0.046387, - 0.038818, - -0.001106, - 0.025391, - 0.002487, - 0.049316, - 0.039551, - 0.035889, - 0.041016, - 0.03833, - 0.152344, - 0.034912, - 0.000122, - 0.038574, - 0.034668, - 0.289062, - 0.031006, - 0.000209, - 0.030762, - 0.033203, - 0.044678, - 0.038086, - 0.030762, - 0.043213, - 0.033936, - 0.046143, - -0.001587, - 0.000155, - 0.048096, - 0.027832, - 0.035889, - 0.036865, - 0.035156, - 0.057373, - 0.018188, - 0.094727, - 0.016602, - 0.114258, - 0.120605, - 0.061279, - 0.04834, - 0.040527, - 0.047119, - 0.037354, - 0.021362, - 0.054199, - 0.04541, - 0.044434, - 0.002014, - 0.043701, - 0.032471, - 0.143555, - 0.010254, - 0.106445, - 0.038086, - 0.042725, - 0.045654, - 0.052979, - 0.033203, - 0.046143, - 0.026367, - 0.052002, - 0.033936, - 0.045166, - 0.046143, - -0.000599, - 0.002701, - 0.050537, - 0.043945, - 0.115234, - 0.269531, - 0.000645, - 0.060547, - 0.02478, - 0.084473, - 0.001015, - -0.001022, - 0.228516, - -0.000942, - 0.000292, - 0.035889, - 0.05249, - 0.031738, - 0.040527, - -0.00074, - -0.041504, - 0.019165, - 0.000824, - 0.035889, - 0.033203, - 0.030273, - 0.055664, - 0.036377, - -0.097168, - 0.021484, - -0.023926, - 0.082031, - 0.086426, - 0.033203, - 0.038086, - 0.037598, - 0.046387, - 0.026001, - 0.039062, - 0.050049, - 0.043213, - 0.053955, - 0.047607, - 0.054443, - -0.006683, - 0.043701, - 0.09375, - 0.046143, - 0.037354, - 0.036621, - 0.043457, - 0.056641, - 0.049072, - -0.032227, - 0.0354, - 0.058838, - 0.026123, - -0.020142, - 0.045654, - 0.030151, - 0.037598, - 0.037598, - -0.011597, - 0.048584, - -0.012817, - 0.042969, - 0.000896, - -0.029419, - 0.040771, - 0.055908, - 0.042969, - 0.069824, - 0.038818, - 0.032227, - 0.034912, - 0.121094, - -0.000984, - 0.042969, - 0.061035, - 0.003937, - 0.030396, - 0.041504, - 0.032471, - 0.047119, - 0.033691, - 0.020752, - 0.036377, - 0.043457, - 0.032959, - 0.002762, - 0.054932, - 0.046631, - 0.060303, - -0.018066, - -0.000908, - -0.000118, - 0.050293, - -0.015137, - 0.037109, - -0.000248, - 0.038574, - 0.036621, - 0.028442, - -0.01178, - 0.025024, - 0.033203, - 0.044922, - 0.045166, - 0.002396, - 0.037354, - 0.130859, - 0.001144, - 0.000431, - 0.037598, - 0.039795, - 0.059326, - 0.041748, - 0.037598, - 0.04541, - 0.0625, - 0.060303, - 0.033936, - 0.041748, - 0.033203, - 0.04126, - 0.035889, - 0.055176, - 0.034668, - 0.053467, - 0.028809, - -0.001312, - 0.030396, - 0.061768, - -0.009155, - -0.005402, - 0.002716, - 0.048584, - 0.057861, - 0.046143, - 0.037354, - 0.037109, - 0.053711, - 0.047852, - 0.001419, - 0.030029, - 0.0177, - 0.030518, - 0.049805, - 0.031982, - 0.031494, - 0.07666, - 0.003143, - 0.038574, - 0.04126, - 0.048584, - 0.048584, - 0.038818, - 0.054688, - 0.087891, - 0.00528, - 0.036621, - 0.041016, - 0.03125, - 0.181641, - 0.042236, - 0.026489, - 0.030151, - 0.032959, - 0.037598, - 0.0354, - 0.031738, - -0.000614, - 0.001389, - 0.042725, - 0.036377, - 0.033203, - 0.000152, - 0.050537, - 0.039551, - 0.035156, - 0.122559, - 0.074707, - 0.032227, - -0.016357, - 0.046875, - 0.014771, - 0.107422, - 0.052979, - -0.000134, - 0.049805, - 0.032471, - 0.03833, - 0.04126, - 0.033447, - 0.04248, - 0.018311, - 0.041016, - 0.038574, - 0.07666, - 0.046143, - 0.033447, - -0.001053, - -0.000219, - 0.049561, - 0.039795, - 0.050049, - 0.058838, - 0.089844, - 0.019775, - -0.00087, - 0.014038, - 0.045166, - 0.05542, - 0.047852, - 0.033447, - 0.042236, - 0.045654, - 0.033691, - 0.044922, - 0.033936, - 0.050537, - 0.0354, - -0.000446, - 0.000862, - 0.038086, - 0.043213, - 0.022217, - 0.04126, - 0.047607, - 0.058105, - 0.037354, - 0.038086, - -0.023071, - 0.037354, - 0.041748, - 0.044189, - 0.046875, - 0.033691, - -0.011658, - 0.09375, - 0.054688, - -0.001221, - -0.004028, - 0.018555, - 0.044922, - 0.001198, - 0.084473, - -0.015381, - 0.051025, - 0.046631, - 0.048584, - 0.047119, - 0.050293, - 0.047607, - 0.056396, - 0.049072, - 0.035889, - 0.00079, - -0.002655, - 0.039307, - 0.045898, - 0.058105, - 0.07373, - 0.012024, - 0.135742, - -0.001823, - 0.04126, - 0.001122, - 0.042236, - 0.000492, - 0.094238, - 0.02002, - -0.000275, - 0.057373, - 0.052734, - 0.047119, - 0.050537, - 0.038818, - 0.039062, - -0.00024, - 0.034424, - -0.02478, - 0.006531, - 0.012695, - 0.049805, - 0.030518, - 0.000263, - 0.001633, - 0.04126, - 0.05249, - -0.019653, - 0.0271, - -0.032471, - 0.038086, - -0.015991, - 0.036377, - 0.041748, - 0.031738, - 1.5e-05, - 0.09375, - 0.052246, - 0.028809, - 0.07959, - 0.031494, - 0.030273, - 0.051514, - 0.039062, - -0.008057, - 0.031128, - 0.056152, - 0.063477, - 0.035645, - -0.024048, - 0.035156, - 0.017212, - 0.062988, - 0.049561, - 0.001503, - 0.010498, - 0.067383, - -0.000755, - 0.044434, - 0.045654, - 0.063477, - 0.041504, - 0.056152, - 0.001274, - 0.038574, - -0.001442, - 0.047119, - 0.033203, - 0.054688, - 0.030884, - 0.037354, - 0.047363, - 0.033691, - 0.109863, - 0.048828, - 0.044189, - 0.044434, - 0.06543, - 0.075684, - 0.034424, - -0.000603, - 0.0625, - 0.00238, - 0.052246, - 0.021362, - 0.035889, - 7.4e-05, - 0.055176, - 0.028809, - 0.029419, - 0.025635, - 0.045898, - 1.7e-05, - 0.016235, - 0.042969, - 0.074219, - 0.001259, - 0.037842, - 0.047607, - 0.064941, - 0.0354, - -0.010986, - 0.043945, - 0.084473, - 0.041748, - 0.031982, - 0.032227, - 0.050293, - 0.000984, - 0.039551, - 0.037109, - -0.041992, - 0.011475, - 0.025146, - 0.056396, - -0.000471, - 0.00032, - 0.05835, - -0.000854, - 0.057129, - 0.046143, - 0.033936, - 0.05249, - -0.019775, - 0.033691, - -0.000526, - 0.087402, - 0.039795, - 0.047363, - 0.016602, - 0.040039, - 0.041992, - 0.056396, - 0.142578, - 0.000234, - 0.061768, - 0.028687, - 0.036865, - 0.071777, - 0.038574, - 0.037354, - -0.016479, - 0.045654, - 0.036133, - 0.038086, - -2.9e-05, - 0.054199, - 0.046875, - 0.108398, - 0.057861, - 0.061035, - 0.000671, - 0.032227, - 0.052246, - -0.008667, - 0.03833, - 0.052246, - 0.046631, - 0.092773, - 0.03833, - 0.049316, - 0.038818, - 0.053711, - -0.02063, - 0.03125, - 0.031494, - -0.000542, - 0.050293, - -0.014587, - 0.038086, - -0.000177, - 0.032715, - 0.04126, - -0.007263, - 0.051514, - -0.000177, - 0.044189, - 0.043457, - -0.000729, - 0.064941, - 0.038086, - -0.000353, - -0.000957, - -0.005524, - 0.000729, - 0.036377, - 0.026611, - 0.036377, - 0.054443, - 0.030029, - 0.033447, - 0.040283, - 0.003174, - 0.035889, - 0.040771, - 0.035645, - 0.032959, - 0.043457, - 0.038818, - 0.019409 - ] - }, - "name": "model.transformer.layers.1.attn_norm.weight", - "outputIndexes": [ - 106 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 105, - 106 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_1/Mul_1_output_0", - "outputIndexes": [ - 107 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 107 - ], - "outputIndexes": [ - 1490 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1490 - ], - "outputIndexes": [ - 1491 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear", - "inputIndexes": [ - 1491 - ], - "outputIndexes": [ - 1492 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 768, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 3654276, - 589846, - 73728, - 3072, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1492 - ], - "outputIndexes": [ - 1493 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1493 - ], - "outputIndexes": [ - 108 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 768 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 107 - ], - "main_type": "NONE", - "name": "/Shape_5_output_0", - "outputIndexes": [ - 109 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 109 - ], - "main_type": "NONE", - "name": "Shape160", - "outputIndexes": [ - 110 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 109 - ], - "main_type": "NONE", - "name": "Rank162", - "outputIndexes": [ - 111 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 111, - 111 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp164", - "outputIndexes": [ - 112 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 112 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze165", - "outputIndexes": [ - 113 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 112, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp167", - "outputIndexes": [ - 114 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 114 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze168", - "outputIndexes": [ - 115 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 110, - 113, - 115, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice171", - "outputIndexes": [ - 116 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 116 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze172", - "outputIndexes": [ - 117 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 117 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp173", - "outputIndexes": [ - 118 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 118, - 117 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp174", - "outputIndexes": [ - 119 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 109, - 119, - 112 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_9_output_0", - "outputIndexes": [ - 120 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 120, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_11_output_0", - "outputIndexes": [ - 121 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 121, - 23, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_5_output_0", - "outputIndexes": [ - 122 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 108, - 122 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_5_output_0", - "outputIndexes": [ - 123 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 123 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_1/Mul_output_0", - "outputIndexes": [ - 124 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.828125, - 1.25, - 0.195312, - 0.427734, - 1.453125, - 1.710938, - 0.318359, - 1.367188, - 1.757812, - 2.171875, - 0.253906, - 1.640625, - 0.380859, - 2.203125, - 1.664062, - 1.460938, - 0.060059, - 1.226562, - 1.5625, - 2.078125, - 1.789062, - 1.320312, - 1.21875, - 0.002167, - 0.953125, - 1.554688, - 1.5625, - 2.9375, - 2.25, - 1.382812, - 1.546875, - 2.015625, - 0.84375, - 0.097168, - 1.757812, - 1.367188, - 0.769531, - 1.210938, - 1.90625, - 1.226562, - 0.523438, - 0.644531, - 1.179688, - 0.322266, - 2.296875, - 1.101562, - 0.710938, - 1.1875, - 2.9375, - 1.523438, - 1.226562, - 0.933594, - 1.273438, - 1.65625, - 2.078125, - 6.625, - 2.25, - 1.601562, - 1.65625, - 0.6875, - 0.691406, - 1.734375, - 1.679688, - 2.46875 - ] - }, - "name": "model.transformer.layers.1.attn.q_norm.weight", - "outputIndexes": [ - 125 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 124, - 125 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_1/Mul_1_output_0", - "outputIndexes": [ - 126 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 126, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_4_output_0", - "outputIndexes": [ - 127 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 126, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_5_output_0", - "outputIndexes": [ - 128 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 128 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_2_output_0", - "outputIndexes": [ - 129 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 126, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_4_output_0", - "outputIndexes": [ - 130 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 129, - 130 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_8_output_0", - "outputIndexes": [ - 131 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 131, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_5_output_0", - "outputIndexes": [ - 132 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 127, - 132 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_4_output_0", - "outputIndexes": [ - 133 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 107 - ], - "outputIndexes": [ - 1494 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1494 - ], - "outputIndexes": [ - 1495 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear", - "inputIndexes": [ - 1495 - ], - "outputIndexes": [ - 1496 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 2304, - "weightSize": 0 - }, - "external": [ - 4320922, - 147478, - 18432, - 768, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1496 - ], - "outputIndexes": [ - 1497 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1497 - ], - "outputIndexes": [ - 134 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 121, - 57, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_6_output_0", - "outputIndexes": [ - 135 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 134, - 135 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_6_output_0", - "outputIndexes": [ - 136 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 136 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_1/Mul_output_0", - "outputIndexes": [ - 137 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.210938, - 1.21875, - 0.15332, - -0.026611, - 1.859375, - 1.867188, - 1.054688, - 2.34375, - 1.914062, - 1.617188, - 1.710938, - 0.054443, - 1.945312, - 1.15625, - 0.143555, - 1.265625, - 2.515625, - 1.695312, - 1.335938, - 0.917969, - 1.273438, - 1.664062, - 1.757812, - 5.96875, - 2.15625, - 1.554688, - 1.65625, - 0.832031, - 1.695312, - 1.757812, - 1.625, - 2.0625, - 0.96875, - 0.851562, - 1.953125, - 1.421875, - 0.087891, - 1.125, - 1.085938, - 0.84375, - -1.101562, - 1.546875, - 0.443359, - 1.664062, - 0.632812, - 2.09375, - 1.625, - 1.460938, - 0.34375, - 1.375, - 1.734375, - 2.109375, - 1.679688, - 1.382812, - 1.070312, - 0.128906, - 0.992188, - 1.476562, - 1.453125, - 3.421875, - 3.71875, - 1.53125, - 1.65625, - 1.195312 - ] - }, - "name": "model.transformer.layers.1.attn.k_norm.weight", - "outputIndexes": [ - 138 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 137, - 138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_1/Mul_1_output_0", - "outputIndexes": [ - 139 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 139, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_6_output_0", - "outputIndexes": [ - 140 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 139, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_7_output_0", - "outputIndexes": [ - 141 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 141 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_3_output_0", - "outputIndexes": [ - 142 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 139, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_6_output_0", - "outputIndexes": [ - 143 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 142, - 143 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_9_output_0", - "outputIndexes": [ - 144 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 144, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_7_output_0", - "outputIndexes": [ - 145 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 140, - 145 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_5_output_0", - "outputIndexes": [ - 146 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 107 - ], - "outputIndexes": [ - 1498 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1498 - ], - "outputIndexes": [ - 1499 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear", - "inputIndexes": [ - 1499 - ], - "outputIndexes": [ - 1500 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 2304, - "weightSize": 0 - }, - "external": [ - 4487600, - 147478, - 18432, - 768, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1500 - ], - "outputIndexes": [ - 1501 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1501 - ], - "outputIndexes": [ - 147 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 147, - 135 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_7_output_0", - "outputIndexes": [ - 148 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 133, - 146, - 148, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.1/self_attn/FusedAttention", - "outputIndexes": [ - 149 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 149 - ], - "outputIndexes": [ - 1502 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 768, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1502 - ], - "outputIndexes": [ - 1503 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear", - "inputIndexes": [ - 1503 - ], - "outputIndexes": [ - 1504 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 768, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 4654278, - 589846, - 73728, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1504 - ], - "outputIndexes": [ - 1505 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1505 - ], - "outputIndexes": [ - 150 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 104, - 150 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_6_output_0", - "outputIndexes": [ - 151 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 151 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_1/Mul_output_0", - "outputIndexes": [ - 152 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.145508, - 0.131836, - 0.138672, - 0.146484, - 0.107422, - 0.146484, - 0.160156, - 0.142578, - 0.179688, - 0.145508, - 0.15625, - 0.05542, - 0.155273, - 0.142578, - 0.163086, - 0.161133, - 0.183594, - 0.189453, - 0.132812, - 0.168945, - 0.000801, - 0.151367, - 0.080078, - 0.149414, - 0.183594, - 0.142578, - 0.179688, - 0.170898, - 0.142578, - 0.160156, - 0.161133, - 0.151367, - 0.098145, - 0.128906, - 0.149414, - 0.168945, - 0.150391, - 0.145508, - 0.143555, - 0.151367, - 0.138672, - 0.155273, - 0.151367, - 0.157227, - 0.139648, - 0.147461, - 0.132812, - 0.15625, - 0.161133, - 0.059326, - 0.162109, - 0.145508, - 0.15332, - 0.15332, - 0.133789, - 0.152344, - 0.151367, - 0.147461, - 0.15918, - 0.179688, - 0.125977, - 0.141602, - 0.040283, - 0.142578, - 0.169922, - 0.180664, - 0.148438, - 0.133789, - 0.146484, - 0.134766, - 0.144531, - 0.154297, - 0.149414, - 0.165039, - 0.095215, - 0.186523, - 0.161133, - 0.166016, - 0.154297, - 0.161133, - 0.139648, - 0.15918, - 0.161133, - 0.129883, - 0.000114, - 0.176758, - 0.130859, - 0.167969, - 0.155273, - 0.116211, - 0.152344, - 0.155273, - 0.173828, - 0.15332, - 0.147461, - 0.12793, - 0.080566, - 0.158203, - 0.001419, - 0.066406, - 0.163086, - 0.143555, - 0.141602, - 0.162109, - 0.147461, - 0.139648, - 0.125977, - 0.10791, - 0.133789, - 0.15918, - -0.062988, - 0.154297, - 0.173828, - 0.109375, - 0.126953, - 0.132812, - 0.177734, - 0.151367, - 0.140625, - 0.15918, - 0.145508, - 0.151367, - 0.157227, - 0.157227, - 0.15918, - 0.177734, - 0.142578, - 0.15332, - 0.175781, - 0.154297, - 0.211914, - 0.157227, - 0.134766, - 0.165039, - -0.051025, - 0.136719, - 0.065918, - 0.165039, - 0.15625, - 0.089355, - 0.161133, - 0.161133, - 0.133789, - 0.164062, - 0.057129, - 0.070312, - 0.133789, - 0.152344, - 0.178711, - 0.119629, - 0.155273, - 0.146484, - 0.162109, - 0.161133, - 0.134766, - 0.142578, - 0.154297, - 0.186523, - 0.152344, - 0.15625, - 0.167969, - 0.182617, - 0.168945, - 0.137695, - 0.146484, - 0.164062, - 0.150391, - 0.154297, - 0.15332, - 0.175781, - 0.064941, - 0.149414, - -0.000456, - 0.15625, - 0.143555, - 0.182617, - 0.142578, - 0.181641, - 0.146484, - 0.166016, - 0.158203, - 0.15918, - 0.166016, - 0.160156, - 0.132812, - 0.169922, - 0.154297, - 0.139648, - 0.167969, - 0.136719, - 0.162109, - 0.151367, - -5.1e-05, - 0.15625, - 0.125977, - 0.165039, - 0.154297, - 0.155273, - 0.168945, - 0.146484, - 0.166016, - 0.132812, - 0.155273, - 0.143555, - 0.172852, - 0.15625, - 0.166992, - 0.142578, - 0.157227, - 0.128906, - 0.151367, - 0.15332, - 0.158203, - 0.148438, - 0.15918, - 0.152344, - 0.165039, - 0.144531, - -0.134766, - 0.15332, - 0.143555, - 0.199219, - 0.163086, - 0.00103, - 0.183594, - 0.000622, - 0.165039, - 0.119629, - 0.132812, - 0.146484, - 0.149414, - 0.146484, - 0.134766, - 0.117676, - 0.150391, - 0.162109, - 0.150391, - 0.121582, - 0.15625, - 0.138672, - 0.125977, - 0.000402, - 0.150391, - 0.131836, - 0.132812, - 0.149414, - 0.043213, - 0.164062, - 0.162109, - 0.15332, - 0.155273, - 0.000395, - 0.165039, - 0.146484, - 0.149414, - 0.150391, - 0.148438, - 0.146484, - 0.154297, - 0.151367, - 0.162109, - 0.147461, - 0.000102, - 0.172852, - 0.171875, - 0.163086, - 0.18457, - -0.000648, - 0.144531, - 0.128906, - 0.15625, - 0.160156, - 0.134766, - 0.168945, - 0.161133, - 0.136719, - 0.148438, - 0.167969, - 0.160156, - -0.080566, - 0.158203, - 0.154297, - 0.124023, - 0.178711, - 0.149414, - 0.15332, - 0.15625, - 0.1875, - 0.15625, - 0.167969, - 0.099121, - 0.176758, - 0.165039, - 0.163086, - 0.036377, - 0.130859, - 0.037598, - 0.166016, - 0.102051, - 0.074219, - 0.162109, - 0.15332, - 0.166016, - 0.179688, - 0.145508, - 0.157227, - 0.176758, - 0.210938, - 0.163086, - 0.166016, - 0.145508, - 0.160156, - -0.000172, - 0.131836, - 0.168945, - 0.155273, - 0.166016, - 0.060547, - 0.001541, - 0.160156, - 0.151367, - 0.134766, - 0.173828, - 0.149414, - 0.15625, - 0.15332, - 0.15918, - 0.150391, - 0.169922, - 0.146484, - 0.117676, - 0.152344, - 0.138672, - 0.178711, - 0.140625, - -0.000645, - 0.139648, - 0.144531, - 0.101562, - 0.15918, - 0.102539, - 0.121094, - 0.137695, - 0.085449, - 0.164062, - 0.198242, - 0.00025, - 0.092773, - 0.158203, - 0.165039, - 0.140625, - 0.146484, - 0.001083, - 0.15332, - 0.173828, - 0.177734, - 0.115723, - 0.134766, - 0.107422, - 0.151367, - 0.167969, - 0.102051, - 0.164062, - 0.144531, - 0.120117, - 0.151367, - 0.166992, - 0.112793, - 0.171875, - 0.000446, - 0.050049, - 0.173828, - 0.046631, - 0.141602, - 0.15332, - 0.034668, - 0.164062, - 0.151367, - 0.164062, - 0.134766, - 0.163086, - 0.131836, - 0.154297, - 0.146484, - 0.073242, - 0.115723, - 0.037109, - 0.147461, - 0.144531, - 0.158203, - 0.163086, - 0.105957, - 0.136719, - 0.038574, - 0.164062, - 0.139648, - 0.154297, - 0.108398, - 0.773438, - 0.172852, - 0.160156, - 0.15332, - 0.162109, - 0.15918, - 0.162109, - 0.041504, - -0.00161, - 0.168945, - 0.162109, - 0.154297, - 0.205078, - 0.000553, - 0.125977, - 0.169922, - 0.146484, - 0.137695, - 0.142578, - 0.15332, - 0.149414, - 0.167969, - 0.146484, - 0.112793, - 0.142578, - 0.133789, - 0.148438, - 0.118652, - 0.150391, - 0.144531, - 0.146484, - 0.161133, - 0.144531, - 0.148438, - 0.166992, - 0.183594, - 0.151367, - 0.149414, - 0.160156, - 0.138672, - 0.173828, - 0.142578, - 0.136719, - 0.149414, - 0.121094, - 0.147461, - 0.15332, - 0.150391, - 0.169922, - 0.05127, - 0.163086, - 0.161133, - 0.206055, - 0.171875, - 0.166016, - 0.130859, - 0.088379, - 0.151367, - 0.160156, - 0.095703, - 0.142578, - 0.165039, - 0.155273, - 0.056885, - 0.158203, - 0.162109, - 0.147461, - 0.089844, - 0.152344, - 0.151367, - 0.15918, - 0.139648, - 0.166016, - 0.140625, - 0.150391, - 0.075195, - 0.169922, - 0.15332, - 0.174805, - 0.143555, - 0.15332, - 0.135742, - 0.15625, - 0.145508, - 0.146484, - 0.119141, - 0.174805, - 0.03418, - 0.166016, - 0.172852, - 0.166016, - 0.148438, - 0.142578, - 0.15332, - 0.162109, - 0.134766, - 0.162109, - 0.155273, - 0.15625, - 0.12793, - 0.158203, - 0.108887, - 0.147461, - 0.158203, - 0.000751, - 0.145508, - 0.133789, - 0.143555, - 0.147461, - 0.150391, - 0.169922, - 0.068359, - 0.158203, - 0.15918, - 0.163086, - 0.146484, - 0.146484, - 0.15625, - 0.158203, - 0.15332, - 0.124023, - 0.182617, - 0.135742, - 0.15625, - 0.171875, - 0.164062, - 0.113281, - 0.15332, - 0.152344, - 0.143555, - 0.163086, - 0.166016, - 0.149414, - 0.176758, - 0.15625, - 0.175781, - 0.148438, - -0.000767, - 0.168945, - 0.158203, - 0.167969, - 0.172852, - 0.189453, - 0.160156, - 0.115234, - 0.158203, - 0.15332, - 0.149414, - 0.151367, - 0.148438, - 0.167969, - 0.149414, - 0.106445, - 0.151367, - 0.135742, - 0.177734, - 0.095703, - 0.192383, - 0.144531, - 0.147461, - 0.144531, - 0.157227, - 0.154297, - 0.067383, - 0.195312, - 0.203125, - 0.145508, - 0.166992, - 0.117188, - 0.144531, - 0.180664, - 0.152344, - 0.165039, - 0.09375, - 0.171875, - 0.131836, - 0.163086, - 0.155273, - 0.138672, - 0.158203, - 0.133789, - 0.162109, - 0.15332, - 0.178711, - 0.164062, - 0.141602, - 0.138672, - 0.151367, - 0.148438, - 0.122559, - 0.149414, - 0.150391, - 0.173828, - 0.164062, - 0.160156, - 0.130859, - 0.181641, - 0.150391, - 0.091309, - 0.043945, - 0.157227, - 0.103516, - 0.137695, - 0.158203, - 0.15332, - 0.141602, - 0.135742, - 0.134766, - 0.171875, - 0.074219, - 0.081055, - 0.167969, - 0.15918, - 0.066406, - 0.15332, - 0.128906, - 0.185547, - 0.155273, - 0.140625, - 0.148438, - 0.160156, - 0.125, - 0.167969, - 0.152344, - 0.182617, - 0.138672, - 0.151367, - 0.155273, - 0.144531, - 0.152344, - 0.138672, - 0.147461, - 0.143555, - 0.133789, - 0.168945, - 0.140625, - -0.136719, - 0.166992, - 0.160156, - 0.170898, - 0.169922, - 0.147461, - 0.1875, - 0.078125, - 0.146484, - 0.15332, - 0.151367, - 0.125977, - 0.145508, - 0.032227, - 0.148438, - 0.183594, - 0.176758, - 0.158203, - 0.151367, - 0.116699, - 0.145508, - 0.160156, - 0.154297, - 0.145508, - 0.158203, - -0.041748, - 0.15918, - 0.166992, - 0.126953, - 0.154297, - 0.145508, - 0.168945, - 0.151367, - 0.155273, - 0.149414, - 0.12207, - 0.095703, - 0.162109, - 0.001205, - 0.173828, - 0.134766, - 0.146484, - 0.175781, - 0.15625, - 0.158203, - 0.141602, - 0.151367, - 0.146484, - 0.152344, - 0.161133, - 0.132812, - 0.179688, - -0.000322, - 0.140625, - 0.145508, - 0.15918, - 0.149414, - 0.15918, - 0.165039, - 0.194336, - 0.125, - 0.131836, - 0.154297, - 0.157227, - 0.15332, - 0.166992, - 0.151367, - 0.138672, - -0.034424, - 0.161133, - 0.185547, - 0.137695, - 0.167969, - 0.099121, - 0.163086, - 0.132812, - 0.166016, - 0.15625, - 0.177734, - 0.158203, - 0.161133, - 0.195312, - 0.145508, - 0.082031, - 0.165039, - 0.152344, - 0.15918, - 0.158203, - 0.225586, - 0.143555, - 0.157227, - 0.152344, - 0.131836, - 0.165039, - 0.149414, - 0.141602, - 0.143555, - 0.171875, - 0.175781, - 0.208008, - 0.163086, - 0.174805, - 0.138672, - 0.150391, - 0.155273, - 0.162109, - 0.178711, - 0.154297, - 0.163086, - 0.146484, - 0.11377, - 0.172852, - 0.157227, - 0.160156, - 0.143555, - 0.168945, - 0.179688, - 0.145508, - 0.007812, - 0.15625, - 0.147461, - -0.000904, - 0.125, - 0.163086, - 0.171875, - 0.158203, - 0.18457, - 0.160156, - 0.151367, - 0.182617, - 0.164062, - 0.036865, - 0.128906, - 0.138672, - 0.15332, - 0.151367, - 0.15625, - 0.171875, - 0.155273, - -0.000355, - 0.147461, - 0.171875, - -0.150391, - 0.141602, - 0.140625, - 0.174805, - 0.138672, - 0.134766, - 0.157227, - 0.144531, - 0.001335, - 0.052734, - 0.144531, - 0.151367, - 0.158203, - 0.162109, - 0.080078, - 0.148438, - 0.173828, - 0.149414, - 0.167969, - 0.099609, - 0.179688, - 0.141602, - 0.157227, - 0.158203, - 0.168945, - 0.15918, - 0.171875, - 0.152344, - 0.15332, - 0.141602, - 0.158203, - 0.162109, - 0.154297, - 0.149414, - 0.138672, - 0.125, - 0.15918, - 0.150391, - 0.173828, - 0.161133, - 0.091797, - 0.140625, - 0.138672, - 0.165039, - 0.057861, - 0.167969, - 0.145508, - 0.152344, - 0.137695, - 0.166016, - 0.152344, - 0.179688, - 0.134766, - 0.141602, - 0.151367, - 0.139648, - 0.152344, - 0.12793, - 0.161133, - 0.001183, - 0.169922, - 0.155273, - 0.166016, - 0.112305, - 0.130859, - 0.15332, - 0.162109, - 0.147461, - 0.171875, - 0.146484, - 0.172852, - 0.177734, - 0.138672, - 0.167969, - 0.345703, - 0.000101, - 0.150391, - 0.059082, - 0.151367, - 0.166016, - 0.140625, - 0.162109, - 0.12793, - 0.15625, - 0.15625, - 0.172852, - 0.134766, - -0.089355, - 0.157227, - 0.15625, - 0.151367, - 0.150391, - 0.136719, - 0.146484, - 0.141602, - 0.15625, - 0.162109, - 0.160156, - 0.15625, - 0.185547, - 0.145508, - 0.132812, - 0.171875, - 0.170898, - 0.181641, - 0.162109, - 0.151367, - 0.214844, - 0.170898, - 0.139648, - 0.135742, - 0.118164, - -0.000192, - 0.145508, - 0.149414, - 0.135742, - 0.147461, - 0.143555, - 0.175781, - 0.114746, - 0.15918, - 0.147461, - 0.227539, - 0.15625, - 0.074707, - 0.12793, - 0.168945, - 0.166016, - 0.15918, - 0.165039, - 0.125, - 0.147461, - 0.200195, - 0.133789, - 0.147461, - 0.166016, - 0.139648, - 0.140625, - 0.158203, - 0.155273, - 0.149414, - 0.197266, - 0.15625, - 0.140625, - 0.176758, - 0.181641, - 0.176758, - 0.15625, - 0.169922, - 0.028442, - 0.15625, - 0.129883, - 0.167969, - 0.15332, - 0.136719, - 0.171875, - 0.162109, - 0.166992, - 0.166992, - 0.149414, - 0.134766, - 0.171875, - 0.144531, - 0.15332, - 0.160156, - 0.147461, - 0.15918, - 0.146484, - 0.146484, - 0.171875, - 0.12207, - 0.157227, - 0.151367, - 0.141602, - 0.157227, - 0.109375, - 0.151367, - 0.180664, - 0.171875, - 0.166016, - 0.141602, - 0.152344, - 0.189453, - 0.113281, - 0.150391, - 0.146484, - 0.136719, - 0.132812, - -0.002701, - 0.143555, - 0.000301, - 0.158203, - 0.161133, - 0.15918, - 0.150391, - 0.157227, - 0.135742, - 0.160156, - 0.162109, - 0.15332, - 0.161133, - 0.186523, - 0.163086, - 0.133789, - 0.164062, - 0.120605, - 0.125977, - 0.116211, - 0.134766, - 0.15625, - 0.134766, - 0.119141, - 0.162109, - 0.154297, - 0.148438, - 0.149414, - 0.15918, - 0.102539, - 0.163086, - 0.138672, - 0.049316, - 0.114258, - 0.158203, - 0.139648, - 0.110352, - 0.056641, - 0.151367, - 0.18457, - 0.148438, - 0.166016, - 0.178711, - 0.172852, - 0.147461, - 0.152344, - 0.035889, - 0.144531, - 0.145508, - 0.119629, - 0.161133, - 0.149414, - 0.146484, - 0.168945, - 0.255859, - 0.143555, - 0.106934, - 0.138672, - 0.139648, - 0.12207, - 0.138672, - 0.114746, - 0.148438, - 0.151367, - 0.140625, - 0.169922, - 0.126953, - 0.160156, - 0.162109, - 0.083496, - 0.085938, - 0.140625, - 0.198242, - 0.171875, - 0.169922, - 0.160156, - 0.155273, - 0.170898, - 0.137695, - 0.12793, - 0.155273, - 0.193359, - 0.162109, - 0.146484, - 0.171875, - 0.141602, - 0.149414, - 0.154297, - 0.146484, - 0.136719, - 0.126953, - 0.087402, - 0.203125, - 0.141602, - 0.144531, - 0.261719, - 0.137695, - 0.211914, - 0.168945, - 0.15625, - 0.151367, - 0.147461, - 0.155273, - 0.166992, - 0.137695, - 0.149414, - 0.155273, - -0.071777, - 0.163086, - 0.10791, - 0.162109, - 0.165039, - 0.154297, - 0.228516, - 0.300781, - 0.001274, - 0.166016, - 0.149414, - 0.206055, - -0.000305, - -0.000736, - 0.195312, - 0.031006, - 0.089844, - 0.135742, - 0.132812, - 0.136719, - 0.166016, - 0.157227, - 0.178711, - 0.144531, - 0.11377, - 0.147461, - 0.142578, - 0.148438, - 0.168945, - 0.169922, - 0.18457, - 0.15625, - 0.164062, - -0.004913, - 0.199219, - 0.152344, - 0.157227, - 0.133789, - 0.18457, - 0.139648, - 0.163086, - 0.168945, - 0.1875, - 0.092773, - 0.168945, - 0.177734, - 0.138672, - 0.160156, - 0.147461, - 0.183594, - 0.056396, - 0.174805, - 0.166992, - 0.072266, - 0.169922, - 0.172852, - 0.139648, - 0.177734, - 0.147461, - 0.145508, - 0.115234, - 0.083984, - 0.155273, - -0.154297, - 0.138672, - 0.15918, - 0.085938, - 0.154297, - 0.119629, - 0.136719, - 0.164062, - 0.152344, - 0.146484, - 0.151367, - 0.150391, - 0.134766, - 0.116699, - 0.291016, - 0.148438, - 0.166016, - 0.109375, - 0.130859, - 0.145508, - 0.152344, - 0.134766, - 0.15918, - 0.139648, - 0.15332, - 0.144531, - 0.096191, - 0.151367, - 0.144531, - 0.132812, - 0.140625, - 0.164062, - 0.155273, - 0.120117, - 0.132812, - 0.149414, - 0.142578, - 0.140625, - -0.000328, - 0.15625, - 0.162109, - 0.161133, - 0.137695, - 0.121094, - 0.124023, - 0.163086, - 0.158203, - 0.152344, - 0.157227, - 0.353516, - 0.132812, - 0.000603, - 0.160156, - 0.15625, - 0.142578, - 0.174805, - 0.15625, - 0.15625, - 0.167969, - 0.132812, - 0.15332, - 0.157227, - 0.144531, - 0.162109, - 0.157227, - 0.158203, - 0.158203, - 0.170898, - 0.154297, - 0.001465, - 0.15332, - 0.149414, - 0.142578, - 0.145508, - 0.131836, - 0.158203, - 0.168945, - 0.15625, - 0.163086, - 0.164062, - 0.176758, - 0.143555, - 0.154297, - 0.162109, - 0.125977, - 0.148438, - 0.134766, - 0.15625, - 0.158203, - 0.152344, - 0.150391, - 0.15918, - 0.165039, - 0.176758, - 0.173828, - 0.155273, - 0.162109, - 0.179688, - 0.134766, - 0.165039, - 0.169922, - 0.149414, - 0.400391, - 0.180664, - 0.150391, - 0.166016, - 0.155273, - 0.157227, - 0.116699, - 0.157227, - 0.136719, - 0.132812, - 0.166992, - -0.10498, - 0.160156, - 0.166016, - 0.138672, - 0.160156, - 0.15625, - 8e-05, - 0.125, - 0.164062, - 0.151367, - -0.000767, - 0.136719, - 0.238281, - 0.162109, - 0.160156, - 0.130859, - 0.132812, - 0.119629, - 0.15625, - 0.137695, - 0.166016, - 0.141602, - 0.15625, - 0.166992, - 0.157227, - 0.15918, - 0.164062, - 0.165039, - 0.12793, - 0.186523, - 0.130859, - 0.15332, - 0.134766, - 0.179688, - 0.149414, - 0.039307, - 0.143555, - 0.140625, - 0.160156, - 0.15625, - 0.147461, - 0.142578, - 0.155273, - 0.163086, - 0.160156, - 0.147461, - 0.176758, - 0.070801, - 0.133789, - 0.157227, - 0.15332, - 0.12793, - 0.149414, - 0.171875, - 0.176758, - 0.152344, - 0.151367, - 0.15918, - 0.094727, - 0.141602, - 0.149414, - 0.164062, - 0.147461, - 0.148438, - 0.124023, - 0.19043, - 0.15332, - 0.00209, - 0.151367, - 0.15332, - 0.173828, - 0.151367, - 0.223633, - 0.132812, - 0.15332, - 0.175781, - 0.155273, - 0.145508, - 0.15625, - 0.151367, - 0.163086, - 0.15625, - 0.119629, - 0.202148, - 0.060059, - 0.15918, - 0.149414, - 0.162109, - 0.169922, - 0.137695, - -0.079102, - 0.148438, - 0.154297, - 0.144531, - 0.154297, - 0.125977, - 0.158203, - 0.146484, - 0.158203, - 0.157227, - 0.161133, - 0.160156, - 0.158203, - 0.174805, - 0.160156, - 0.105957, - 0.136719, - 0.070801, - 0.126953, - 0.129883, - 0.157227, - 0.085449, - 0.144531, - 0.042969, - 0.166016, - 0.118652, - 0.149414, - 0.147461, - 0.142578, - 0.173828, - 0.157227, - 0.134766, - 0.166016, - 0.15625, - 0.166016, - 0.137695, - 0.19043, - 0.146484, - 0.15332, - 0.102539, - 0.150391, - 0.161133, - 0.150391, - 0.154297, - 0.163086, - 0.168945, - 0.158203, - 0.154297, - 0.15332, - 0.146484, - 0.124023, - 0.158203, - 0.172852, - 0.131836, - 0.139648, - 0.199219, - 0.136719, - 0.166016, - 0.158203, - 0.15918, - 0.165039, - 0.168945, - 0.158203, - 0.155273, - 0.133789, - 0.15332, - 0.147461, - 0.173828, - 0.141602, - 0.166016, - 0.145508, - 0.151367, - 0.22168, - 0.137695, - 0.160156, - 0.15332, - 0.131836, - 0.116211, - 0.171875, - 0.091797, - 0.196289, - 0.15918, - 0.171875, - 0.149414, - 0.163086, - 0.121094, - 0.145508, - 0.104004, - 0.151367, - 0.173828, - 0.162109, - 0.099609, - 0.154297, - 0.142578, - 0.12207, - -0.091797, - 0.155273, - 0.169922, - 0.188477, - 0.142578, - 0.115723, - 0.150391, - 0.10498, - 0.152344, - 0.151367, - 0.080078, - 0.167969, - 0.124512, - 0.15918, - 0.15918, - 0.182617, - 0.122559, - 0.15625, - 0.146484, - 0.063965, - 0.139648, - 0.170898, - -0.000622, - 0.119141, - 0.161133, - 0.158203, - 0.130859, - 0.133789, - 0.141602, - 0.045654, - 0.212891, - 0.154297, - 0.135742, - 0.000496, - 0.160156, - 0.152344, - 0.157227, - 0.237305, - 0.140625, - 0.179688, - 0.121582, - 0.136719, - 0.179688, - 0.151367, - 0.140625, - 0.141602, - 0.146484, - 0.148438, - 0.160156, - -0.000629, - 0.148438, - 0.12793, - 0.574219, - 0.192383, - 0.166016, - 0.115234, - 0.162109, - 0.125, - 0.150391, - 0.163086, - 0.143555, - 0.149414, - 0.163086, - 0.155273, - 0.167969, - 0.146484, - 0.111816, - 0.135742, - 0.162109, - 0.177734, - 0.152344, - 0.162109, - 0.164062, - 0.15332, - 0.138672, - 0.146484, - 0.172852, - 0.149414, - 0.174805, - 0.148438, - 0.179688, - 0.166992, - 0.003433, - 0.140625, - 0.145508, - 0.146484, - 0.000637, - 0.154297, - 0.125, - 0.123535, - 0.161133, - 0.163086, - 0.152344, - 0.15332, - 0.149414, - 0.15625, - 0.140625, - 0.148438, - 0.142578, - 0.148438, - 0.167969, - 0.137695, - 0.142578, - 0.15332 - ] - }, - "name": "model.transformer.layers.1.ffn_norm.weight", - "outputIndexes": [ - 153 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 152, - 153 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_1/Mul_1_output_0", - "outputIndexes": [ - 154 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 154 - ], - "outputIndexes": [ - 1506 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1506 - ], - "outputIndexes": [ - 1507 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear", - "inputIndexes": [ - 1507 - ], - "outputIndexes": [ - 1508 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2048, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 24576, - "weightSize": 0 - }, - "external": [ - 5317852, - 1572886, - 196608, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1508 - ], - "outputIndexes": [ - 1509 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1509 - ], - "outputIndexes": [ - 155 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2048 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1024 - ] - }, - "name": "/ffn_1/Mul_output_0", - "outputIndexes": [ - 156 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 155, - 21, - 156, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_1/Slice_output_0", - "outputIndexes": [ - 157 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 157 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_1/Sigmoid_output_0", - "outputIndexes": [ - 158 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 157, - 158 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_1/Mul_output_0", - "outputIndexes": [ - 159 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2048 - ] - }, - "name": "/ffn_1/Mul_1_output_0", - "outputIndexes": [ - 160 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 155, - 156, - 160, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_1/Slice_1_output_0", - "outputIndexes": [ - 161 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 159, - 161 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_1/Mul_2_output_0", - "outputIndexes": [ - 162 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 162 - ], - "outputIndexes": [ - 1510 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1510 - ], - "outputIndexes": [ - 1511 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear", - "inputIndexes": [ - 1511 - ], - "outputIndexes": [ - 1512 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 7087346, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1512 - ], - "outputIndexes": [ - 1513 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.1/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1513 - ], - "outputIndexes": [ - 163 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 151, - 163 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_7_output_0", - "outputIndexes": [ - 164 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 164, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_8_output_0", - "outputIndexes": [ - 165 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 165 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_2/Mul_output_0", - "outputIndexes": [ - 166 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.031738, - 0.032227, - 0.035645, - 0.037598, - 0.037842, - 0.029907, - 0.036865, - 0.026001, - 0.059326, - 0.033936, - 0.027588, - 0.025391, - 0.032471, - 0.033447, - 0.0354, - 0.034912, - 0.057373, - 0.060303, - 0.037109, - 0.059082, - 0.00885, - 0.030151, - 0.028564, - -0.017334, - 0.044434, - 0.034668, - 0.105469, - 0.046631, - 0.03833, - 0.027466, - 0.039307, - 0.040039, - 0.028564, - 0.029541, - 0.039062, - 0.031982, - 0.032471, - 0.030762, - 0.040527, - 0.035645, - 0.026489, - 0.027344, - 0.046143, - 0.038574, - 0.008179, - 0.033691, - 0.037598, - 0.034912, - 0.036865, - 0.025146, - 0.04834, - -0.021484, - 0.033936, - 0.028809, - 0.162109, - 0.033691, - 0.029907, - 0.031982, - 0.034424, - 0.066895, - 0.025757, - 0.030029, - 0.015442, - 0.033203, - 0.075684, - 0.071289, - 0.036133, - 0.031494, - 0.039307, - 0.072266, - 0.0354, - 0.055664, - 0.03125, - 0.026978, - 0.031982, - 0.065918, - 0.033203, - 0.048828, - 0.037354, - 0.02832, - 0.031738, - 0.032959, - 0.049072, - 0.030151, - -0.000633, - 0.050537, - 0.007141, - 0.047363, - 0.043457, - 0.038818, - 0.033447, - 0.040771, - 0.043945, - 0.026978, - 0.015747, - 0.04541, - 0.029053, - 0.044678, - 0.017578, - 0.032471, - 0.040527, - 0.055176, - 0.030518, - 0.037842, - 0.028076, - 0.03125, - 0.02478, - 0.02417, - 0.056641, - 0.044434, - 0.043213, - 0.046387, - 0.058594, - 0.039551, - 0.032715, - -0.015869, - 0.084473, - 0.040039, - 0.028809, - 0.045898, - 0.023682, - 0.029907, - 0.030396, - 0.028687, - 0.023926, - 0.060059, - 0.034424, - 0.035645, - 0.047607, - 0.053955, - 0.048096, - 0.031982, - 0.029297, - 0.053467, - 0.005829, - 0.032227, - 0.041016, - 0.051514, - 0.047363, - 0.019653, - 0.041504, - 0.046875, - 0.037354, - 0.043213, - 0.025391, - 0.037842, - 0.041504, - 0.049561, - 0.061768, - 0.036865, - 0.032715, - 0.028809, - 0.036865, - 0.02478, - 0.035156, - 0.024658, - 0.032715, - 0.085938, - 0.019775, - 0.057129, - 0.033447, - 0.078613, - 0.055664, - 0.031738, - 0.029297, - 0.030273, - 0.030029, - 0.03833, - 0.039551, - 0.106445, - 0.031738, - 0.028931, - 0.026978, - 0.035156, - 0.03125, - 0.102051, - 0.028442, - 0.056152, - 0.033203, - 0.050537, - 0.037354, - 0.031494, - 0.064941, - 0.042725, - -0.016357, - 0.031128, - 0.029053, - 0.034912, - 0.036133, - 0.027832, - 0.036133, - 0.02002, - 0.145508, - 0.029419, - 0.012573, - 0.046387, - 0.046631, - 0.037354, - 0.04248, - 0.089355, - 0.050537, - 0.031128, - 0.050537, - 0.037109, - 0.039062, - 0.037109, - 0.055176, - 0.040039, - 0.033203, - 0.026733, - 0.028809, - 0.04541, - 0.032471, - 0.037842, - 0.0354, - 0.034912, - 0.010742, - 0.037842, - 0.040039, - 0.040283, - 0.037109, - 0.152344, - 0.028809, - 0.009521, - 0.058838, - 0.075684, - 0.036133, - -0.01178, - 0.030518, - 0.027466, - 0.028687, - 0.020996, - 0.058594, - 0.035645, - 0.0354, - 0.03064, - 0.041992, - -0.004059, - 0.037354, - 0.037109, - -0.012207, - 0.025146, - 0.036621, - 0.032227, - 0.031006, - 0.030884, - 0.018311, - 0.031494, - 0.032471, - 0.030762, - 0.036865, - 0.014648, - 0.021729, - 0.046631, - 0.030273, - 0.029541, - 0.03833, - 0.033691, - 0.03418, - 0.039307, - 0.02771, - 0.028809, - 0.011963, - 0.047607, - 0.061523, - 0.059326, - 0.052734, - 0.077637, - 0.031738, - 0.030273, - 0.030762, - 0.031738, - 0.025024, - 0.036133, - 0.030029, - -0.00769, - 0.031494, - 0.084961, - 0.032471, - -0.003189, - 0.046387, - 0.037598, - 0.034912, - 0.037109, - 0.037842, - 0.035645, - 0.038818, - 0.057617, - 0.055908, - 0.040527, - 4e-06, - 0.047607, - 0.035889, - 0.060547, - 0.000349, - 0.029175, - 0.015381, - 0.03125, - 0.030151, - 0.00592, - 0.040771, - 0.033691, - 0.0354, - 0.039795, - 0.029785, - 0.041992, - 0.037598, - 0.094238, - 0.037598, - 0.038818, - 0.037354, - 0.039307, - 0.000587, - 0.016724, - 0.052002, - 0.041748, - 0.028564, - 0.032959, - 0.07666, - 0.036621, - 0.033447, - 0.028931, - 0.036621, - 0.026733, - 0.023315, - 0.030884, - 0.044189, - 0.040771, - 0.053467, - 0.03125, - 0.033203, - 0.036133, - 0.020508, - 0.067871, - 0.030884, - 0.031738, - 0.033203, - 0.044434, - 0.029175, - 0.04248, - 0.035889, - 0.029785, - 0.038818, - 0.02771, - 0.037598, - 0.111328, - 0.120117, - 0.000526, - 0.0354, - 0.042725, - 0.046875, - 0.041992, - 0.02124, - 0.079102, - 0.049072, - 0.129883, - 0.002747, - 0.030151, - 0.012512, - 0.042969, - 0.044678, - 0.000216, - 0.044189, - 0.025879, - 0.03833, - 0.036865, - 0.04541, - 0.062988, - 0.049561, - 0.017944, - -0.001404, - 0.055176, - 0.026611, - 0.03064, - 0.051758, - 0.010254, - 0.043457, - 0.041748, - 0.042236, - 0.027954, - 0.035645, - 0.023193, - 0.049316, - 0.028809, - 0.032227, - 0.031006, - 0.017944, - -0.008545, - 0.030518, - 0.034912, - 0.046631, - 0.028931, - 0.044922, - 0.000927, - 0.034424, - 0.120605, - 0.038574, - 0.15332, - 0.001198, - 0.094727, - 0.040771, - 0.045654, - 0.074707, - 0.042236, - 0.038818, - 0.018921, - 0.015259, - 0.042969, - 0.040283, - 0.032471, - 0.125, - -0.000427, - 0.025513, - 0.046875, - 0.034424, - 0.030396, - 0.037109, - 0.035889, - 0.043213, - 0.035645, - 0.044434, - 0.042969, - 0.035645, - 0.125, - 0.03833, - 0.04834, - 0.040283, - 0.032959, - 0.060791, - 0.04126, - 0.02771, - 0.033203, - 0.03418, - 0.079102, - 0.036865, - 0.027954, - 0.038818, - 0.026978, - 0.05957, - 0.039307, - 0.031128, - 0.038818, - 0.029175, - 0.049072, - 0.03418, - 0.033936, - 0.041504, - 0.000288, - 0.037354, - 0.034424, - 0.145508, - 0.048096, - 0.068848, - 0.01001, - 0.029053, - 0.047852, - 0.03418, - 0.035156, - -0.020508, - 0.037842, - 0.037354, - 0.017822, - 0.041016, - 0.051025, - 0.029419, - 0.043701, - 0.031738, - 0.035156, - 0.03833, - 0.025269, - 0.098633, - 0.029419, - 0.03833, - 0.036621, - 0.043701, - 0.036133, - 0.043213, - 0.029907, - 0.029175, - 0.035889, - 0.036377, - 0.037354, - 0.010986, - 0.043213, - 0.05542, - -0.001183, - 0.037109, - 0.052246, - 0.039795, - 0.029419, - 0.042725, - 0.035156, - 0.064941, - 0.027954, - 0.042969, - 0.032227, - 0.031738, - 0.057617, - 0.035156, - 0.040527, - 0.028687, - 0.042236, - -0.000334, - 0.033203, - 0.036865, - 0.040771, - 0.026123, - 0.033936, - 0.041504, - 0.04126, - 0.041504, - 0.05249, - 0.047363, - 0.03064, - 0.081055, - 0.034424, - 0.029541, - 0.04126, - 0.029541, - 0.085938, - 0.057617, - 0.037109, - 0.037598, - 0.036377, - 0.02832, - 0.028076, - 0.040771, - 0.027588, - 0.030518, - 0.386719, - 0.031006, - 0.043945, - 0.038086, - 0.049805, - 0.034668, - 0.00038, - 0.046875, - 0.036377, - 0.033203, - 0.045166, - 0.083496, - 0.039551, - 0.061035, - 0.035889, - 0.04248, - 0.034424, - 0.031738, - 0.052979, - 0.04541, - 0.0354, - 0.029175, - 0.031494, - 0.046143, - 0.1875, - -0.000315, - 0.054932, - 0.02002, - 0.029297, - 0.023804, - 0.035645, - 0.041992, - 0.032959, - 0.126953, - 0.09082, - 0.051025, - 0.038818, - 0.026245, - 0.031494, - 0.057617, - 0.054932, - 0.04834, - 0.041992, - 0.032227, - 0.044922, - 0.036377, - 0.043457, - 0.049316, - 0.03125, - 0.026367, - 0.042969, - 0.032471, - 0.054932, - 0.040283, - -0.02124, - 0.02771, - 0.041504, - 0.026367, - 0.026245, - 0.039795, - 0.03064, - 0.038086, - 0.042236, - 0.037598, - 0.024292, - 0.052734, - 0.036621, - 0.03064, - 0.018066, - 0.037109, - 0.026611, - 0.033691, - 0.03833, - 0.037109, - 0.028198, - 0.029663, - 0.019409, - 0.039795, - 0.025146, - 0.010681, - 0.046143, - 0.036133, - 0.019287, - 0.033691, - 0.026001, - 0.058594, - 0.035889, - 0.0271, - 0.024048, - 0.09082, - 0.023804, - 0.037598, - 0.03418, - 0.037598, - 0.032471, - 0.033936, - 0.04248, - 0.033691, - 0.033936, - 0.036377, - 0.039062, - 0.028931, - 0.02832, - 0.051758, - 0.036621, - -0.030029, - 0.039307, - 0.037354, - 0.042725, - 0.052734, - 0.032227, - 0.116211, - -0.001373, - 0.02063, - 0.043701, - 0.048096, - 0.032471, - 0.031738, - 0.009949, - 0.024048, - 0.061768, - 0.043457, - 0.029419, - 0.04126, - 0.022949, - 0.03833, - 0.042969, - 0.037354, - 0.039795, - 0.045654, - 0.112305, - 0.030884, - 0.046143, - 0.023193, - 0.033203, - 0.039795, - 0.040039, - 0.029785, - 0.041748, - 0.030151, - 0.030762, - 0.036621, - 0.033691, - 0.019165, - 0.053223, - 0.031006, - 0.0354, - 0.049316, - 0.039795, - 0.036377, - 0.034424, - 0.040283, - 0.031494, - 0.048584, - 0.03833, - 0.035156, - 0.047852, - 0.031006, - 0.044434, - 0.070801, - 0.035156, - 0.039551, - 0.047852, - 0.059326, - 0.066895, - -0.001228, - 0.001854, - 0.034912, - 0.038574, - 0.029541, - 0.035645, - 0.032471, - 0.031738, - 0.026123, - 0.042725, - 0.080566, - 0.036621, - 0.029175, - 0.041748, - 0.034668, - 0.026123, - 0.037354, - 0.044189, - 0.056152, - 0.043457, - 0.041016, - 0.079102, - 0.031982, - 0.001717, - 0.046387, - 0.031982, - 0.031738, - 0.04248, - 0.116211, - 0.04126, - 0.032959, - 0.035889, - 0.034424, - 0.036133, - 0.032471, - 0.027466, - 0.034668, - 0.047363, - 0.033691, - 0.224609, - 0.043457, - 0.044189, - 0.031738, - 0.045654, - 0.036377, - 0.039551, - 0.054932, - 0.033203, - 0.035889, - 0.04541, - 0.025391, - 0.037354, - 0.032227, - 0.034668, - 0.034424, - 0.165039, - 0.040527, - 0.045654, - 0.052734, - 0.031982, - 0.025513, - -0.121094, - 0.026245, - 0.037109, - 0.075195, - 0.030518, - 0.084473, - 0.034668, - 0.028198, - 0.0625, - 0.034424, - 0.018433, - 0.025269, - 0.044922, - 0.034424, - 0.039307, - 0.029297, - 0.057861, - 0.032227, - 0.000767, - 0.027954, - 0.045898, - 0.033447, - 0.034912, - 0.050049, - 0.053223, - 0.02832, - 0.031738, - 0.043213, - 0.02417, - 0.023071, - 0.029785, - 0.04834, - 0.037109, - 0.041016, - 0.037109, - 0.031494, - 0.042236, - 0.042969, - 0.031738, - 0.0354, - 0.052246, - 0.064941, - 0.030151, - 0.026367, - 0.039795, - 0.035889, - 0.029053, - 0.058838, - 0.012878, - 0.029175, - 0.028564, - 0.0354, - 0.040039, - 0.03125, - 0.061523, - 0.037109, - 0.027222, - 0.031738, - 0.037354, - 0.036621, - 0.041504, - 0.030273, - -0.015747, - 0.040039, - 0.032959, - 0.129883, - 0.046387, - 0.049072, - 0.036621, - 0.04126, - 0.040527, - 0.03833, - 0.094238, - 0.032959, - 0.036377, - 0.040283, - 0.030518, - 0.117676, - 0.030151, - 0.038086, - 0.030029, - 0.04541, - 0.033691, - 0.043701, - 0.036133, - 0.066406, - 0.059082, - 0.046875, - 0.04541, - 0.049805, - 0.051514, - 0.044922, - 0.049561, - 0.036133, - 0.057373, - 0.078125, - -0.001633, - 0.046875, - 0.030273, - 0.054688, - 0.046875, - 0.023438, - 0.045654, - 0.058838, - 0.037354, - 0.033936, - 0.036865, - 0.032471, - 0.039062, - -0.030273, - 0.03418, - 0.033447, - 0.032715, - 0.037109, - 0.030884, - 0.02478, - 0.035645, - 0.036133, - 0.036133, - 0.039062, - 0.102539, - 0.041016, - 0.030884, - 0.040283, - 0.050537, - 0.04834, - 0.0354, - 0.035156, - 0.167969, - 0.033691, - 0.026733, - 0.033691, - 0.036133, - -0.000633, - 0.037842, - 0.040039, - 0.030396, - 0.032959, - 0.03418, - 0.050049, - 0.03064, - 0.044434, - 0.044189, - 0.064453, - 0.033691, - 0.025024, - -0.019897, - 0.03833, - 0.077148, - 0.037109, - 0.044189, - 0.150391, - 0.043213, - 0.129883, - 0.031738, - 0.031738, - 0.047363, - 0.032715, - 0.0354, - 0.043457, - 0.036377, - 0.036377, - 0.073242, - 0.040283, - 0.015869, - 0.04126, - 0.041992, - 0.04126, - 0.040283, - 0.036377, - -0.000935, - 0.04248, - 0.000147, - 0.04126, - 0.074219, - 0.0271, - 0.049316, - 0.044922, - 0.066406, - 0.037109, - 0.037842, - 0.030151, - 0.037109, - -0.017578, - 0.044189, - 0.037598, - 0.037109, - 0.041748, - 0.037842, - 0.034424, - 0.044678, - 0.024902, - 0.052246, - 0.032715, - 0.018188, - 0.048828, - 0.027832, - 0.035889, - 0.051758, - 0.053711, - 0.040039, - 0.036621, - 0.040771, - 0.09668, - 0.031494, - 0.028442, - 0.03833, - 0.034668, - 0.047852, - 0.080566, - 0.03064, - 0.022949, - 0.041016, - 0.031494, - 0.0271, - 0.033936, - 0.037598, - 0.034668, - 0.036377, - 0.043945, - 0.025146, - 0.04541, - 0.078613, - 0.037842, - 0.052734, - 0.035889, - 0.003082, - 0.004639, - 0.03833, - 0.033203, - 0.043213, - 0.031006, - 0.048584, - 0.035889, - 0.070312, - 0.034912, - 0.033691, - 0.032227, - -0.000292, - 0.035156, - 0.023804, - 0.000801, - 0.039062, - 0.041748, - 0.039307, - 0.021118, - 0.014404, - 0.03064, - 0.059082, - 0.029907, - 0.029907, - 0.093262, - 0.040527, - 0.035156, - 0.042969, - 0.012268, - -0.026611, - -0.030029, - 0.037354, - 0.03125, - 0.0271, - 0.044189, - 0.03125, - 0.199219, - 0.039307, - 0.026733, - 0.032715, - 0.046387, - 0.211914, - 0.036621, - 0.010986, - 0.037109, - 0.055664, - 0.033936, - 0.036865, - 0.0271, - 0.04248, - 0.033936, - 0.031494, - 0.024292, - 0.030884, - 0.06543, - 0.034424, - 0.039307, - 0.033936, - 0.036865, - 0.035645, - -0.007996, - 0.07959, - 0.031982, - 0.138672, - 0.134766, - 0.070312, - 0.049072, - 0.031494, - 0.032227, - 0.029419, - 0.029053, - 0.03418, - 0.028564, - 0.037598, - 0.066406, - 0.038574, - 0.03125, - -0.07959, - 0.040039, - 0.089355, - 0.036377, - 0.044189, - 0.034668, - 0.040283, - 0.031738, - 0.036865, - 0.033691, - 0.034912, - 0.040039, - 0.039062, - 0.037842, - 0.022827, - 0.041992, - 0.057129, - 0.03833, - 0.087402, - 0.147461, - 0.000307, - 0.055176, - 0.02832, - 0.092285, - 0.020752, - -0.000858, - 0.210938, - 0.000626, - 0.021118, - 0.033936, - 0.04126, - -0.001366, - 0.037842, - 0.031738, - 0.042236, - 0.030884, - 0.026001, - 0.028931, - 0.029297, - 0.044189, - 0.052002, - 0.043457, - 0.068848, - 0.029419, - 0.030151, - 0.080566, - 0.098633, - 0.039551, - 0.038818, - 0.037842, - 0.056885, - 0.044678, - 0.030884, - 0.058594, - 0.036865, - 0.030151, - 0.041504, - 0.057129, - 0.026123, - 0.03125, - 0.063477, - 0.04541, - 0.025391, - 0.045898, - 0.050049, - 0.045898, - 0.057373, - 0.043701, - 0.038086, - 0.052002, - 0.023071, - 0.026367, - 0.028931, - 0.038818, - 0.049561, - 0.045654, - 0.031982, - 0.04834, - 0.024048, - 0.0354, - -0.016357, - 0.03418, - 0.044434, - 0.046631, - 0.045898, - 0.071777, - 0.026978, - 0.045654, - 0.033691, - 0.069336, - 0.030884, - 0.040039, - 0.032471, - 0.031982, - 0.021973, - 0.040771, - 0.028564, - 0.037842, - 0.037109, - 0.029907, - 0.043457, - 0.033936, - 0.038818, - -0.02002, - 0.054443, - 0.039307, - 0.057373, - 0.033691, - 0.036377, - -0.017456, - 0.039795, - 0.031738, - -0.009766, - 0.010193, - 0.02771, - 0.039062, - 0.03064, - 0.027466, - -0.001999, - -0.013428, - 0.043701, - 0.052002, - 0.035645, - 0.038086, - 0.075684, - 0.031982, - 0.019409, - 0.031494, - 0.039795, - 0.050293, - 0.034668, - 0.05957, - 0.032959, - 0.075195, - 0.044922, - 0.037109, - 0.037842, - 0.030396, - 0.034424, - 0.034668, - 0.051758, - 0.040771, - 0.052979, - 0.036865, - 0.015442, - 0.030762, - 0.059082, - 0.025391, - 0.032471, - 0.031738, - 0.049561, - 0.060303, - 0.045166, - 0.041016, - 0.034668, - 0.046631, - 0.034668, - 0.032471, - 0.033447, - -0.010803, - 0.038574, - 0.052246, - 0.030884, - 0.037842, - 0.052979, - 0.035156, - 0.037598, - 0.041504, - 0.042969, - 0.052734, - 0.034424, - 0.051025, - 0.088379, - 0.027832, - 0.04541, - 0.041992, - 0.033203, - 0.098633, - 0.050537, - 0.043701, - 0.043701, - 0.049561, - 0.031006, - 0.000839, - 0.033447, - 0.026733, - 0.02832, - 0.047119, - 0.032471, - 0.039062, - 0.032227, - 0.03833, - 0.044189, - 0.029419, - 0.081055, - 0.041016, - 0.035156, - 0.026001, - 0.043945, - 0.02417, - 0.07666, - 0.044678, - 0.026367, - 0.043945, - 0.026367, - 2.6e-05, - 0.035156, - 0.03418, - 0.040283, - 0.031128, - 0.040039, - 0.047363, - 0.051758, - 0.044189, - 0.040039, - 0.049316, - 0.029541, - 0.043457, - 0.032959, - 0.044189, - 0.047852, - 0.093262, - 0.029175, - 0.018433, - 0.036133, - 0.030396, - 0.056396, - 0.057861, - 0.033447, - 0.04248, - 0.043701, - 0.0354, - 0.042725, - 0.034912, - 0.053223, - 0.023438, - 0.031006, - 0.031982, - 0.029053, - 0.031006, - 0.026978, - 0.039551, - 0.052246, - 0.04541, - 0.038574, - 0.041992, - 0.030884, - 0.036621, - 0.034424, - 0.034668, - 0.050049, - 0.042236, - 0.027466, - 0.112305, - 0.043701, - 0.018188, - 0.035156, - 0.037598, - 0.050781, - 0.03418, - 0.117188, - 0.032227, - 0.041504, - 0.049316, - 0.060059, - 0.036377, - 0.040527, - 0.029175, - 0.056885, - 0.048096, - 0.039062, - 0.05957, - 0.025513, - 0.040527, - 0.046143, - 0.051514, - 0.078613, - 0.039795, - 0.150391, - 0.026123, - 0.044678, - -0.01355, - 0.030762, - 0.027344, - 0.103516, - 0.030884, - 0.034912, - 0.048584, - 0.053955, - 0.047363, - 0.042725, - 0.037354, - 0.032959, - 0.035645, - 0.041016, - 0.044922, - 0.03125, - 0.02832, - 0.031738, - 0.029419, - 0.030762, - 0.018188, - 0.043945, - 0.037109, - 0.023926, - 0.030029, - 0.029053, - 0.040771, - 0.031738, - 0.02832, - 0.042725, - 0.034424, - 0.040039, - 0.071777, - 0.058594, - 0.03418, - 0.067383, - 0.036377, - 0.025513, - 0.049316, - 0.031738, - 0.030396, - 0.037842, - 0.045898, - 0.049072, - 0.03418, - 0.026489, - 0.027954, - 0.032227, - 0.057373, - 0.036621, - 0.036865, - 0.026367, - 0.080078, - -0.007416, - 0.051758, - 0.045654, - 0.052246, - 0.041504, - 0.059326, - 0.026611, - 0.04126, - 0.003815, - 0.052246, - 0.04126, - 0.080566, - 0.037354, - 0.034668, - 0.046143, - 0.035889, - 0.074219, - 0.031982, - 0.039551, - 0.042725, - 0.039062, - 0.065918, - 0.041016, - 0.023071, - 0.096191, - 0.034912, - 0.049072, - 0.01416, - 0.042236, - 0.025391, - 0.039795, - 0.031982, - 0.034912, - 0.035889, - 0.053223, - 0.022827, - 0.039062, - 0.041992, - 0.074707, - 0.024292, - 0.036377, - 0.045898, - 0.091797, - 0.036621, - 0.023804, - 0.042969, - 0.067383, - 0.047363, - 0.027588, - 0.025879, - 0.057617, - 0.024536, - 0.034912, - 0.032715, - 0.052979, - 0.024292, - 0.033691, - 0.049561, - 0.025513, - 0.028564, - 0.052734, - 0.020264, - 0.042725, - 0.044922, - 0.02832, - 0.041748, - 0.035645, - 0.036865, - 0.009583, - 0.092773, - 0.035889, - 0.03125, - 0.018555, - 0.032715, - -0.002396, - 0.054443, - 0.169922, - 0.036133, - 0.056885, - 0.029663, - 0.035645, - 0.089355, - 0.030762, - 0.026245, - 0.010559, - 0.027466, - 0.041748, - 0.039795, - 0.103027, - 0.042969, - 0.040283, - 0.173828, - 0.057617, - 0.063965, - 0.028076, - 0.034424, - 0.033203, - 0.020874, - 0.035645, - 0.04541, - 0.035889, - 0.089844, - 0.036621, - 0.04541, - 0.038574, - 0.052002, - 0.035645, - 0.037598, - 0.038818, - -0.01001, - 0.039062, - 0.0271, - 0.040283, - 0.026001, - 0.033447, - 0.039551, - 0.027954, - 0.050049, - 0.032227, - 0.048828, - 0.042969, - 0.019897, - 0.062988, - 0.044922, - 0.030151, - 0.000359, - 0.03418, - 0.029907, - 0.033936, - 0.0354, - 0.037598, - 0.042236, - 0.031738, - 0.031982, - 0.036865, - 0.022949, - 0.034912, - 0.044678, - 0.039795, - 0.036865, - 0.037598, - 0.0354, - 0.035889 - ] - }, - "name": "model.transformer.layers.2.attn_norm.weight", - "outputIndexes": [ - 167 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 166, - 167 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_2/Mul_1_output_0", - "outputIndexes": [ - 168 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 168 - ], - "outputIndexes": [ - 1514 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1514 - ], - "outputIndexes": [ - 1515 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear", - "inputIndexes": [ - 1515 - ], - "outputIndexes": [ - 1516 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 768, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 7972104, - 589846, - 73728, - 3072, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1516 - ], - "outputIndexes": [ - 1517 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1517 - ], - "outputIndexes": [ - 169 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 768 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 168 - ], - "main_type": "NONE", - "name": "/Shape_9_output_0", - "outputIndexes": [ - 170 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 170 - ], - "main_type": "NONE", - "name": "Shape246", - "outputIndexes": [ - 171 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 170 - ], - "main_type": "NONE", - "name": "Rank248", - "outputIndexes": [ - 172 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 172, - 172 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp250", - "outputIndexes": [ - 173 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 173 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze251", - "outputIndexes": [ - 174 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 173, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp253", - "outputIndexes": [ - 175 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 175 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze254", - "outputIndexes": [ - 176 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 171, - 174, - 176, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice257", - "outputIndexes": [ - 177 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 177 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze258", - "outputIndexes": [ - 178 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp259", - "outputIndexes": [ - 179 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 179, - 178 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp260", - "outputIndexes": [ - 180 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 170, - 180, - 173 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_14_output_0", - "outputIndexes": [ - 181 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 181, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_21_output_0", - "outputIndexes": [ - 182 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 182, - 23, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_10_output_0", - "outputIndexes": [ - 183 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 169, - 183 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_9_output_0", - "outputIndexes": [ - 184 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 184 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_2/Mul_output_0", - "outputIndexes": [ - 185 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.953125, - 0.027344, - -0.083496, - -0.035889, - 0.05542, - 1.65625, - 1.460938, - 1.21875, - 1.476562, - 1.75, - 2.515625, - 2.234375, - 1.789062, - 1.375, - 2.203125, - 2.4375, - 2.015625, - 2.609375, - 1.617188, - 2.1875, - 1.5, - 1.328125, - 1.546875, - 1.851562, - 1.84375, - 1.828125, - 2.21875, - 1.921875, - 1.671875, - 1.75, - 1.851562, - 1.71875, - 1.90625, - 1.796875, - 1.90625, - 2.03125, - 1.773438, - 2.90625, - 1.6875, - 1.890625, - 2.203125, - 2.28125, - 1.296875, - 1.914062, - 1.976562, - 2.25, - 1.695312, - 1.671875, - 1.804688, - 1.304688, - 2.40625, - 1.914062, - 2.5625, - 2.9375, - 2.609375, - 1.78125, - 1.8125, - 1.710938, - 2.4375, - 1.820312, - 1.84375, - 1.8125, - 1.664062, - 1.828125 - ] - }, - "name": "model.transformer.layers.2.attn.q_norm.weight", - "outputIndexes": [ - 186 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 185, - 186 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_2/Mul_1_output_0", - "outputIndexes": [ - 187 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 187, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_8_output_0", - "outputIndexes": [ - 188 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 187, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_9_output_0", - "outputIndexes": [ - 189 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 189 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_4_output_0", - "outputIndexes": [ - 190 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 187, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_8_output_0", - "outputIndexes": [ - 191 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 190, - 191 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_13_output_0", - "outputIndexes": [ - 192 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 192, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_9_output_0", - "outputIndexes": [ - 193 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 188, - 193 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_8_output_0", - "outputIndexes": [ - 194 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 168 - ], - "outputIndexes": [ - 1518 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1518 - ], - "outputIndexes": [ - 1519 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear", - "inputIndexes": [ - 1519 - ], - "outputIndexes": [ - 1520 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 2304, - "weightSize": 0 - }, - "external": [ - 8638750, - 147478, - 18432, - 768, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1520 - ], - "outputIndexes": [ - 1521 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1521 - ], - "outputIndexes": [ - 195 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 182, - 57, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_11_output_0", - "outputIndexes": [ - 196 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 195, - 196 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_10_output_0", - "outputIndexes": [ - 197 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 197 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_2/Mul_output_0", - "outputIndexes": [ - 198 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.375, - 0.318359, - 0.090332, - 0.030396, - 0.044922, - 2.1875, - 1.625, - 2.34375, - -0.5, - 1.992188, - 1.523438, - 1.773438, - 2.0625, - 2.234375, - 1.648438, - 1.609375, - 1.90625, - 0.291016, - 2.375, - 2.03125, - 2.5625, - 3.1875, - 3.671875, - 1.898438, - 1.828125, - 1.859375, - 3.21875, - 1.859375, - 1.875, - 1.726562, - 1.757812, - 1.773438, - 1.664062, - 1.414062, - 1.375, - 1.507812, - 1.398438, - 2.25, - 1.507812, - 1.546875, - 2.234375, - 1.945312, - 2.140625, - 1.953125, - 1.890625, - 0.882812, - 2.078125, - 2.109375, - 1.984375, - 2.875, - 1.453125, - 2.3125, - 1.664062, - 1.164062, - 1.453125, - 1.867188, - 1.804688, - 1.835938, - 2.578125, - 1.875, - 1.75, - 1.84375, - 1.75, - 1.78125 - ] - }, - "name": "model.transformer.layers.2.attn.k_norm.weight", - "outputIndexes": [ - 199 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 198, - 199 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_2/Mul_1_output_0", - "outputIndexes": [ - 200 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 200, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_10_output_0", - "outputIndexes": [ - 201 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 200, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_11_output_0", - "outputIndexes": [ - 202 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 202 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_5_output_0", - "outputIndexes": [ - 203 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 200, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_10_output_0", - "outputIndexes": [ - 204 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 203, - 204 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_14_output_0", - "outputIndexes": [ - 205 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 205, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_11_output_0", - "outputIndexes": [ - 206 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 201, - 206 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_9_output_0", - "outputIndexes": [ - 207 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 168 - ], - "outputIndexes": [ - 1522 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1522 - ], - "outputIndexes": [ - 1523 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear", - "inputIndexes": [ - 1523 - ], - "outputIndexes": [ - 1524 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 2304, - "weightSize": 0 - }, - "external": [ - 8805428, - 147478, - 18432, - 768, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1524 - ], - "outputIndexes": [ - 1525 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1525 - ], - "outputIndexes": [ - 208 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 208, - 196 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_11_output_0", - "outputIndexes": [ - 209 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 194, - 207, - 209, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.2/self_attn/FusedAttention", - "outputIndexes": [ - 210 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 210 - ], - "outputIndexes": [ - 1526 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 768, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1526 - ], - "outputIndexes": [ - 1527 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear", - "inputIndexes": [ - 1527 - ], - "outputIndexes": [ - 1528 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 768, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 9216, - "weightSize": 0 - }, - "external": [ - 8972106, - 589846, - 73728, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1528 - ], - "outputIndexes": [ - 1529 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1529 - ], - "outputIndexes": [ - 211 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 165, - 211 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_10_output_0", - "outputIndexes": [ - 212 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 212 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_2/Mul_output_0", - "outputIndexes": [ - 213 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.178711, - 0.163086, - 0.199219, - 0.143555, - 0.126953, - 0.182617, - 0.176758, - 0.179688, - 0.255859, - 0.185547, - 0.171875, - 0.071777, - 0.1875, - 0.15625, - 0.210938, - 0.21875, - 0.232422, - 0.283203, - 0.166016, - 0.326172, - 0.041016, - 0.177734, - 0.098145, - 0.168945, - 0.22168, - 0.210938, - 0.470703, - 0.238281, - 0.192383, - 0.186523, - 0.199219, - 0.1875, - 0.108887, - 0.126953, - 0.188477, - 0.19043, - 0.1875, - 0.1875, - 0.217773, - 0.185547, - 0.174805, - 0.172852, - 0.216797, - 0.188477, - 0.167969, - 0.180664, - 0.171875, - 0.1875, - 0.189453, - 0.071777, - 0.232422, - 0.188477, - 0.182617, - 0.174805, - 0.220703, - 0.194336, - 0.183594, - 0.176758, - 0.185547, - 0.28125, - 0.150391, - 0.173828, - 0.050293, - 0.173828, - 0.314453, - 0.246094, - 0.233398, - 0.174805, - 0.198242, - 0.168945, - 0.199219, - 0.210938, - 0.166992, - 0.201172, - 0.104492, - 0.263672, - 0.179688, - 0.248047, - 0.178711, - 0.180664, - 0.182617, - 0.195312, - 0.222656, - 0.172852, - 0.067383, - 0.203125, - 0.157227, - 0.273438, - 0.210938, - 0.116699, - 0.186523, - 0.176758, - 0.236328, - 0.174805, - 0.182617, - 0.179688, - 0.094727, - 0.208984, - 0.047119, - 0.087891, - 0.193359, - 0.191406, - 0.146484, - 0.185547, - 0.192383, - 0.175781, - 0.158203, - 0.117188, - 0.144531, - 0.205078, - 0.232422, - 0.213867, - 0.265625, - 0.117188, - 0.178711, - 0.155273, - 0.371094, - 0.205078, - 0.172852, - 0.182617, - 0.171875, - 0.185547, - 0.168945, - 0.19043, - 0.179688, - 0.279297, - 0.192383, - 0.197266, - 0.213867, - 0.231445, - 0.222656, - 0.195312, - 0.15625, - 0.235352, - 0.231445, - 0.152344, - 0.085938, - 0.253906, - 0.227539, - 0.116211, - 0.208008, - 0.207031, - 0.170898, - 0.193359, - 0.074707, - 0.07373, - 0.141602, - 0.19043, - 0.224609, - 0.128906, - 0.182617, - 0.171875, - 0.181641, - 0.174805, - 0.144531, - 0.154297, - 0.220703, - 0.416016, - 0.181641, - 0.196289, - 0.199219, - 0.117676, - 0.265625, - 0.173828, - 0.186523, - 0.182617, - 0.182617, - 0.18457, - 0.177734, - 0.328125, - 0.09375, - 0.1875, - 0.067871, - 0.214844, - 0.196289, - 0.470703, - 0.168945, - 0.253906, - 0.173828, - 0.220703, - 0.195312, - 0.18457, - 0.287109, - 0.192383, - 0.165039, - 0.219727, - 0.1875, - 0.15625, - 0.213867, - 0.158203, - 0.200195, - 0.151367, - 0.091309, - 0.181641, - 0.161133, - 0.219727, - 0.199219, - 0.204102, - 0.200195, - 0.200195, - 0.206055, - 0.151367, - 0.220703, - 0.195312, - 0.225586, - 0.195312, - 0.232422, - 0.182617, - 0.197266, - 0.167969, - 0.151367, - 0.222656, - 0.196289, - 0.216797, - 0.188477, - 0.186523, - 0.189453, - 0.186523, - 0.225586, - 0.197266, - 0.188477, - 0.390625, - 0.18457, - 0.049316, - 0.291016, - 0.058838, - 0.207031, - 0.133789, - 0.183594, - 0.175781, - 0.179688, - 0.166016, - 0.147461, - 0.139648, - 0.180664, - 0.18457, - 0.181641, - 0.150391, - 0.208984, - 0.18457, - 0.145508, - 0.063477, - 0.214844, - 0.182617, - 0.157227, - 0.174805, - 0.054199, - 0.196289, - 0.196289, - 0.182617, - 0.186523, - 0.05249, - 0.186523, - 0.186523, - 0.194336, - 0.192383, - 0.194336, - 0.186523, - 0.1875, - 0.158203, - 0.175781, - 0.171875, - 0.043457, - 0.239258, - 0.229492, - 0.25, - 0.287109, - 0.002502, - 0.18457, - 0.158203, - 0.18457, - 0.193359, - 0.164062, - 0.210938, - 0.185547, - 0.15332, - 0.193359, - 0.392578, - 0.189453, - 0.103027, - 0.19043, - 0.193359, - 0.125, - 0.241211, - 0.172852, - 0.194336, - 0.201172, - 0.265625, - 0.197266, - 0.204102, - 0.099609, - 0.207031, - 0.196289, - 0.246094, - 0.055664, - 0.186523, - 0.051514, - 0.201172, - 0.104004, - 0.088379, - 0.195312, - 0.199219, - 0.197266, - 0.200195, - 0.167969, - 0.204102, - 0.207031, - 0.292969, - 0.21875, - 0.207031, - 0.219727, - 0.203125, - -0.000599, - 0.169922, - 0.298828, - 0.212891, - 0.1875, - 0.074219, - 0.086914, - 0.178711, - 0.186523, - 0.185547, - 0.209961, - 0.196289, - 0.193359, - 0.176758, - 0.216797, - 0.177734, - 0.205078, - 0.175781, - 0.147461, - 0.171875, - 0.162109, - 0.25, - 0.192383, - 0.232422, - 0.174805, - 0.18457, - 0.121094, - 0.213867, - 0.121094, - 0.15332, - 0.181641, - 0.09668, - 0.203125, - 0.460938, - -0.102051, - 0.091309, - 0.197266, - 0.204102, - 0.169922, - 0.196289, - 0.058105, - 0.271484, - 0.203125, - 0.349609, - 0.131836, - 0.18457, - 0.119141, - 0.198242, - 0.217773, - 0.105957, - 0.208008, - 0.148438, - 0.143555, - 0.174805, - 0.200195, - 0.130859, - 0.201172, - 0.07373, - 0.071289, - 0.226562, - 0.069336, - 0.193359, - 0.199219, - 0.049316, - 0.213867, - 0.208984, - 0.199219, - 0.160156, - 0.208008, - 0.139648, - 0.242188, - 0.185547, - 0.091797, - 0.130859, - 0.054688, - 0.189453, - 0.150391, - 0.205078, - 0.217773, - 0.151367, - 0.204102, - 0.04834, - 0.189453, - 0.285156, - 0.183594, - 0.137695, - 5.03125, - 0.425781, - 0.220703, - 0.253906, - 0.410156, - 0.189453, - 0.198242, - 0.056885, - 0.058838, - 0.223633, - 0.199219, - 0.206055, - 0.376953, - 0.000801, - 0.152344, - 0.193359, - 0.191406, - 0.182617, - 0.168945, - 0.19043, - 0.194336, - 0.198242, - 0.168945, - 0.136719, - 0.175781, - 0.214844, - 0.1875, - 0.140625, - 0.197266, - 0.183594, - 0.182617, - 0.199219, - 0.169922, - 0.186523, - 0.197266, - 0.298828, - 0.204102, - 0.188477, - 0.173828, - 0.224609, - 0.220703, - 0.203125, - 0.166016, - 0.181641, - 0.139648, - 0.239258, - 0.182617, - 0.178711, - 0.235352, - 0.055908, - 0.216797, - 0.219727, - 0.337891, - 0.251953, - 0.287109, - 0.173828, - 0.102051, - 0.25, - 0.193359, - 0.103027, - 0.181641, - 0.210938, - 0.203125, - 0.076172, - 0.213867, - 0.21875, - 0.160156, - 0.094727, - 0.169922, - 0.205078, - 0.168945, - 0.172852, - 0.289062, - 0.171875, - 0.197266, - 0.080078, - 0.208984, - 0.195312, - 0.21875, - 0.170898, - 0.174805, - 0.174805, - 0.210938, - 0.194336, - 0.170898, - 0.114746, - 0.223633, - 0.046387, - 0.197266, - 0.223633, - 0.209961, - 0.175781, - 0.192383, - 0.175781, - 0.206055, - 0.197266, - 0.210938, - 0.189453, - 0.186523, - 0.15332, - 0.257812, - 0.131836, - 0.171875, - 0.203125, - 0.040527, - 0.171875, - 0.139648, - 0.208008, - 0.183594, - 0.186523, - 0.201172, - 0.07959, - 0.209961, - 0.200195, - 0.228516, - 0.176758, - 0.178711, - 0.182617, - 0.208008, - 0.241211, - 0.170898, - 0.376953, - 0.131836, - 0.205078, - 0.21875, - 0.196289, - 0.155273, - 0.186523, - 0.201172, - 0.169922, - 0.183594, - 0.000332, - 0.191406, - 0.208984, - 0.177734, - 0.216797, - 0.216797, - 0.045654, - 0.248047, - 0.185547, - 0.192383, - 0.237305, - 0.365234, - 0.216797, - 0.112793, - 0.196289, - 0.208984, - 0.202148, - 0.193359, - 0.164062, - 0.19043, - 0.160156, - 0.118652, - 0.1875, - 0.185547, - 0.392578, - 0.111328, - 0.237305, - 0.182617, - 0.176758, - 0.164062, - 0.196289, - 0.200195, - 0.075195, - 0.365234, - 0.453125, - 0.188477, - 0.194336, - 0.135742, - 0.168945, - 0.25, - 0.225586, - 0.21582, - 0.115723, - 0.204102, - 0.149414, - 0.207031, - 0.207031, - 0.168945, - 0.173828, - 0.182617, - 0.216797, - 0.207031, - 0.22168, - 0.194336, - 0.170898, - 0.169922, - 0.246094, - 0.165039, - 0.163086, - 0.188477, - 0.202148, - 0.201172, - 0.208008, - 0.189453, - 0.151367, - 0.238281, - 0.208008, - 0.109375, - 0.070312, - 0.198242, - 0.112305, - 0.182617, - 0.202148, - 0.178711, - 0.194336, - 0.150391, - 0.15332, - 0.213867, - 0.094238, - 0.095703, - 0.208008, - 0.170898, - 0.075195, - 0.177734, - 0.163086, - 0.193359, - 0.1875, - 0.161133, - 0.179688, - 0.235352, - 0.172852, - 0.199219, - 0.209961, - 0.220703, - 0.195312, - 0.176758, - 0.191406, - 0.204102, - 0.193359, - 0.163086, - 0.203125, - 0.19043, - 0.164062, - 0.219727, - 0.213867, - 0.241211, - 0.204102, - 0.227539, - 0.235352, - 0.226562, - 0.181641, - 0.408203, - 0.101074, - 0.173828, - 0.213867, - 0.196289, - 0.149414, - 0.175781, - 0.037598, - 0.169922, - 0.235352, - 0.217773, - 0.1875, - 0.182617, - 0.168945, - 0.182617, - 0.223633, - 0.205078, - 0.160156, - 0.232422, - 0.125, - 0.1875, - 0.214844, - 0.181641, - 0.180664, - 0.155273, - 0.225586, - 0.1875, - 0.203125, - 0.175781, - 0.131836, - 0.131836, - 0.200195, - 0.051514, - 0.239258, - 0.157227, - 0.191406, - 0.228516, - 0.206055, - 0.179688, - 0.165039, - 0.193359, - 0.181641, - 0.203125, - 0.192383, - 0.147461, - 0.207031, - 0.066406, - 0.208008, - 0.169922, - 0.171875, - 0.177734, - 0.220703, - 0.235352, - 0.328125, - 0.141602, - 0.164062, - 0.182617, - 0.1875, - 0.186523, - 0.194336, - 0.198242, - 0.192383, - 0.066406, - 0.173828, - 0.414062, - 0.180664, - 0.1875, - 0.110352, - 0.210938, - 0.151367, - 0.213867, - 0.199219, - 0.226562, - 0.189453, - 0.208008, - 0.443359, - 0.164062, - 0.093262, - 0.209961, - 0.188477, - 0.209961, - 0.172852, - 0.570312, - 0.234375, - 0.195312, - 0.208984, - 0.172852, - 0.193359, - 0.208984, - 0.18457, - 0.178711, - 0.249023, - 0.200195, - 0.320312, - 0.18457, - 0.222656, - 0.173828, - 0.203125, - 0.199219, - 0.210938, - 0.202148, - 0.179688, - 0.186523, - 0.198242, - 0.15918, - 0.193359, - 0.209961, - 0.189453, - 0.166992, - 0.246094, - 0.219727, - 0.193359, - 0.09375, - 0.202148, - 0.188477, - 0.155273, - 0.149414, - 0.194336, - 0.222656, - 0.196289, - 0.369141, - 0.212891, - 0.19043, - 0.233398, - 0.192383, - 0.047607, - 0.178711, - 0.18457, - 0.205078, - 0.193359, - 0.188477, - 0.283203, - 0.176758, - 0.122559, - 0.163086, - 0.199219, - 0.208008, - 0.201172, - 0.203125, - 0.253906, - 0.180664, - 0.148438, - 0.231445, - 0.212891, - 0.057861, - 0.07959, - 0.226562, - 0.179688, - 0.208984, - 0.208008, - 0.099121, - 0.168945, - 0.192383, - 0.166992, - 0.203125, - 0.09668, - 0.298828, - 0.186523, - 0.185547, - 0.204102, - 0.169922, - 0.193359, - 0.263672, - 0.165039, - 0.202148, - 0.165039, - 0.205078, - 0.24707, - 0.204102, - 0.214844, - 0.176758, - 0.147461, - 0.192383, - 0.176758, - 0.233398, - 0.185547, - 0.105957, - 0.154297, - 0.171875, - 0.198242, - 0.174805, - 0.21875, - 0.183594, - 0.200195, - 0.194336, - 0.204102, - 0.183594, - 0.394531, - 0.175781, - 0.193359, - 0.200195, - 0.175781, - 0.324219, - 0.154297, - 0.19043, - 0.063965, - 0.212891, - 0.173828, - 0.214844, - 0.125977, - 0.132812, - 0.189453, - 0.208984, - 0.209961, - 0.226562, - 0.182617, - 0.227539, - 0.240234, - 0.1875, - 0.273438, - 0.527344, - 0.039795, - 0.236328, - 0.071777, - 0.172852, - 0.227539, - 0.170898, - 0.233398, - 0.154297, - 0.196289, - 0.191406, - 0.202148, - 0.141602, - 0.1875, - 0.189453, - 0.208008, - 0.199219, - 0.192383, - 0.164062, - 0.147461, - 0.185547, - 0.185547, - 0.213867, - 0.18457, - 0.202148, - 0.398438, - 0.1875, - 0.166016, - 0.246094, - 0.224609, - 0.209961, - 0.208008, - 0.188477, - 0.410156, - 0.173828, - 0.173828, - 0.169922, - 0.131836, - 0.000519, - 0.19043, - 0.1875, - 0.176758, - 0.180664, - 0.194336, - 0.253906, - 0.129883, - 0.192383, - 0.154297, - 0.455078, - 0.182617, - 0.094727, - 0.174805, - 0.208008, - 0.265625, - 0.192383, - 0.197266, - 0.304688, - 0.211914, - 0.402344, - 0.165039, - 0.188477, - 0.241211, - 0.167969, - 0.178711, - 0.201172, - 0.175781, - 0.203125, - 0.341797, - 0.203125, - 0.166016, - 0.194336, - 0.186523, - 0.225586, - 0.205078, - 0.220703, - 0.04248, - 0.201172, - 0.177734, - 0.219727, - 0.158203, - 0.182617, - 0.209961, - 0.192383, - 0.232422, - 0.183594, - 0.185547, - 0.161133, - 0.263672, - 0.178711, - 0.186523, - 0.222656, - 0.174805, - 0.227539, - 0.211914, - 0.185547, - 0.21875, - 0.130859, - 0.22168, - 0.19043, - 0.172852, - 0.22168, - 0.114746, - 0.191406, - 0.235352, - 0.271484, - 0.181641, - 0.166992, - 0.198242, - 0.443359, - 0.125, - 0.165039, - 0.204102, - 0.145508, - 0.15918, - 0.149414, - 0.197266, - 0.052734, - 0.172852, - 0.181641, - 0.193359, - 0.182617, - 0.197266, - 0.165039, - 0.208984, - 0.208984, - 0.180664, - 0.28125, - 0.458984, - 0.194336, - 0.170898, - 0.188477, - 0.139648, - 0.15332, - 0.143555, - 0.178711, - 0.193359, - 0.164062, - 0.176758, - 0.185547, - 0.174805, - 0.205078, - 0.173828, - 0.208984, - 0.146484, - 0.197266, - 0.177734, - 0.06543, - 0.128906, - 0.209961, - 0.174805, - 0.142578, - 0.060791, - 0.182617, - 0.234375, - 0.169922, - 0.193359, - 0.498047, - 0.224609, - 0.173828, - 0.213867, - 0.04834, - 0.177734, - 0.196289, - 0.129883, - 0.200195, - 0.180664, - 0.214844, - 0.207031, - 0.535156, - 0.195312, - 0.125977, - 0.189453, - 0.207031, - 0.205078, - 0.175781, - 0.131836, - 0.192383, - 0.204102, - 0.166016, - 0.210938, - 0.167969, - 0.197266, - 0.180664, - 0.083984, - 0.098633, - 0.164062, - 0.261719, - 0.212891, - 0.200195, - 0.183594, - 0.213867, - 0.21582, - 0.15918, - 0.15918, - 0.189453, - 0.326172, - 0.249023, - 0.271484, - 0.239258, - 0.179688, - 0.172852, - 0.18457, - 0.193359, - 0.149414, - 0.166992, - 0.102051, - 0.328125, - 0.169922, - 0.183594, - 0.412109, - 0.167969, - 0.375, - 0.179688, - 0.203125, - 0.197266, - 0.18457, - 0.15918, - 0.222656, - 0.176758, - 0.166992, - 0.219727, - 0.091309, - 0.188477, - 0.109375, - 0.217773, - 0.223633, - 0.206055, - 0.515625, - 0.667969, - 0.036377, - 0.21582, - 0.207031, - 0.298828, - 0.056152, - 0.065918, - 0.308594, - 0.041992, - 0.095215, - 0.168945, - 0.154297, - 0.173828, - 0.200195, - 0.183594, - 0.234375, - 0.1875, - 0.123535, - 0.188477, - 0.199219, - 0.203125, - 0.234375, - 0.261719, - 0.273438, - 0.196289, - 0.195312, - 0.279297, - 0.453125, - 0.18457, - 0.205078, - 0.174805, - 0.234375, - 0.219727, - 0.186523, - 0.230469, - 0.177734, - 0.108887, - 0.209961, - 0.330078, - 0.176758, - 0.180664, - 0.1875, - 0.214844, - 0.069824, - 0.216797, - 0.219727, - 0.084473, - 0.245117, - 0.202148, - 0.168945, - 0.236328, - 0.173828, - 0.173828, - 0.125977, - 0.097656, - 0.211914, - 0.226562, - 0.169922, - 0.193359, - 0.100098, - 0.177734, - 0.141602, - 0.178711, - 0.207031, - 0.208984, - 0.182617, - 0.233398, - 0.174805, - 0.208008, - 0.165039, - 0.498047, - 0.185547, - 0.174805, - 0.12793, - 0.172852, - 0.185547, - 0.197266, - 0.165039, - 0.175781, - 0.169922, - 0.183594, - 0.206055, - 0.130859, - 0.199219, - 0.175781, - 0.169922, - 0.189453, - 0.341797, - 0.196289, - 0.161133, - 0.138672, - 0.194336, - 0.186523, - 0.165039, - 0.04541, - 0.185547, - 0.179688, - 0.188477, - 0.165039, - 0.131836, - 0.147461, - 0.210938, - 0.209961, - 0.183594, - 0.223633, - 0.558594, - 0.180664, - 0.045898, - 0.185547, - 0.214844, - 0.155273, - 0.200195, - 0.208008, - 0.193359, - 0.310547, - 0.147461, - 0.195312, - 0.211914, - 0.178711, - 0.201172, - 0.18457, - 0.186523, - 0.214844, - 0.222656, - 0.19043, - 0.04541, - 0.197266, - 0.198242, - 0.166016, - 0.189453, - 0.161133, - 0.210938, - 0.339844, - 0.207031, - 0.204102, - 0.191406, - 0.271484, - 0.181641, - 0.19043, - 0.179688, - 0.15332, - 0.203125, - 0.183594, - 0.175781, - 0.196289, - 0.193359, - 0.200195, - 0.202148, - 0.208984, - 0.185547, - 0.212891, - 0.206055, - 0.228516, - 0.394531, - 0.176758, - 0.209961, - 0.211914, - 0.189453, - 0.451172, - 0.208984, - 0.183594, - 0.1875, - 0.192383, - 0.177734, - 0.144531, - 0.196289, - 0.183594, - 0.163086, - 0.212891, - 0.196289, - 0.19043, - 0.196289, - 0.168945, - 0.226562, - 0.186523, - 0.000755, - 0.136719, - 0.217773, - 0.175781, - 0.085449, - 0.199219, - 0.535156, - 0.214844, - 0.195312, - 0.137695, - 0.165039, - 0.137695, - 0.200195, - 0.163086, - 0.192383, - 0.168945, - 0.198242, - 0.227539, - 0.212891, - 0.185547, - 0.201172, - 0.208984, - 0.175781, - 0.25, - 0.138672, - 0.192383, - 0.15332, - 0.496094, - 0.180664, - 0.056152, - 0.192383, - 0.141602, - 0.251953, - 0.257812, - 0.195312, - 0.158203, - 0.173828, - 0.207031, - 0.220703, - 0.181641, - 0.227539, - 0.094727, - 0.154297, - 0.186523, - 0.177734, - 0.171875, - 0.164062, - 0.224609, - 0.235352, - 0.180664, - 0.195312, - 0.21875, - 0.105957, - 0.195312, - 0.185547, - 0.177734, - 0.164062, - 0.201172, - 0.132812, - 0.490234, - 0.228516, - 0.054688, - 0.185547, - 0.195312, - 0.197266, - 0.178711, - 0.447266, - 0.175781, - 0.194336, - 0.211914, - 0.197266, - 0.176758, - 0.186523, - 0.188477, - 0.200195, - 0.166992, - 0.132812, - 0.191406, - 0.075684, - 0.181641, - 0.228516, - 0.216797, - 0.167969, - 0.178711, - 0.261719, - 0.180664, - 0.189453, - 0.179688, - 0.188477, - 0.158203, - 0.249023, - 0.180664, - 0.158203, - 0.269531, - 0.239258, - 0.204102, - 0.208008, - 0.222656, - 0.180664, - 0.143555, - 0.182617, - 0.226562, - 0.154297, - 0.168945, - 0.19043, - 0.094727, - 0.168945, - 0.057373, - 0.224609, - 0.134766, - 0.179688, - 0.192383, - 0.196289, - 0.211914, - 0.207031, - 0.172852, - 0.213867, - 0.193359, - 0.1875, - 0.146484, - 0.199219, - 0.155273, - 0.197266, - 0.139648, - 0.183594, - 0.188477, - 0.18457, - 0.176758, - 0.201172, - 0.208008, - 0.181641, - 0.186523, - 0.161133, - 0.163086, - 0.125977, - 0.235352, - 0.191406, - 0.157227, - 0.147461, - 0.414062, - 0.155273, - 0.202148, - 0.212891, - 0.233398, - 0.209961, - 0.292969, - 0.223633, - 0.213867, - 0.181641, - 0.251953, - 0.206055, - 0.324219, - 0.155273, - 0.179688, - 0.201172, - 0.185547, - 0.265625, - 0.179688, - 0.216797, - 0.219727, - 0.15332, - 0.169922, - 0.220703, - 0.124023, - 0.302734, - 0.186523, - 0.21875, - 0.182617, - 0.203125, - 0.139648, - 0.157227, - 0.126953, - 0.145508, - 0.212891, - 0.279297, - 0.129883, - 0.192383, - 0.186523, - 0.122559, - 0.142578, - 0.192383, - 0.214844, - 0.367188, - 0.180664, - 0.146484, - 0.197266, - 0.112793, - 0.229492, - 0.177734, - 0.083496, - 0.233398, - 0.154297, - 0.207031, - 0.188477, - 0.253906, - 0.133789, - 0.201172, - 0.229492, - 0.073242, - 0.185547, - 0.21582, - 0.054688, - 0.132812, - 0.210938, - 0.191406, - 0.143555, - 0.181641, - 0.168945, - 0.053711, - 0.488281, - 0.195312, - 0.166992, - 0.049316, - 0.188477, - 0.231445, - 0.182617, - 0.455078, - 0.208008, - 0.257812, - 0.15918, - 0.15625, - 0.255859, - 0.182617, - 0.155273, - 0.186523, - 0.175781, - 0.208984, - 0.202148, - 0.139648, - 0.185547, - 0.150391, - 1.492188, - 0.228516, - 0.226562, - 0.125, - 0.191406, - 0.132812, - 0.179688, - 0.219727, - 0.149414, - 0.178711, - 0.302734, - 0.18457, - 0.225586, - 0.239258, - 0.129883, - 0.170898, - 0.199219, - 0.186523, - 0.1875, - 0.21582, - 0.1875, - 0.198242, - 0.143555, - 0.170898, - 0.185547, - 0.171875, - 0.239258, - 0.205078, - 0.220703, - 0.210938, - 0.054932, - 0.209961, - 0.18457, - 0.188477, - 0.009155, - 0.179688, - 0.139648, - 0.203125, - 0.197266, - 0.199219, - 0.175781, - 0.197266, - 0.226562, - 0.189453, - 0.169922, - 0.196289, - 0.194336, - 0.223633, - 0.183594, - 0.200195, - 0.180664, - 0.168945 - ] - }, - "name": "model.transformer.layers.2.ffn_norm.weight", - "outputIndexes": [ - 214 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 213, - 214 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_2/Mul_1_output_0", - "outputIndexes": [ - 215 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 215 - ], - "outputIndexes": [ - 1530 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1530 - ], - "outputIndexes": [ - 1531 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear", - "inputIndexes": [ - 1531 - ], - "outputIndexes": [ - 1532 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 2560, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 30720, - "weightSize": 0 - }, - "external": [ - 9635680, - 1966102, - 245760, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1532 - ], - "outputIndexes": [ - 1533 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1533 - ], - "outputIndexes": [ - 216 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 2560 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1280 - ] - }, - "name": "/ffn_2/Mul_output_0", - "outputIndexes": [ - 217 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 216, - 21, - 217, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_2/Slice_output_0", - "outputIndexes": [ - 218 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 218 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_2/Sigmoid_output_0", - "outputIndexes": [ - 219 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 218, - 219 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_2/Mul_output_0", - "outputIndexes": [ - 220 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2560 - ] - }, - "name": "/ffn_2/Mul_1_output_0", - "outputIndexes": [ - 221 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 216, - 217, - 221, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_2/Slice_1_output_0", - "outputIndexes": [ - 222 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 220, - 222 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_2/Mul_2_output_0", - "outputIndexes": [ - 223 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 223 - ], - "outputIndexes": [ - 1534 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1534 - ], - "outputIndexes": [ - 1535 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear", - "inputIndexes": [ - 1535 - ], - "outputIndexes": [ - 1536 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 11847542, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1536 - ], - "outputIndexes": [ - 1537 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.2/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1537 - ], - "outputIndexes": [ - 224 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 212, - 224 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_11_output_0", - "outputIndexes": [ - 225 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 225, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_12_output_0", - "outputIndexes": [ - 226 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 226 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_3/Mul_output_0", - "outputIndexes": [ - 227 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.104004, - 0.090332, - 0.106934, - 0.122559, - 0.117188, - 0.097656, - 0.100098, - 0.09375, - 0.175781, - 0.109863, - 0.086914, - 0.069336, - 0.096191, - 0.104492, - 0.121582, - 0.103516, - 0.165039, - 0.296875, - 0.117188, - 0.164062, - 0.024536, - 0.08252, - 0.056152, - 0.07959, - 0.130859, - 0.102051, - 0.193359, - 0.185547, - 0.120605, - 0.099121, - 0.134766, - 0.115234, - 0.065918, - 0.088379, - 0.118652, - 0.103027, - 0.131836, - 0.089355, - 0.104004, - 0.101074, - 0.080566, - 0.085449, - 0.091797, - 0.108887, - 0.075684, - 0.125, - 0.132812, - 0.087402, - 0.11084, - 0.05127, - 0.178711, - 0.104492, - 0.084961, - 0.074707, - 0.396484, - 0.112305, - 0.091309, - 0.09082, - 0.101562, - 0.225586, - 0.069336, - 0.080078, - 0.034424, - 0.10791, - 0.180664, - 0.248047, - 0.164062, - 0.104492, - 0.146484, - 0.185547, - 0.09668, - 0.157227, - 0.083496, - 0.114258, - 0.067383, - 0.160156, - 0.112305, - 0.164062, - 0.164062, - 0.09375, - 0.094238, - 0.098145, - 0.128906, - 0.063965, - 0.091309, - 0.157227, - 0.083496, - 0.149414, - 0.15332, - 0.075195, - 0.128906, - 0.155273, - 0.136719, - 0.098633, - 0.07666, - 0.131836, - 0.073242, - 0.183594, - 0.030029, - 0.049805, - 0.125, - 0.154297, - 0.100586, - 0.108398, - 0.102051, - 0.080566, - 0.084473, - 0.071777, - 0.09668, - 0.116211, - 0.222656, - 0.15625, - 0.161133, - 0.075195, - 0.110352, - 0.070801, - 0.168945, - 0.145508, - 0.094238, - 0.133789, - 0.092285, - 0.080566, - 0.089844, - 0.092773, - 0.083984, - 0.186523, - 0.104492, - 0.09082, - 0.150391, - 0.138672, - 0.152344, - 0.117676, - 0.072266, - 0.176758, - 0.237305, - 0.084961, - 0.080566, - 0.170898, - 0.117188, - 0.069336, - 0.136719, - 0.129883, - 0.147461, - 0.124023, - 0.044434, - 0.049805, - 0.130859, - 0.175781, - 0.208984, - 0.107422, - 0.105469, - 0.094238, - 0.111816, - 0.094727, - 0.102539, - 0.085449, - 0.135742, - 0.141602, - 0.085449, - 0.15332, - 0.098633, - 0.155273, - 0.166992, - 0.081055, - 0.075195, - 0.083008, - 0.105469, - 0.123535, - 0.126953, - 0.265625, - 0.069336, - 0.101074, - 0.059326, - 0.118652, - -0.079102, - 0.162109, - 0.085449, - 0.177734, - 0.099609, - 0.154297, - 0.118164, - 0.118164, - 0.174805, - 0.126953, - 0.103027, - 0.087402, - 0.085449, - 0.107422, - 0.118164, - 0.069824, - 0.133789, - 0.092773, - 0.4375, - 0.098633, - 0.076172, - 0.135742, - 0.151367, - 0.111328, - 0.108887, - 0.195312, - 0.118652, - 0.077637, - 0.106934, - 0.121094, - 0.106445, - 0.111328, - 0.15625, - 0.136719, - 0.108398, - 0.074707, - 0.106445, - 0.140625, - 0.072754, - 0.117188, - 0.118164, - 0.110352, - 0.07959, - 0.111328, - 0.133789, - 0.137695, - 0.098633, - 0.421875, - 0.088867, - 0.032227, - 0.188477, - 0.22168, - 0.097656, - 0.062988, - 0.103027, - 0.11084, - 0.088867, - 0.074707, - 0.170898, - 0.114746, - 0.105469, - 0.09375, - 0.095215, - 0.066406, - 0.118652, - 0.12793, - 0.07959, - 0.056396, - 0.109863, - 0.085449, - 0.099609, - 0.092773, - 0.041016, - 0.101074, - 0.113281, - 0.091309, - 0.092773, - 0.055908, - 0.10498, - 0.147461, - 0.11377, - 0.084961, - 0.098633, - 0.109863, - 0.114746, - 0.093262, - 0.129883, - 0.09082, - 0.029175, - 0.155273, - 0.128906, - 0.226562, - 0.198242, - 0.188477, - 0.103027, - 0.087891, - 0.083008, - 0.074219, - 0.088867, - 0.11377, - 0.083984, - 0.077148, - 0.086426, - 0.209961, - 0.086914, - 0.065918, - 0.142578, - 0.09668, - 0.106934, - 0.145508, - 0.095215, - 0.128906, - 0.102051, - 0.197266, - 0.139648, - 0.146484, - 0.067383, - 0.123535, - 0.087402, - 0.245117, - 0.037842, - 0.090332, - 0.028687, - 0.084961, - 0.077637, - 0.052979, - 0.130859, - 0.118164, - 0.099609, - 0.121582, - 0.078613, - 0.115723, - 0.144531, - 0.24707, - 0.10498, - 0.106934, - 0.107422, - 0.129883, - 0.000144, - 0.098633, - 0.137695, - 0.102539, - 0.089355, - 0.052002, - 0.201172, - 0.130859, - 0.097656, - 0.091309, - 0.108398, - 0.092285, - 0.101074, - 0.110352, - 0.109863, - 0.106934, - 0.129883, - 0.083984, - 0.088867, - 0.101562, - 0.080078, - 0.225586, - 0.080078, - 0.137695, - 0.082031, - 0.148438, - 0.093262, - 0.123535, - 0.092285, - 0.094238, - 0.097656, - 0.062988, - 0.109375, - 0.163086, - 0.496094, - 0.051758, - 0.177734, - 0.11084, - 0.131836, - 0.123535, - 0.063965, - 0.259766, - 0.141602, - 0.408203, - 0.081055, - 0.102051, - 0.068848, - 0.10791, - 0.125977, - 0.073242, - 0.129883, - 0.071289, - 0.118652, - 0.117188, - 0.121582, - 0.131836, - 0.132812, - 0.0625, - 0.05127, - 0.177734, - 0.051514, - 0.083008, - 0.147461, - 0.031982, - 0.147461, - 0.121094, - 0.119629, - 0.066895, - 0.109375, - 0.071777, - 0.128906, - 0.078613, - 0.06543, - 0.095703, - 0.0354, - 0.100098, - 0.083008, - 0.115723, - 0.143555, - 0.103516, - 0.158203, - 0.034424, - 0.095703, - 0.267578, - 0.114746, - 0.289062, - 0.044922, - 0.203125, - 0.135742, - 0.189453, - 0.141602, - 0.103516, - 0.131836, - 0.037598, - 0.046387, - 0.12793, - 0.137695, - 0.09082, - 0.246094, - 0.091797, - 0.094727, - 0.111816, - 0.10498, - 0.097656, - 0.085938, - 0.090332, - 0.140625, - 0.171875, - 0.092773, - 0.126953, - 0.113281, - 0.333984, - 0.098145, - 0.106445, - 0.126953, - 0.103027, - 0.208984, - 0.138672, - 0.084961, - 0.084473, - 0.121582, - 0.202148, - 0.112793, - 0.081543, - 0.12793, - 0.091797, - 0.287109, - 0.119629, - 0.07373, - 0.078125, - 0.118652, - 0.150391, - 0.087402, - 0.100098, - 0.155273, - 0.038574, - 0.147461, - 0.103027, - 0.283203, - 0.161133, - 0.271484, - 0.069824, - 0.078613, - 0.161133, - 0.112793, - 0.084961, - 0.066895, - 0.150391, - 0.134766, - 0.042725, - 0.145508, - 0.146484, - 0.091309, - 0.067383, - 0.113281, - 0.108398, - 0.091309, - 0.094238, - 0.235352, - 0.089355, - 0.123535, - 0.069824, - 0.15332, - 0.108887, - 0.116699, - 0.088867, - 0.085938, - 0.078613, - 0.111816, - 0.097168, - 0.081055, - 0.106445, - 0.143555, - 0.039795, - 0.118164, - 0.198242, - 0.121094, - 0.088867, - 0.15918, - 0.119629, - 0.200195, - 0.100586, - 0.134766, - 0.106445, - 0.088867, - 0.146484, - 0.12207, - 0.087402, - 0.090332, - 0.130859, - 0.027588, - 0.111328, - 0.117676, - 0.11377, - 0.084961, - 0.110352, - 0.114258, - 0.087402, - 0.113281, - 0.147461, - 0.133789, - 0.083984, - 0.175781, - 0.109863, - 0.103516, - 0.118164, - 0.111816, - 0.322266, - 0.119141, - 0.117676, - 0.113281, - 0.106445, - 0.063965, - 0.125, - 0.150391, - 0.100586, - 0.088867, - -8.7e-05, - 0.097168, - 0.104004, - 0.112793, - 0.144531, - 0.142578, - 0.03125, - 0.165039, - 0.089355, - 0.116211, - 0.145508, - 0.253906, - 0.166992, - 0.115234, - 0.09375, - 0.119629, - 0.126953, - 0.092773, - 0.109375, - 0.116699, - 0.134766, - 0.091309, - 0.083984, - 0.162109, - 0.308594, - 0.07373, - 0.108398, - 0.080078, - 0.10498, - 0.07959, - 0.105957, - 0.121582, - 0.078125, - 0.211914, - 0.222656, - 0.160156, - 0.09375, - 0.085449, - 0.104492, - 0.202148, - 0.164062, - 0.112305, - 0.083008, - 0.097656, - 0.131836, - 0.110352, - 0.112793, - 0.188477, - 0.105957, - 0.109375, - 0.138672, - 0.114746, - 0.166992, - 0.104004, - 0.085938, - 0.072266, - 0.122559, - 0.098145, - 0.095215, - 0.163086, - 0.123047, - 0.103516, - 0.137695, - 0.100586, - 0.098145, - 0.164062, - 0.086426, - 0.064453, - 0.054199, - 0.120117, - 0.076172, - 0.09082, - 0.115234, - 0.096191, - 0.099121, - 0.081055, - 0.06543, - 0.137695, - 0.066406, - 0.041748, - 0.112793, - 0.125977, - 0.05127, - 0.103516, - 0.085938, - 0.133789, - 0.10791, - 0.081543, - 0.081055, - 0.209961, - 0.084473, - 0.10791, - 0.096191, - 0.12207, - 0.120117, - 0.094727, - 0.120605, - 0.113281, - 0.102051, - 0.094238, - 0.105469, - 0.091309, - 0.091797, - 0.169922, - 0.216797, - 0.271484, - 0.112305, - 0.118652, - 0.11377, - 0.116699, - 0.096191, - 0.394531, - 0.092773, - 0.082031, - 0.138672, - 0.167969, - 0.109375, - 0.095215, - 0.021729, - 0.078613, - 0.151367, - 0.15918, - 0.085938, - 0.113281, - 0.075684, - 0.130859, - 0.106934, - 0.094238, - 0.140625, - 0.158203, - 0.308594, - 0.09668, - 0.164062, - 0.088867, - 0.096191, - 0.103027, - 0.144531, - 0.125977, - 0.126953, - 0.088379, - 0.097168, - 0.119629, - 0.118652, - 0.04248, - 0.168945, - 0.092285, - 0.085449, - 0.15332, - 0.143555, - 0.10498, - 0.09082, - 0.15332, - 0.076172, - 0.152344, - 0.112793, - 0.121582, - 0.112305, - 0.087402, - 0.15918, - 0.310547, - 0.105957, - 0.084961, - 0.103027, - 0.224609, - 0.161133, - 0.060547, - 0.089844, - 0.093262, - 0.103516, - 0.105957, - 0.100586, - 0.110352, - 0.07666, - 0.051025, - 0.104004, - 0.144531, - 0.085938, - 0.097168, - 0.083984, - 0.112305, - 0.075684, - 0.139648, - 0.130859, - 0.161133, - 0.118164, - 0.129883, - 0.150391, - 0.103516, - 0.057617, - 0.147461, - 0.114258, - 0.089355, - 0.126953, - 0.174805, - 0.09375, - 0.088867, - 0.108398, - 0.08252, - 0.116211, - 0.091309, - 0.076172, - 0.101074, - 0.205078, - 0.116211, - 0.335938, - 0.120117, - 0.164062, - 0.098633, - 0.136719, - 0.116699, - 0.132812, - 0.140625, - 0.084473, - 0.115234, - 0.124023, - 0.088379, - 0.117188, - 0.123535, - 0.130859, - 0.106445, - 0.322266, - 0.125977, - 0.122559, - 0.118652, - 0.134766, - 0.108398, - 0.298828, - 0.085938, - 0.115723, - 0.216797, - 0.103516, - 0.199219, - 0.099121, - 0.109863, - 0.125977, - 0.083008, - 0.029053, - 0.10498, - 0.11377, - 0.113281, - 0.106934, - 0.095215, - 0.189453, - 0.095703, - 0.847656, - 0.101562, - 0.144531, - 0.165039, - 0.095215, - 0.135742, - 0.19043, - 0.104492, - 0.097656, - 0.120605, - 0.194336, - 0.032471, - 0.056396, - 0.131836, - 0.118652, - 0.091309, - 0.181641, - 0.073242, - 0.138672, - 0.125977, - 0.089844, - 0.119629, - 0.079102, - 0.162109, - 0.09668, - 0.08252, - 0.130859, - 0.094238, - 0.092773, - 0.141602, - 0.101562, - 0.108887, - 0.087891, - 0.109863, - 0.162109, - 0.120605, - 0.170898, - 0.129883, - 0.077637, - 0.11084, - 0.125, - 0.103027, - 0.111328, - 0.083496, - 0.069824, - 0.098145, - 0.099121, - 0.308594, - 0.133789, - 0.130859, - 0.12793, - 0.121094, - 0.119629, - 0.098633, - 0.232422, - 0.104492, - 0.114258, - 0.120605, - 0.101074, - 0.259766, - 0.087891, - 0.148438, - 0.10791, - 0.154297, - 0.11377, - 0.126953, - 0.081543, - 0.147461, - 0.170898, - 0.111816, - 0.149414, - 0.151367, - 0.138672, - 0.141602, - 0.158203, - 0.094727, - 0.124512, - 0.22168, - 0.025146, - 0.137695, - 0.060303, - 0.193359, - 0.12793, - 0.078125, - 0.145508, - 0.151367, - 0.120605, - 0.103027, - 0.10498, - 0.083496, - 0.111328, - 0.085449, - 0.120117, - 0.09082, - 0.091797, - 0.116211, - 0.10791, - 0.093262, - 0.122559, - 0.119141, - 0.123047, - 0.142578, - 0.176758, - 0.126953, - 0.115723, - 0.115723, - 0.157227, - 0.161133, - 0.104004, - 0.10791, - 0.353516, - 0.102539, - 0.081543, - 0.081543, - 0.091797, - 0.000786, - 0.102539, - 0.123535, - 0.088379, - 0.111328, - 0.084473, - 0.155273, - 0.075684, - 0.163086, - 0.109863, - 0.164062, - 0.096191, - 0.056885, - 0.111816, - 0.109375, - 0.219727, - 0.126953, - 0.117676, - 0.402344, - 0.120117, - 0.302734, - 0.146484, - 0.108398, - 0.237305, - 0.085449, - 0.125977, - 0.118164, - 0.100586, - 0.116211, - 0.198242, - 0.135742, - 0.098633, - 0.105957, - 0.115723, - 0.152344, - 0.112305, - 0.185547, - -0.026855, - 0.118164, - 0.069336, - 0.128906, - 0.170898, - 0.144531, - 0.123535, - 0.100586, - 0.197266, - 0.102539, - 0.094727, - 0.072754, - -0.07959, - 0.101562, - 0.100098, - 0.115723, - 0.093262, - 0.135742, - 0.166992, - 0.103027, - 0.141602, - 0.089355, - 0.194336, - 0.092285, - 0.073242, - 0.174805, - 0.077637, - 0.098145, - 0.170898, - 0.193359, - 0.130859, - 0.084473, - 0.114258, - 0.154297, - 0.081055, - 0.095215, - 0.115723, - 0.110352, - 0.132812, - 0.216797, - 0.094238, - 0.044678, - 0.126953, - 0.112305, - 0.102051, - 0.085449, - 0.120117, - 0.099609, - 0.124023, - 0.192383, - 0.082031, - 0.185547, - 0.161133, - 0.124023, - 0.142578, - 0.102051, - 0.071289, - 0.075684, - 0.105957, - 0.101074, - 0.114258, - 0.101074, - 0.134766, - 0.085449, - 0.140625, - 0.10498, - 0.098145, - 0.090332, - 0.082031, - 0.119629, - 0.081055, - 0.047119, - 0.114746, - 0.15918, - 0.135742, - 0.081055, - 0.032959, - 0.085938, - 0.202148, - 0.074707, - 0.105469, - 0.137695, - 0.128906, - 0.120117, - 0.125977, - 0.030151, - 0.099609, - 0.105957, - 0.083008, - 0.105957, - 0.09668, - 0.160156, - 0.116211, - 0.785156, - 0.110352, - 0.070801, - 0.097168, - 0.169922, - 0.960938, - 0.099609, - 0.075195, - 0.083496, - 0.149414, - 0.121582, - 0.126953, - 0.083496, - 0.12793, - 0.106445, - 0.071777, - 0.069336, - 0.091797, - 0.216797, - 0.116211, - 0.128906, - 0.097656, - 0.119141, - 0.106445, - 0.089844, - 0.165039, - 0.094727, - 0.257812, - 0.186523, - 0.207031, - 0.161133, - 0.075195, - 0.10791, - 0.099121, - 0.097656, - 0.100098, - 0.094238, - 0.074219, - 0.150391, - 0.099121, - 0.102539, - 0.189453, - 0.115234, - 0.144531, - 0.100098, - 0.136719, - 0.129883, - 0.133789, - 0.089844, - 0.136719, - 0.083984, - 0.09668, - 0.097168, - 0.079102, - 0.11084, - 0.062256, - 0.15918, - 0.136719, - 0.125, - 0.133789, - 0.341797, - -0.013855, - 0.135742, - 0.110352, - 0.283203, - 0.039795, - 0.052246, - 0.447266, - -0.022095, - 0.052002, - 0.099121, - 0.099609, - 0.081543, - 0.15332, - 0.108887, - 0.151367, - 0.100586, - 0.065918, - 0.094238, - 0.09082, - 0.120605, - 0.217773, - 0.121582, - 0.198242, - 0.095703, - 0.109375, - 0.292969, - 0.1875, - 0.099609, - 0.140625, - 0.118164, - 0.185547, - 0.137695, - 0.103516, - 0.145508, - 0.105957, - 0.085449, - 0.182617, - 0.125, - 0.087402, - 0.113281, - 0.240234, - 0.144531, - 0.051758, - 0.12793, - 0.143555, - 0.078125, - 0.150391, - 0.128906, - 0.09375, - 0.178711, - 0.099121, - 0.095703, - 0.087402, - 0.063965, - 0.195312, - 0.180664, - 0.087402, - 0.136719, - 0.054932, - 0.104004, - -0.055908, - 0.09668, - 0.138672, - 0.135742, - 0.102539, - 0.188477, - 0.082031, - 0.105957, - 0.099609, - 0.175781, - 0.084473, - 0.11377, - 0.085449, - 0.110352, - 0.082031, - 0.136719, - 0.080566, - 0.136719, - 0.09375, - 0.093262, - 0.115723, - 0.087891, - 0.077148, - 0.111816, - 0.137695, - 0.125977, - -0.001083, - 0.098633, - 0.098145, - 0.062988, - 0.126953, - 0.077148, - 0.08252, - 0.03064, - 0.102051, - 0.133789, - 0.111816, - 0.07666, - 0.084961, - 0.07959, - 0.121582, - 0.144531, - 0.129883, - 0.135742, - 0.213867, - 0.083008, - 0.040039, - 0.118652, - 0.126953, - 0.15332, - 0.124512, - 0.142578, - 0.088867, - 0.140625, - 0.136719, - 0.103027, - 0.120117, - 0.088379, - 0.103027, - 0.092285, - 0.178711, - 0.112305, - 0.128906, - 0.086914, - 0.033691, - 0.106934, - 0.179688, - 0.108887, - 0.107422, - 0.086426, - 0.141602, - 0.18457, - 0.120605, - 0.124023, - 0.114258, - 0.074219, - 0.104004, - 0.094727, - 0.085449, - 0.080078, - 0.123535, - 0.148438, - 0.07666, - 0.129883, - 0.166992, - 0.095703, - 0.105469, - 0.12207, - 0.140625, - 0.163086, - 0.104492, - 0.165039, - 0.170898, - 0.077148, - 0.128906, - 0.119629, - 0.09082, - 0.333984, - 0.155273, - 0.098633, - 0.105469, - 0.116699, - 0.08252, - 0.084473, - 0.105469, - 0.11084, - 0.079102, - 0.144531, - 0.124512, - 0.138672, - 0.10791, - 0.109863, - 0.164062, - 0.115723, - 0.179688, - 0.15918, - 0.118652, - 0.10498, - 0.086914, - 0.09375, - 0.143555, - 0.120605, - 0.12207, - 0.112305, - 0.084473, - 0.068848, - 0.104004, - 0.088379, - 0.145508, - 0.102051, - 0.118652, - 0.126953, - 0.150391, - 0.15918, - 0.106445, - 0.120605, - 0.092773, - 0.170898, - 0.085449, - 0.121094, - 0.135742, - 0.208984, - 0.081543, - 0.036865, - 0.100098, - 0.074219, - 0.201172, - 0.175781, - 0.098145, - 0.094727, - 0.125977, - 0.104492, - 0.115723, - 0.09082, - 0.161133, - 0.067871, - 0.062988, - 0.07666, - 0.087402, - 0.112793, - 0.106934, - 0.131836, - 0.15625, - 0.12793, - 0.102051, - 0.120605, - 0.054688, - 0.186523, - 0.107422, - 0.094727, - 0.135742, - 0.142578, - 0.086426, - 0.186523, - 0.151367, - 0.038818, - 0.094727, - 0.132812, - 0.144531, - 0.104492, - 0.179688, - 0.101074, - 0.145508, - 0.141602, - 0.172852, - 0.139648, - 0.140625, - 0.071777, - 0.161133, - 0.095703, - 0.077637, - 0.15332, - 0.050781, - 0.133789, - 0.178711, - 0.125, - 0.141602, - 0.138672, - 0.365234, - 0.096191, - 0.101074, - 0.070312, - 0.094727, - 0.050781, - 0.283203, - 0.067383, - 0.092285, - 0.123047, - 0.15332, - 0.142578, - 0.124023, - 0.114258, - 0.100098, - 0.111816, - 0.111328, - 0.141602, - 0.095703, - 0.068359, - 0.116211, - 0.065918, - 0.105469, - 0.033936, - 0.150391, - 0.108887, - 0.070801, - 0.094727, - 0.087402, - 0.102539, - 0.109375, - 0.096191, - 0.142578, - 0.099121, - 0.097656, - 0.183594, - 0.137695, - 0.09375, - 0.174805, - 0.095215, - 0.094727, - 0.114258, - 0.091797, - 0.089844, - 0.143555, - 0.143555, - 0.214844, - 0.114746, - 0.095703, - 0.111328, - 0.074707, - 0.208984, - 0.091797, - 0.08252, - 0.102539, - 0.139648, - 0.059326, - 0.125, - 0.140625, - 0.259766, - 0.113281, - 0.245117, - 0.120605, - 0.123535, - 0.083984, - 0.179688, - 0.099609, - 0.208984, - 0.100586, - 0.112305, - 0.146484, - 0.092773, - 0.1875, - 0.134766, - 0.110352, - 0.110352, - 0.138672, - 0.1875, - 0.152344, - 0.081055, - 0.208008, - 0.081055, - 0.122559, - 0.102539, - 0.108887, - 0.072754, - 0.122559, - 0.088379, - 0.110352, - 0.104492, - 0.194336, - 0.063477, - 0.099609, - 0.133789, - 0.120605, - 0.100098, - 0.109863, - 0.141602, - 0.183594, - 0.115234, - 0.076172, - 0.117676, - 0.126953, - 0.134766, - 0.077148, - 0.055664, - 0.253906, - 0.074707, - 0.092285, - 0.100586, - 0.168945, - 0.078125, - 0.114258, - 0.166016, - 0.046387, - 0.126953, - 0.166016, - 0.041016, - 0.098633, - 0.168945, - 0.080078, - 0.10498, - 0.115234, - 0.101074, - 0.035156, - 0.165039, - 0.09668, - 0.114746, - 0.042969, - 0.120117, - 0.133789, - 0.151367, - 0.490234, - 0.102051, - 0.172852, - 0.078613, - 0.101562, - 0.224609, - 0.078125, - 0.097168, - 0.083984, - 0.096191, - 0.107422, - 0.123535, - 0.363281, - 0.115234, - 0.12793, - 0.320312, - 0.172852, - 0.189453, - 0.074219, - 0.121094, - 0.098145, - 0.086426, - 0.097168, - 0.126953, - 0.107422, - 0.232422, - 0.100098, - 0.176758, - 0.118652, - 0.103516, - 0.130859, - 0.142578, - 0.101074, - 0.086914, - 0.144531, - 0.115234, - 0.101074, - 0.068359, - 0.099609, - 0.092285, - 0.09375, - 0.148438, - 0.123535, - 0.147461, - 0.096191, - 0.04541, - 0.248047, - 0.146484, - 0.103516, - -0.001579, - 0.09668, - 0.054688, - 0.109375, - 0.106934, - 0.103516, - 0.106445, - 0.120605, - 0.105469, - 0.110352, - 0.103516, - 0.094238, - 0.124023, - 0.109863, - 0.117188, - 0.107422, - 0.088867, - 0.086914 - ] - }, - "name": "model.transformer.layers.3.attn_norm.weight", - "outputIndexes": [ - 228 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 227, - 228 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_3/Mul_1_output_0", - "outputIndexes": [ - 229 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 229 - ], - "outputIndexes": [ - 1538 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1538 - ], - "outputIndexes": [ - 1539 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear", - "inputIndexes": [ - 1539 - ], - "outputIndexes": [ - 1540 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 12953484, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1540 - ], - "outputIndexes": [ - 1541 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1541 - ], - "outputIndexes": [ - 230 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 229 - ], - "main_type": "NONE", - "name": "/Shape_13_output_0", - "outputIndexes": [ - 231 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 231 - ], - "main_type": "NONE", - "name": "Shape332", - "outputIndexes": [ - 232 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 231 - ], - "main_type": "NONE", - "name": "Rank334", - "outputIndexes": [ - 233 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 233, - 233 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp336", - "outputIndexes": [ - 234 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 234 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze337", - "outputIndexes": [ - 235 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 234, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp339", - "outputIndexes": [ - 236 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 236 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze340", - "outputIndexes": [ - 237 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 232, - 235, - 237, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice343", - "outputIndexes": [ - 238 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 238 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze344", - "outputIndexes": [ - 239 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 239 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp345", - "outputIndexes": [ - 240 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 240, - 239 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp346", - "outputIndexes": [ - 241 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 231, - 241, - 234 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_19_output_0", - "outputIndexes": [ - 242 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 242, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_31_output_0", - "outputIndexes": [ - 243 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 16 - ] - }, - "name": "/Constant_93_output_0", - "outputIndexes": [ - 244 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 243, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_15_output_0", - "outputIndexes": [ - 245 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 230, - 245 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_13_output_0", - "outputIndexes": [ - 246 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 246 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_3/Mul_output_0", - "outputIndexes": [ - 247 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.648438, - 0.3125, - 1.203125, - 1.320312, - 0.043701, - 1.929688, - 1.304688, - 1.53125, - 0.84375, - 1.757812, - 0.742188, - 1.242188, - 2.515625, - 1.46875, - 1.273438, - 0.488281, - 1.429688, - 4.15625, - 1.296875, - 0.227539, - 1.585938, - 1.953125, - 8.75, - 5.34375, - 1.671875, - 1.398438, - 1.882812, - 1.679688, - 1.640625, - 1.179688, - 1.703125, - 1.15625, - 0.730469, - 1.117188, - 0.255859, - 0.949219, - 1.335938, - 0.875, - 0.365234, - 1.125, - 1.414062, - 1.21875, - 1.46875, - 1.742188, - 0.324219, - 1.140625, - 1.710938, - 1.75, - 0.867188, - -0.176758, - 1.601562, - 2.0, - 1.65625, - 0.84375, - 0.28125, - 0.238281, - 1.695312, - 1.429688, - 1.296875, - 1.476562, - 1.59375, - 1.414062, - 1.5, - 1.796875 - ] - }, - "name": "model.transformer.layers.3.attn.q_norm.weight", - "outputIndexes": [ - 248 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 247, - 248 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_3/Mul_1_output_0", - "outputIndexes": [ - 249 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 249, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_12_output_0", - "outputIndexes": [ - 250 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 249, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_13_output_0", - "outputIndexes": [ - 251 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 251 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_6_output_0", - "outputIndexes": [ - 252 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 249, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_12_output_0", - "outputIndexes": [ - 253 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 252, - 253 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_18_output_0", - "outputIndexes": [ - 254 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 254, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_13_output_0", - "outputIndexes": [ - 255 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 250, - 255 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_12_output_0", - "outputIndexes": [ - 256 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 229 - ], - "outputIndexes": [ - 1542 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1542 - ], - "outputIndexes": [ - 1543 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear", - "inputIndexes": [ - 1543 - ], - "outputIndexes": [ - 1544 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 13842338, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1544 - ], - "outputIndexes": [ - 1545 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1545 - ], - "outputIndexes": [ - 257 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4 - ] - }, - "name": "/Constant_96_output_0", - "outputIndexes": [ - 258 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 243, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_16_output_0", - "outputIndexes": [ - 259 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 257, - 259 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_14_output_0", - "outputIndexes": [ - 260 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 260 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_3/Mul_output_0", - "outputIndexes": [ - 261 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.785156, - -0.000668, - 1.132812, - 1.125, - -0.019287, - 1.484375, - 0.390625, - 1.296875, - 1.6875, - 1.265625, - 2.09375, - 1.382812, - 0.04834, - 1.53125, - 1.859375, - 1.507812, - 0.929688, - 0.08252, - 1.914062, - 1.953125, - 1.539062, - 1.15625, - -0.063965, - 0.123047, - 1.601562, - 1.8125, - 1.4375, - 1.679688, - 1.648438, - 0.972656, - 1.59375, - 2.0, - 1.023438, - 1.304688, - -0.017578, - 1.046875, - 1.148438, - 1.4375, - 1.351562, - 1.28125, - 0.625, - 1.25, - 0.621094, - 1.492188, - 1.953125, - 1.851562, - 1.140625, - 0.154297, - 2.375, - 2.078125, - 1.476562, - 0.226562, - 1.523438, - 2.46875, - 1.515625, - 3.28125, - 1.59375, - 1.984375, - 1.976562, - 1.585938, - 1.65625, - 2.171875, - 1.804688, - 1.59375 - ] - }, - "name": "model.transformer.layers.3.attn.k_norm.weight", - "outputIndexes": [ - 262 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 261, - 262 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_3/Mul_1_output_0", - "outputIndexes": [ - 263 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 263, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_14_output_0", - "outputIndexes": [ - 264 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 263, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_15_output_0", - "outputIndexes": [ - 265 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 265 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_7_output_0", - "outputIndexes": [ - 266 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 263, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_14_output_0", - "outputIndexes": [ - 267 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 266, - 267 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_19_output_0", - "outputIndexes": [ - 268 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 268, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_15_output_0", - "outputIndexes": [ - 269 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 264, - 269 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_13_output_0", - "outputIndexes": [ - 270 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 229 - ], - "outputIndexes": [ - 1546 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1546 - ], - "outputIndexes": [ - 1547 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear", - "inputIndexes": [ - 1547 - ], - "outputIndexes": [ - 1548 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 14064568, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1548 - ], - "outputIndexes": [ - 1549 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1549 - ], - "outputIndexes": [ - 271 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 271, - 259 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_15_output_0", - "outputIndexes": [ - 272 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 256, - 270, - 272, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.3/self_attn/FusedAttention", - "outputIndexes": [ - 273 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 273 - ], - "outputIndexes": [ - 1550 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1550 - ], - "outputIndexes": [ - 1551 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear", - "inputIndexes": [ - 1551 - ], - "outputIndexes": [ - 1552 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 14286798, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1552 - ], - "outputIndexes": [ - 1553 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1553 - ], - "outputIndexes": [ - 274 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 226, - 274 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_14_output_0", - "outputIndexes": [ - 275 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 275 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_3/Mul_output_0", - "outputIndexes": [ - 276 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.228516, - 0.204102, - 0.234375, - 0.198242, - 0.169922, - 0.238281, - 0.232422, - 0.225586, - 0.310547, - 0.225586, - 0.223633, - 0.099609, - 0.227539, - 0.208984, - 0.240234, - 0.257812, - 0.243164, - 0.316406, - 0.200195, - 0.324219, - 0.049561, - 0.208984, - 0.104004, - 0.210938, - 0.263672, - 0.228516, - 0.496094, - 0.298828, - 0.226562, - 0.238281, - 0.25, - 0.223633, - 0.145508, - 0.173828, - 0.238281, - 0.238281, - 0.25, - 0.234375, - 0.269531, - 0.212891, - 0.201172, - 0.229492, - 0.229492, - 0.227539, - 0.214844, - 0.219727, - 0.195312, - 0.251953, - 0.234375, - 0.098633, - 0.245117, - 0.217773, - 0.213867, - 0.216797, - 0.10498, - 0.241211, - 0.229492, - 0.225586, - 0.226562, - 0.359375, - 0.192383, - 0.22168, - 0.069824, - 0.223633, - 0.503906, - 0.271484, - 0.316406, - 0.203125, - 0.220703, - 0.176758, - 0.240234, - 0.225586, - 0.211914, - 0.238281, - 0.133789, - 0.265625, - 0.230469, - 0.229492, - 0.219727, - 0.223633, - 0.214844, - 0.244141, - 0.239258, - 0.208984, - 0.086426, - 0.242188, - 0.206055, - 0.333984, - 0.246094, - 0.152344, - 0.242188, - 0.209961, - 0.259766, - 0.196289, - 0.21875, - 0.204102, - 0.126953, - 0.277344, - 0.071777, - 0.119141, - 0.226562, - 0.211914, - 0.202148, - 0.223633, - 0.241211, - 0.219727, - 0.196289, - 0.15625, - 0.185547, - 0.259766, - 0.308594, - 0.249023, - 0.308594, - 0.137695, - 0.222656, - 0.208984, - 0.455078, - 0.25, - 0.203125, - 0.219727, - 0.225586, - 0.227539, - 0.223633, - 0.225586, - 0.211914, - 0.337891, - 0.226562, - 0.21582, - 0.251953, - 0.271484, - 0.275391, - 0.239258, - 0.194336, - 0.361328, - 0.234375, - 0.219727, - 0.116699, - 0.345703, - 0.249023, - 0.139648, - 0.243164, - 0.249023, - 0.195312, - 0.25, - 0.095703, - 0.100098, - 0.189453, - 0.225586, - 0.289062, - 0.166992, - 0.228516, - 0.211914, - 0.21582, - 0.214844, - 0.223633, - 0.206055, - 0.241211, - 0.480469, - 0.235352, - 0.216797, - 0.229492, - 0.1875, - 0.292969, - 0.210938, - 0.223633, - 0.225586, - 0.210938, - 0.219727, - 0.230469, - 0.231445, - 0.113281, - 0.241211, - 0.083984, - 0.253906, - 0.251953, - 0.585938, - 0.219727, - 0.263672, - 0.229492, - 0.265625, - 0.237305, - 0.235352, - 0.273438, - 0.229492, - 0.212891, - 0.255859, - 0.22168, - 0.201172, - 0.265625, - 0.202148, - 0.242188, - 0.203125, - -0.000965, - 0.229492, - 0.198242, - 0.25, - 0.21582, - 0.261719, - 0.249023, - 0.206055, - 0.226562, - 0.210938, - 0.233398, - 0.226562, - 0.222656, - 0.238281, - 0.267578, - 0.217773, - 0.235352, - 0.203125, - 0.196289, - 0.245117, - 0.279297, - 0.285156, - 0.207031, - 0.214844, - 0.227539, - 0.235352, - 0.242188, - 0.223633, - 0.222656, - 0.357422, - 0.241211, - 0.06543, - 0.279297, - 0.077637, - 0.235352, - 0.18457, - 0.212891, - 0.222656, - 0.223633, - 0.206055, - 0.19043, - 0.179688, - 0.228516, - 0.224609, - 0.210938, - 0.198242, - 0.230469, - 0.224609, - 0.180664, - 0.093262, - 0.255859, - 0.225586, - 0.212891, - 0.239258, - 0.075195, - 0.265625, - 0.245117, - 0.22168, - 0.219727, - 0.071777, - 0.239258, - 0.222656, - 0.257812, - 0.227539, - 0.214844, - 0.220703, - 0.246094, - 0.213867, - 0.21875, - 0.206055, - 0.064941, - 0.248047, - 0.275391, - 0.291016, - 0.271484, - 0.07373, - 0.209961, - 0.188477, - 0.240234, - 0.237305, - 0.204102, - 0.265625, - 0.245117, - 0.195312, - 0.230469, - 0.233398, - 0.237305, - 0.136719, - 0.246094, - 0.230469, - 0.183594, - 0.239258, - 0.233398, - 0.225586, - 0.263672, - 0.287109, - 0.223633, - 0.22168, - 0.150391, - 0.265625, - 0.231445, - 0.259766, - 0.074219, - 0.229492, - 0.077637, - 0.251953, - 0.15625, - 0.115234, - 0.24707, - 0.245117, - 0.233398, - 0.239258, - 0.211914, - 0.231445, - 0.233398, - 0.244141, - 0.227539, - 0.233398, - 0.24707, - 0.242188, - 0.059082, - 0.212891, - 0.371094, - 0.234375, - 0.243164, - 0.102051, - 0.091797, - 0.220703, - 0.223633, - 0.251953, - 0.243164, - 0.225586, - 0.225586, - 0.223633, - 0.259766, - 0.226562, - 0.234375, - 0.238281, - 0.175781, - 0.208008, - 0.208984, - 0.291016, - 0.229492, - 0.24707, - 0.219727, - 0.208984, - 0.162109, - 0.245117, - 0.152344, - 0.193359, - 0.217773, - 0.120117, - 0.230469, - 0.566406, - 0.02124, - 0.134766, - 0.242188, - 0.236328, - 0.194336, - 0.212891, - 0.07666, - 0.212891, - 0.214844, - 0.230469, - 0.170898, - 0.220703, - 0.172852, - 0.240234, - 0.22168, - 0.158203, - 0.251953, - 0.201172, - 0.165039, - 0.219727, - 0.225586, - 0.163086, - 0.232422, - 0.085449, - 0.097168, - 0.232422, - 0.082031, - 0.227539, - 0.238281, - 0.059814, - 0.229492, - 0.237305, - 0.230469, - 0.203125, - 0.225586, - 0.177734, - 0.269531, - 0.223633, - 0.112793, - 0.158203, - 0.073242, - 0.237305, - 0.22168, - 0.239258, - 0.238281, - 0.182617, - 0.257812, - 0.071289, - 0.230469, - 0.15625, - 0.233398, - 0.100098, - 0.15332, - 0.5625, - 0.231445, - 0.277344, - 0.490234, - 0.227539, - 0.222656, - 0.083496, - 0.08252, - 0.228516, - 0.249023, - 0.234375, - 0.308594, - 0.085449, - 0.200195, - 0.238281, - 0.231445, - 0.219727, - 0.199219, - 0.229492, - 0.237305, - 0.236328, - 0.203125, - 0.192383, - 0.191406, - 0.140625, - 0.213867, - 0.15625, - 0.237305, - 0.232422, - 0.196289, - 0.228516, - 0.211914, - 0.238281, - 0.249023, - 0.279297, - 0.245117, - 0.241211, - 0.219727, - 0.248047, - 0.235352, - 0.211914, - 0.198242, - 0.210938, - 0.166992, - 0.22168, - 0.229492, - 0.237305, - 0.239258, - 0.082031, - 0.279297, - 0.279297, - 0.208984, - 0.279297, - 0.257812, - 0.224609, - 0.140625, - 0.249023, - 0.235352, - 0.134766, - 0.211914, - 0.25, - 0.234375, - 0.099121, - 0.237305, - 0.251953, - 0.216797, - 0.125, - 0.209961, - 0.210938, - 0.224609, - 0.219727, - 0.195312, - 0.21875, - 0.235352, - 0.115234, - 0.230469, - 0.231445, - 0.246094, - 0.220703, - 0.228516, - 0.213867, - 0.223633, - 0.224609, - 0.210938, - 0.151367, - 0.291016, - 0.06543, - 0.251953, - 0.310547, - 0.21582, - 0.22168, - 0.208008, - 0.209961, - 0.223633, - 0.219727, - 0.259766, - 0.246094, - 0.234375, - 0.1875, - 0.24707, - 0.172852, - 0.212891, - 0.267578, - 0.05835, - 0.204102, - 0.179688, - 0.242188, - 0.219727, - 0.22168, - 0.242188, - 0.102539, - 0.253906, - 0.249023, - 0.335938, - 0.200195, - 0.19043, - 0.211914, - 0.242188, - 0.275391, - 0.208984, - 0.398438, - 0.160156, - 0.242188, - 0.241211, - 0.244141, - 0.18457, - 0.207031, - 0.242188, - 0.19043, - 0.22168, - -0.000664, - 0.245117, - 0.237305, - 0.243164, - 0.217773, - 0.234375, - 0.072754, - 0.308594, - 0.222656, - 0.227539, - 0.257812, - 0.380859, - 0.302734, - 0.145508, - 0.220703, - 0.236328, - 0.219727, - 0.231445, - 0.21582, - 0.22168, - 0.223633, - 0.167969, - 0.212891, - 0.195312, - 0.220703, - 0.15625, - 0.24707, - 0.229492, - 0.231445, - 0.239258, - 0.236328, - 0.242188, - 0.119629, - 0.192383, - 0.378906, - 0.217773, - 0.232422, - 0.19043, - 0.202148, - 0.353516, - 0.251953, - 0.261719, - 0.148438, - 0.230469, - 0.1875, - 0.251953, - 0.217773, - 0.201172, - 0.211914, - 0.234375, - 0.257812, - 0.249023, - 0.235352, - 0.223633, - 0.216797, - 0.21875, - 0.242188, - 0.211914, - 0.200195, - 0.209961, - 0.234375, - 0.228516, - 0.242188, - 0.239258, - 0.205078, - 0.314453, - 0.226562, - 0.149414, - 0.087891, - 0.225586, - 0.133789, - 0.209961, - 0.223633, - 0.22168, - 0.235352, - 0.191406, - 0.192383, - 0.263672, - 0.126953, - 0.119629, - 0.237305, - 0.204102, - 0.117188, - 0.234375, - 0.205078, - 0.24707, - 0.236328, - 0.208984, - 0.25, - 0.169922, - 0.199219, - 0.246094, - 0.237305, - 0.259766, - 0.234375, - 0.219727, - 0.222656, - 0.241211, - 0.223633, - 0.211914, - 0.294922, - 0.219727, - 0.209961, - 0.240234, - 0.241211, - 0.241211, - 0.251953, - 0.279297, - 0.298828, - 0.257812, - 0.210938, - 0.302734, - 0.134766, - 0.233398, - 0.231445, - 0.220703, - 0.189453, - 0.234375, - 0.052002, - 0.194336, - 0.234375, - 0.333984, - 0.214844, - 0.231445, - 0.208984, - 0.226562, - 0.283203, - 0.289062, - 0.19043, - 0.253906, - 0.109375, - 0.233398, - 0.239258, - 0.213867, - 0.220703, - 0.191406, - 0.273438, - 0.212891, - 0.228516, - 0.217773, - 0.167969, - 0.169922, - 0.235352, - 0.067383, - 0.251953, - 0.208008, - 0.234375, - 0.234375, - 0.244141, - 0.219727, - 0.22168, - 0.232422, - 0.21582, - 0.238281, - 0.244141, - 0.197266, - 0.240234, - 0.089355, - 0.296875, - 0.213867, - 0.209961, - 0.219727, - 0.214844, - 0.365234, - 0.390625, - 0.198242, - 0.196289, - 0.237305, - 0.237305, - 0.232422, - 0.244141, - 0.244141, - 0.212891, - 0.080566, - 0.226562, - 0.462891, - 0.223633, - 0.239258, - 0.131836, - 0.234375, - 0.19043, - 0.259766, - 0.241211, - 0.287109, - 0.226562, - 0.231445, - 0.582031, - 0.192383, - 0.125977, - 0.228516, - 0.227539, - 0.279297, - 0.209961, - 0.628906, - 0.259766, - 0.25, - 0.232422, - 0.205078, - 0.241211, - 0.248047, - 0.210938, - 0.227539, - 0.269531, - 0.226562, - 0.223633, - 0.226562, - 0.345703, - 0.21582, - 0.241211, - 0.245117, - 0.244141, - 0.203125, - 0.217773, - 0.237305, - 0.21875, - 0.201172, - 0.239258, - 0.259766, - 0.217773, - 0.212891, - 0.145508, - 0.243164, - 0.214844, - 0.110352, - 0.239258, - 0.214844, - 0.144531, - 0.192383, - 0.243164, - 0.28125, - 0.239258, - 0.507812, - 0.25, - 0.231445, - 0.241211, - 0.233398, - 0.077148, - 0.222656, - 0.21875, - 0.248047, - 0.222656, - 0.240234, - 0.306641, - 0.209961, - -0.000568, - 0.203125, - 0.240234, - 0.216797, - 0.243164, - 0.232422, - 0.271484, - 0.208008, - 0.193359, - 0.246094, - 0.251953, - 0.076172, - 0.094727, - 0.240234, - 0.21875, - 0.237305, - 0.300781, - 0.129883, - 0.205078, - 0.230469, - 0.219727, - 0.261719, - 0.148438, - 0.384766, - 0.233398, - 0.217773, - 0.267578, - 0.216797, - 0.234375, - 0.345703, - 0.224609, - 0.238281, - 0.21875, - 0.234375, - 0.255859, - 0.240234, - 0.235352, - 0.231445, - 0.196289, - 0.240234, - 0.224609, - 0.330078, - 0.249023, - 0.144531, - 0.214844, - 0.199219, - 0.234375, - -0.000301, - 0.238281, - 0.201172, - 0.231445, - 0.241211, - 0.232422, - 0.232422, - 0.431641, - 0.219727, - 0.236328, - 0.205078, - 0.227539, - 0.212891, - 0.186523, - 0.249023, - 0.078613, - 0.300781, - 0.229492, - 0.241211, - 0.173828, - 0.160156, - 0.202148, - 0.235352, - 0.249023, - 0.241211, - 0.228516, - 0.259766, - 0.300781, - 0.211914, - 0.304688, - 0.443359, - 0.066895, - 0.249023, - 0.091309, - 0.222656, - 0.269531, - 0.219727, - 0.246094, - 0.186523, - 0.242188, - 0.229492, - 0.234375, - 0.182617, - 0.239258, - 0.248047, - 0.220703, - 0.245117, - 0.243164, - 0.21875, - 0.197266, - 0.212891, - 0.229492, - 0.287109, - 0.219727, - 0.265625, - 0.375, - 0.216797, - 0.228516, - 0.255859, - 0.283203, - 0.248047, - 0.242188, - 0.220703, - 0.404297, - 0.220703, - 0.208984, - 0.199219, - 0.169922, - -2.9e-05, - 0.236328, - 0.222656, - 0.204102, - 0.239258, - 0.236328, - 0.314453, - 0.171875, - 0.25, - 0.204102, - 0.453125, - 0.223633, - 0.125, - 0.201172, - 0.242188, - 0.265625, - 0.22168, - 0.229492, - 0.255859, - 0.237305, - 0.287109, - 0.216797, - 0.233398, - 0.243164, - 0.225586, - 0.22168, - 0.238281, - 0.217773, - 0.255859, - 0.40625, - 0.275391, - 0.212891, - 0.251953, - 0.24707, - 0.249023, - 0.240234, - 0.310547, - 0.060303, - 0.236328, - 0.21582, - 0.251953, - 0.169922, - 0.235352, - 0.237305, - 0.267578, - 0.257812, - 0.210938, - 0.213867, - 0.212891, - 0.298828, - 0.210938, - 0.22168, - 0.283203, - 0.226562, - 0.292969, - 0.230469, - 0.200195, - 0.275391, - 0.167969, - 0.267578, - 0.232422, - 0.223633, - 0.269531, - 0.150391, - 0.24707, - 0.300781, - 0.249023, - 0.232422, - 0.208008, - 0.237305, - 0.53125, - 0.164062, - 0.222656, - 0.234375, - 0.188477, - 0.174805, - 0.11377, - 0.223633, - 0.078613, - 0.21875, - 0.213867, - 0.238281, - 0.217773, - 0.240234, - 0.205078, - 0.234375, - 0.231445, - 0.223633, - 0.285156, - 0.582031, - 0.253906, - 0.189453, - 0.223633, - 0.193359, - 0.189453, - 0.175781, - 0.217773, - 0.248047, - 0.208008, - 0.210938, - 0.212891, - 0.199219, - 0.253906, - 0.213867, - 0.233398, - 0.1875, - 0.233398, - 0.209961, - 0.09082, - 0.166992, - 0.246094, - 0.201172, - 0.178711, - 0.085449, - 0.21875, - 0.275391, - 0.214844, - 0.230469, - 0.582031, - 0.261719, - 0.210938, - 0.231445, - 0.063477, - 0.227539, - 0.235352, - 0.154297, - 0.240234, - 0.222656, - 0.239258, - 0.241211, - 0.326172, - 0.227539, - 0.162109, - 0.24707, - 0.251953, - 0.193359, - 0.232422, - 0.18457, - 0.233398, - 0.224609, - 0.208984, - 0.251953, - 0.202148, - 0.253906, - 0.237305, - 0.124023, - 0.134766, - 0.207031, - 0.253906, - 0.248047, - 0.259766, - 0.228516, - 0.248047, - 0.225586, - 0.205078, - 0.152344, - 0.229492, - 0.171875, - 0.171875, - 0.257812, - 0.328125, - 0.223633, - 0.21582, - 0.227539, - 0.211914, - 0.181641, - 0.21582, - 0.121094, - 0.390625, - 0.211914, - 0.208984, - 0.490234, - 0.188477, - 0.451172, - 0.219727, - 0.223633, - 0.233398, - 0.209961, - 0.226562, - 0.263672, - 0.213867, - 0.208008, - 0.267578, - 0.118164, - 0.253906, - 0.15332, - 0.292969, - 0.265625, - 0.205078, - 0.5625, - 0.703125, - 0.05835, - 0.228516, - 0.230469, - 0.318359, - 0.080566, - 0.090332, - 0.183594, - 0.056641, - 0.130859, - 0.199219, - 0.181641, - 0.216797, - 0.25, - 0.219727, - 0.251953, - 0.234375, - 0.167969, - 0.232422, - 0.236328, - 0.246094, - 0.296875, - 0.326172, - 0.335938, - 0.245117, - 0.239258, - 0.243164, - 0.457031, - 0.224609, - 0.239258, - 0.213867, - 0.296875, - 0.285156, - 0.230469, - 0.246094, - 0.246094, - 0.151367, - 0.253906, - 0.412109, - 0.209961, - 0.224609, - 0.205078, - 0.304688, - 0.092285, - 0.235352, - 0.231445, - 0.10791, - 0.255859, - 0.255859, - 0.22168, - 0.304688, - 0.202148, - 0.203125, - 0.166992, - 0.117676, - 0.230469, - 0.229492, - 0.231445, - 0.233398, - 0.136719, - 0.224609, - 0.1875, - 0.213867, - 0.224609, - 0.246094, - 0.222656, - 0.213867, - 0.223633, - 0.237305, - 0.18457, - 0.484375, - 0.212891, - 0.239258, - 0.158203, - 0.224609, - 0.220703, - 0.211914, - 0.205078, - 0.22168, - 0.204102, - 0.211914, - 0.261719, - 0.166016, - 0.225586, - 0.222656, - 0.201172, - 0.214844, - 0.355469, - 0.225586, - 0.176758, - 0.186523, - 0.233398, - 0.230469, - 0.206055, - 0.069824, - 0.240234, - 0.237305, - 0.259766, - 0.216797, - 0.180664, - 0.188477, - 0.294922, - 0.253906, - 0.229492, - 0.220703, - 0.578125, - 0.195312, - 0.060547, - 0.227539, - 0.257812, - 0.1875, - 0.253906, - 0.212891, - 0.228516, - 0.419922, - 0.195312, - 0.225586, - 0.220703, - 0.222656, - 0.251953, - 0.228516, - 0.227539, - 0.236328, - 0.229492, - 0.236328, - 0.06543, - 0.232422, - 0.200195, - 0.214844, - 0.243164, - 0.208008, - 0.238281, - 0.398438, - 0.227539, - 0.238281, - 0.238281, - 0.34375, - 0.229492, - 0.229492, - 0.216797, - 0.200195, - 0.21582, - 0.211914, - 0.220703, - 0.240234, - 0.207031, - 0.225586, - 0.234375, - 0.229492, - 0.231445, - 0.240234, - 0.231445, - 0.244141, - 0.474609, - 0.204102, - 0.255859, - 0.265625, - 0.225586, - 0.404297, - 0.239258, - 0.242188, - 0.220703, - 0.229492, - 0.235352, - 0.160156, - 0.239258, - 0.229492, - 0.210938, - 0.240234, - 0.223633, - 0.222656, - 0.253906, - 0.195312, - 0.273438, - 0.271484, - 0.000292, - 0.176758, - 0.234375, - 0.231445, - 0.109375, - 0.238281, - 0.550781, - 0.242188, - 0.24707, - 0.183594, - 0.210938, - 0.164062, - 0.242188, - 0.204102, - 0.216797, - 0.205078, - 0.242188, - 0.237305, - 0.244141, - 0.208984, - 0.225586, - 0.240234, - 0.214844, - 0.248047, - 0.178711, - 0.220703, - 0.191406, - 0.578125, - 0.239258, - 0.070801, - 0.236328, - 0.19043, - 0.296875, - 0.239258, - 0.228516, - 0.19043, - 0.249023, - 0.246094, - 0.244141, - 0.231445, - 0.25, - 0.114258, - 0.202148, - 0.220703, - 0.22168, - 0.211914, - 0.219727, - 0.257812, - 0.248047, - 0.205078, - 0.235352, - 0.230469, - 0.129883, - 0.236328, - 0.220703, - 0.224609, - 0.198242, - 0.25, - 0.179688, - 0.597656, - 0.285156, - 0.081543, - 0.208984, - 0.212891, - 0.227539, - 0.236328, - 0.410156, - 0.195312, - 0.227539, - 0.257812, - 0.202148, - 0.224609, - 0.238281, - 0.222656, - 0.228516, - 0.217773, - 0.170898, - 0.233398, - 0.097168, - 0.201172, - 0.273438, - 0.273438, - 0.186523, - 0.208984, - 0.216797, - 0.234375, - 0.232422, - 0.220703, - 0.21875, - 0.208008, - 0.170898, - 0.192383, - 0.21582, - 0.296875, - 0.240234, - 0.237305, - 0.273438, - 0.245117, - 0.220703, - 0.15332, - 0.228516, - 0.150391, - 0.194336, - 0.201172, - 0.223633, - 0.128906, - 0.227539, - 0.095215, - 0.25, - 0.175781, - 0.233398, - 0.222656, - 0.229492, - 0.240234, - 0.231445, - 0.210938, - 0.265625, - 0.231445, - 0.200195, - 0.177734, - 0.235352, - 0.182617, - 0.183594, - 0.174805, - 0.219727, - 0.219727, - 0.234375, - 0.244141, - 0.244141, - 0.265625, - 0.204102, - 0.214844, - 0.209961, - 0.204102, - 0.166016, - 0.251953, - 0.267578, - 0.19043, - 0.210938, - 0.46875, - 0.210938, - 0.239258, - 0.243164, - 0.239258, - 0.238281, - 0.285156, - 0.257812, - 0.245117, - 0.213867, - 0.279297, - 0.225586, - 0.289062, - 0.202148, - 0.228516, - 0.206055, - 0.229492, - 0.277344, - 0.217773, - 0.230469, - 0.226562, - 0.181641, - 0.189453, - 0.277344, - 0.15625, - 0.326172, - 0.223633, - 0.213867, - 0.226562, - 0.245117, - 0.18457, - 0.201172, - 0.151367, - 0.191406, - 0.240234, - 0.300781, - 0.163086, - 0.239258, - 0.226562, - 0.173828, - 0.179688, - 0.243164, - 0.251953, - 0.470703, - 0.217773, - 0.175781, - 0.273438, - 0.134766, - 0.28125, - 0.227539, - 0.111816, - 0.263672, - 0.200195, - 0.248047, - 0.216797, - 0.249023, - 0.170898, - 0.238281, - 0.378906, - 0.099121, - 0.216797, - 0.265625, - 0.083496, - 0.170898, - 0.273438, - 0.235352, - 0.193359, - 0.206055, - 0.199219, - 0.084961, - 0.546875, - 0.210938, - 0.208984, - 0.066895, - 0.241211, - 0.363281, - 0.212891, - 0.386719, - 0.251953, - 0.279297, - 0.203125, - 0.205078, - 0.253906, - 0.21875, - 0.188477, - 0.208984, - 0.223633, - 0.226562, - 0.244141, - 0.092285, - 0.210938, - 0.182617, - 1.140625, - 0.251953, - 0.217773, - 0.168945, - 0.251953, - 0.166992, - 0.225586, - 0.243164, - 0.194336, - 0.242188, - 0.224609, - 0.223633, - 0.271484, - 0.279297, - 0.164062, - 0.201172, - 0.279297, - 0.232422, - 0.231445, - 0.248047, - 0.227539, - 0.244141, - 0.191406, - 0.22168, - 0.231445, - 0.229492, - 0.253906, - 0.238281, - 0.255859, - 0.246094, - 0.088379, - 0.206055, - 0.229492, - 0.213867, - 0.064453, - 0.234375, - 0.178711, - 0.222656, - 0.216797, - 0.222656, - 0.203125, - 0.230469, - 0.235352, - 0.234375, - 0.214844, - 0.255859, - 0.211914, - 0.279297, - 0.229492, - 0.241211, - 0.206055, - 0.208008 - ] - }, - "name": "model.transformer.layers.3.ffn_norm.weight", - "outputIndexes": [ - 277 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 276, - 277 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_3/Mul_1_output_0", - "outputIndexes": [ - 278 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 278 - ], - "outputIndexes": [ - 1554 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1554 - ], - "outputIndexes": [ - 1555 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear", - "inputIndexes": [ - 1555 - ], - "outputIndexes": [ - 1556 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 3072, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 36864, - "weightSize": 0 - }, - "external": [ - 15171556, - 2359318, - 294912, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1556 - ], - "outputIndexes": [ - 1557 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1557 - ], - "outputIndexes": [ - 279 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 3072 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 279, - 21, - 99, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_3/Slice_output_0", - "outputIndexes": [ - 280 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 280 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_3/Sigmoid_output_0", - "outputIndexes": [ - 281 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 280, - 281 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_3/Mul_output_0", - "outputIndexes": [ - 282 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3072 - ] - }, - "name": "/ffn_3/Mul_1_output_0", - "outputIndexes": [ - 283 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 279, - 99, - 283, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_3/Slice_1_output_0", - "outputIndexes": [ - 284 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 282, - 284 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_3/Mul_2_output_0", - "outputIndexes": [ - 285 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 285 - ], - "outputIndexes": [ - 1558 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1558 - ], - "outputIndexes": [ - 1559 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear", - "inputIndexes": [ - 1559 - ], - "outputIndexes": [ - 1560 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 17825786, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1560 - ], - "outputIndexes": [ - 1561 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.3/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1561 - ], - "outputIndexes": [ - 286 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 275, - 286 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_15_output_0", - "outputIndexes": [ - 287 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 287, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_16_output_0", - "outputIndexes": [ - 288 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 288 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_4/Mul_output_0", - "outputIndexes": [ - 289 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.091309, - 0.080566, - 0.061279, - 0.099609, - 0.095703, - 0.066406, - 0.075195, - 0.068848, - 0.07666, - 0.074707, - 0.072266, - 0.080566, - 0.073242, - 0.068848, - 0.068848, - 0.067383, - 0.083984, - 0.112793, - 0.090332, - 0.0625, - 0.041016, - 0.072754, - 0.085449, - 0.066895, - 0.077637, - 0.071777, - 0.055664, - 0.074707, - 0.078613, - 0.071289, - 0.069824, - 0.075684, - 0.085938, - 0.083496, - 0.06543, - 0.070312, - 0.075684, - 0.070312, - 0.062256, - 0.07373, - 0.067383, - 0.072266, - 0.073242, - 0.069336, - 0.072754, - 0.083496, - 0.089844, - 0.054443, - 0.071289, - 0.081543, - 0.079102, - 0.069336, - 0.085938, - 0.059082, - 0.193359, - 0.072754, - 0.066406, - 0.078613, - 0.080566, - 0.117188, - 0.06543, - 0.066895, - 0.049805, - 0.077148, - 0.036377, - 0.112305, - 0.05957, - 0.089355, - 0.095215, - 0.137695, - 0.075195, - 0.102051, - 0.072754, - 0.067871, - 0.085449, - 0.07959, - 0.081055, - 0.083984, - 0.08252, - 0.07666, - 0.067383, - 0.069824, - 0.06543, - 0.06543, - 0.084961, - 0.106445, - 0.062256, - 0.062012, - 0.080078, - 0.075195, - 0.080078, - 0.083496, - 0.083984, - 0.085449, - 0.0625, - 0.083496, - 0.094727, - 0.081055, - 0.073242, - 0.070312, - 0.09375, - 0.097168, - 0.082031, - 0.077148, - 0.07666, - 0.063965, - 0.074219, - 0.075684, - 0.097168, - 0.067383, - 0.087891, - 0.084961, - 0.074707, - 0.10498, - 0.091797, - 0.061035, - 0.044434, - 0.082031, - 0.087402, - 0.083008, - 0.062988, - 0.070312, - 0.071289, - 0.072754, - 0.07373, - 0.06543, - 0.071777, - 0.069824, - 0.082031, - 0.083496, - 0.084473, - 0.067383, - 0.07373, - 0.062988, - 0.085449, - 0.076172, - 0.101562, - 0.069336, - 0.088867, - 0.07666, - 0.077148, - 0.108398, - 0.094727, - 0.072266, - 0.089355, - 0.07373, - 0.085938, - 0.101562, - 0.09375, - 0.095703, - 0.074219, - 0.082031, - 0.088867, - 0.076172, - 0.078125, - 0.074707, - 0.085938, - 0.042725, - 0.062012, - 0.133789, - 0.074707, - 0.147461, - 0.078613, - 0.075684, - 0.067383, - 0.064453, - 0.066895, - 0.083984, - 0.086426, - 0.18457, - 0.077637, - 0.068359, - 0.081543, - 0.066406, - 0.069336, - 0.056396, - 0.063965, - 0.11084, - 0.086426, - 0.080078, - 0.075195, - 0.073242, - 0.092773, - 0.100586, - 0.069824, - 0.063477, - 0.065918, - 0.081055, - 0.07373, - 0.075195, - 0.085449, - 0.074707, - 0.111816, - 0.078613, - 0.067383, - 0.084473, - 0.084961, - 0.066406, - 0.07666, - 0.134766, - 0.09375, - 0.075195, - 0.076172, - 0.07373, - 0.07959, - 0.073242, - 0.09082, - 0.079102, - 0.085449, - 0.061768, - 0.077148, - 0.083496, - 0.062012, - 0.063965, - 0.090332, - 0.078613, - 0.071289, - 0.07373, - 0.088379, - 0.073242, - 0.066406, - 0.332031, - 0.071777, - 0.057617, - 0.089355, - 0.125, - 0.072266, - 0.073242, - 0.075684, - 0.071289, - 0.068848, - 0.064453, - 0.10498, - 0.096191, - 0.076172, - 0.074707, - 0.087891, - 0.066895, - 0.074707, - 0.083496, - 0.084473, - 0.077148, - 0.065918, - 0.060547, - 0.07373, - 0.067871, - 0.0625, - 0.063477, - 0.086914, - 0.08252, - 0.080566, - 0.060547, - 0.075684, - 0.100586, - 0.068359, - 0.066406, - 0.076172, - 0.092285, - 0.075195, - 0.070801, - 0.070801, - 0.072266, - 0.062256, - 0.092773, - 0.070312, - 0.101562, - 0.100098, - 0.083984, - 0.070801, - 0.068848, - 0.065918, - 0.067871, - 0.077637, - 0.069824, - 0.071289, - 0.067871, - 0.06543, - 0.154297, - 0.07373, - 0.084961, - 0.08252, - 0.07666, - 0.090332, - 0.104492, - 0.067871, - 0.064941, - 0.057373, - 0.068848, - 0.083984, - 0.091309, - 0.083008, - 0.088867, - 0.077637, - 0.146484, - 0.051025, - 0.068848, - 0.07666, - 0.071289, - 0.079102, - 0.077637, - 0.074707, - 0.070312, - 0.072266, - 0.072754, - 0.075684, - 0.081543, - 0.088379, - 0.122559, - 0.070312, - 0.070312, - 0.070312, - 0.070801, - 0.038086, - 0.080078, - 0.062988, - 0.077637, - 0.064453, - 0.085938, - 0.109863, - 0.080078, - 0.081055, - 0.061523, - 0.063965, - 0.072266, - 0.072266, - 0.076172, - 0.068848, - 0.09375, - 0.081055, - 0.06543, - 0.080078, - 0.077637, - 0.072754, - 0.105957, - 0.061768, - 0.083984, - 0.072754, - 0.082031, - 0.099121, - 0.074707, - 0.085449, - 0.082031, - 0.072754, - 0.08252, - 0.07373, - -0.025879, - 0.191406, - 0.077637, - 0.083008, - 0.078613, - 0.097168, - 0.084473, - 0.086914, - 0.222656, - 0.083496, - 0.289062, - 0.078125, - 0.079102, - 0.077637, - 0.064453, - 0.089844, - 0.084473, - 0.087891, - 0.076172, - 0.090332, - 0.081055, - 0.077148, - 0.095703, - 0.083984, - 0.057617, - 0.072754, - 0.102051, - 0.078613, - 0.070312, - 0.088379, - 0.041992, - 0.079102, - 0.088867, - 0.083496, - 0.063477, - 0.072754, - 0.076172, - 0.069824, - 0.069336, - 0.077637, - 0.087402, - 0.063477, - 0.075195, - 0.077637, - 0.080566, - 0.091797, - 0.075684, - 0.07959, - 0.052246, - 0.067871, - 0.179688, - 0.067871, - 0.149414, - -0.014526, - 0.051025, - 0.09082, - 0.090332, - 0.033691, - 0.080566, - 0.075684, - 0.088379, - 0.080078, - 0.077148, - 0.072754, - 0.063477, - 0.109863, - 0.091797, - 0.078613, - 0.066895, - 0.067383, - 0.071777, - 0.077637, - 0.064941, - 0.087402, - 0.078125, - 0.087402, - 0.128906, - 0.086914, - 0.208984, - 0.078613, - 0.106445, - 0.083008, - 0.084473, - 0.131836, - 0.069336, - 0.08252, - 0.076172, - 0.080078, - 0.094727, - 0.076172, - 0.070801, - 0.081055, - 0.068848, - 0.100098, - 0.094727, - 0.069824, - 0.083984, - 0.076172, - 0.091309, - 0.069336, - 0.066406, - 0.091309, - 0.061523, - 0.067383, - 0.068359, - 0.176758, - 0.091797, - 0.136719, - 0.064453, - 0.100098, - 0.09668, - 0.090332, - 0.089844, - 0.071777, - 0.070312, - 0.084473, - 0.072754, - 0.102539, - 0.095215, - 0.075195, - 0.098633, - 0.090332, - 0.072754, - 0.070801, - 0.070801, - 0.142578, - 0.069336, - 0.085938, - 0.080566, - 0.083984, - 0.077637, - 0.078125, - 0.066406, - 0.083984, - 0.081055, - 0.083984, - 0.068848, - 0.07666, - 0.114258, - 0.07666, - 0.062988, - 0.068359, - 0.070801, - 0.089355, - 0.085938, - 0.115723, - 0.080078, - 0.119629, - 0.083496, - 0.075195, - 0.069824, - 0.075195, - 0.101562, - 0.070801, - 0.091797, - 0.080566, - 0.069824, - 0.053223, - 0.072266, - 0.076172, - 0.078613, - 0.060303, - 0.077637, - 0.064941, - 0.081055, - 0.070312, - 0.090332, - 0.058105, - 0.073242, - 0.129883, - 0.07373, - 0.0625, - 0.073242, - 0.081055, - 0.15918, - 0.088867, - 0.081543, - 0.089355, - 0.083496, - 0.070312, - 0.071777, - 0.089355, - 0.078613, - 0.06543, - 0.000186, - 0.079102, - 0.071289, - 0.073242, - 0.09375, - 0.077637, - 0.062012, - 0.071289, - 0.078613, - 0.081543, - 0.071777, - 0.083008, - 0.070312, - 0.102539, - 0.062988, - 0.085449, - 0.072266, - 0.06543, - 0.082031, - 0.081055, - 0.093262, - 0.086914, - 0.075195, - 0.133789, - 0.248047, - 0.09668, - 0.081055, - 0.069336, - 0.078125, - 0.059814, - 0.065918, - 0.075195, - 0.097168, - 0.147461, - 0.085449, - 0.105469, - 0.072754, - 0.067383, - 0.081055, - 0.066406, - 0.094238, - 0.084473, - 0.10791, - 0.072266, - 0.094727, - 0.078613, - 0.080566, - 0.119629, - 0.068848, - 0.070312, - 0.074219, - 0.072754, - 0.109375, - 0.069824, - 0.071289, - 0.073242, - 0.064453, - 0.071777, - 0.08252, - 0.097656, - 0.067383, - 0.072754, - 0.09375, - 0.077148, - 0.072266, - 0.066895, - 0.074219, - 0.07666, - 0.069824, - 0.080566, - 0.086914, - 0.078613, - 0.07666, - 0.072754, - 0.078613, - 0.078125, - 0.064453, - 0.077148, - 0.070312, - 0.086426, - 0.083008, - 0.090332, - 0.072754, - 0.084961, - 0.086426, - 0.094238, - 0.060303, - 0.069824, - 0.063477, - 0.132812, - 0.066895, - 0.077637, - 0.072754, - 0.074219, - 0.081543, - 0.075684, - 0.083496, - 0.078125, - 0.07959, - 0.078613, - 0.054932, - 0.067871, - 0.067871, - 0.111816, - 0.084473, - 0.077637, - 0.07666, - 0.064453, - 0.055908, - 0.09668, - 0.067383, - 0.249023, - 0.098633, - 0.064453, - 0.089355, - 0.07959, - 0.082031, - 0.070801, - 0.03833, - 0.079102, - 0.090332, - 0.066406, - 0.073242, - 0.069824, - 0.072754, - 0.076172, - 0.062988, - 0.058105, - 0.096191, - 0.069824, - 0.170898, - 0.07373, - 0.079102, - 0.097656, - 0.068359, - 0.078613, - 0.065918, - 0.080566, - 0.078125, - 0.072266, - 0.09082, - 0.090332, - 0.079102, - 0.069336, - 0.09668, - 0.080078, - 0.071289, - 0.129883, - 0.072266, - 0.075195, - 0.071777, - 0.091797, - 0.070801, - 0.095215, - 0.071289, - 0.097656, - 0.071289, - 0.083984, - 0.069824, - 0.128906, - 0.081543, - 0.070312, - 0.086914, - 0.05835, - 0.058105, - 0.067871, - 0.077637, - 0.077637, - 0.089355, - 0.073242, - 0.07666, - 0.065918, - 0.068359, - 0.063477, - 0.07959, - 0.04248, - 0.062988, - 0.06543, - 0.091797, - 0.077637, - 0.082031, - 0.077637, - 0.076172, - 0.066895, - 0.078613, - 0.080078, - 0.040039, - 0.088379, - 0.078125, - 0.079102, - 0.080566, - 0.070312, - 0.088867, - 0.020142, - 0.072266, - 0.071777, - 0.068848, - 0.069336, - 0.06543, - 0.070801, - 0.072754, - 0.069824, - 0.09375, - 0.078125, - 0.257812, - 0.09082, - 0.048096, - 0.075684, - 0.080566, - 0.072266, - 0.083496, - 0.085449, - 0.071777, - 0.071777, - 0.102539, - 0.071289, - 0.070801, - 0.063965, - 0.070801, - 0.080566, - 0.19043, - 0.073242, - 0.092285, - 0.097656, - 0.083984, - 0.078613, - 0.206055, - 0.086914, - 0.077148, - 0.164062, - 0.066895, - 0.045898, - 0.055176, - 0.070801, - 0.071777, - 0.071289, - 0.083008, - 0.074707, - 0.089355, - 0.074707, - 0.072266, - 0.064453, - 0.08252, - 0.07666, - 0.263672, - 0.079102, - 0.079102, - 0.073242, - 0.071289, - 0.078125, - 0.094238, - 0.076172, - 0.083496, - 0.07373, - 0.07959, - 0.068359, - 0.091797, - 0.083984, - 0.075195, - 0.070312, - 0.071289, - 0.09082, - 0.10498, - 0.083984, - 0.070312, - 0.081543, - 0.085938, - 0.060059, - 0.063965, - 0.068359, - 0.074707, - 0.072754, - 0.063965, - 0.05835, - 0.060303, - 0.084961, - 0.084473, - 0.078613, - 0.086426, - 0.077637, - 0.105957, - 0.07373, - 0.078125, - 0.068848, - 0.076172, - 0.057129, - 0.071289, - 0.089355, - 0.068848, - 0.079102, - 0.066406, - 0.118652, - 0.087891, - 0.089355, - 0.081055, - 0.08252, - 0.092285, - 0.086914, - 0.083008, - 0.08252, - 0.077148, - 0.077148, - 0.069824, - 0.147461, - 0.061768, - 0.076172, - 0.075684, - 0.067383, - 0.081543, - 0.082031, - 0.083984, - 0.136719, - 0.111328, - 0.067383, - 0.07373, - 0.097656, - 0.10498, - 0.075684, - 0.069824, - 0.06543, - 0.064453, - 0.061768, - 0.072754, - 0.086914, - 0.077637, - 0.099121, - 0.076172, - 0.07666, - 0.081055, - 0.087402, - 0.073242, - 0.078613, - 0.077637, - 0.085938, - 0.072754, - 0.067383, - 0.083984, - 0.0625, - 0.084961, - 0.065918, - 0.087402, - 0.06543, - 0.066895, - 0.064941, - 0.07959, - 0.070801, - 0.072266, - 0.07959, - 0.086914, - 0.068848, - 0.07959, - 0.073242, - 0.07666, - 0.070801, - 0.1875, - 0.085449, - 0.070312, - 0.077637, - 0.085449, - -0.000534, - 0.07666, - 0.082031, - 0.071777, - 0.083984, - 0.072266, - 0.071777, - 0.083008, - 0.09375, - 0.088379, - 0.053223, - 0.072266, - 0.087891, - 0.091309, - 0.075195, - 0.146484, - 0.080078, - 0.084473, - 0.363281, - 0.07373, - 0.131836, - 0.085449, - 0.081055, - 0.103516, - 0.066406, - 0.097656, - 0.091797, - 0.081543, - 0.060303, - 0.072754, - 0.075195, - 0.075684, - 0.070312, - 0.081055, - 0.099121, - 0.08252, - 0.069824, - 0.054443, - 0.071777, - 0.069824, - 0.081543, - 0.111816, - 0.081543, - 0.09082, - 0.05835, - 0.132812, - 0.091309, - 0.08252, - 0.070312, - 0.043701, - 0.075195, - 0.075195, - 0.0625, - 0.067383, - 0.082031, - 0.093262, - 0.078613, - 0.083496, - 0.089355, - 0.07666, - 0.074219, - 0.06543, - 0.12207, - 0.09375, - 0.074219, - 0.080078, - 0.106934, - 0.067871, - 0.083008, - 0.072266, - 0.028564, - 0.080566, - 0.062988, - 0.067871, - 0.102051, - 0.088867, - 0.139648, - 0.070312, - 0.062256, - 0.098145, - 0.083008, - 0.078125, - 0.076172, - 0.079102, - 0.081055, - 0.07373, - 0.111328, - 0.063477, - 0.114258, - 0.030029, - 0.07373, - 0.114258, - 0.086426, - 0.075684, - 0.075195, - 0.089844, - 0.074219, - 0.071289, - 0.074219, - 0.088379, - 0.086914, - 0.090332, - 0.062256, - 0.095215, - 0.071289, - 0.069336, - 0.081543, - 0.081055, - 0.073242, - 0.098145, - 0.084473, - 0.097656, - 0.080566, - 0.063477, - 0.069824, - 0.088379, - 0.067871, - 0.085449, - 0.035889, - 0.075684, - 0.083496, - 0.088379, - 0.059082, - 0.078613, - 0.066895, - 0.091797, - 0.070312, - 0.071777, - 0.091797, - 0.069824, - 0.287109, - 0.073242, - 0.072754, - 0.064453, - 0.093262, - 0.449219, - 0.069336, - 0.077148, - 0.070801, - 0.092773, - 0.080566, - 0.078613, - 0.07666, - 0.071777, - 0.074707, - 0.082031, - 0.083008, - 0.082031, - 0.119141, - 0.075195, - 0.070312, - 0.072754, - 0.075684, - 0.075684, - 0.066895, - 0.111328, - 0.071289, - 0.188477, - 0.150391, - 0.15918, - 0.05957, - 0.077148, - 0.074219, - 0.075684, - 0.075195, - 0.077148, - 0.063965, - 0.091309, - 0.050049, - 0.07373, - 0.077148, - 0.067871, - 0.087402, - 0.040527, - 0.066406, - 0.080078, - 0.07959, - 0.087402, - 0.068848, - 0.070801, - 0.080078, - 0.080078, - 0.05957, - 0.080078, - 0.072266, - 0.07666, - 0.067871, - 0.067383, - 0.088867, - 0.034424, - 0.253906, - 0.049561, - 0.083496, - 0.078613, - 0.083984, - 0.081543, - 0.070801, - 0.249023, - 0.052734, - 0.090332, - 0.083984, - 0.080566, - 0.075195, - 0.093262, - 0.085449, - 0.098145, - 0.071289, - 0.075195, - 0.061523, - 0.069824, - 0.083984, - 0.111328, - 0.058838, - 0.07959, - 0.063965, - 0.07666, - 0.357422, - -0.049805, - 0.072266, - 0.075684, - 0.083984, - 0.07959, - 0.071289, - 0.075195, - 0.09375, - 0.072754, - 0.089355, - 0.104492, - 0.047119, - 0.069336, - 0.074707, - 0.100098, - 0.058838, - 0.07666, - 0.081543, - 0.080078, - 0.086426, - 0.086426, - 0.078125, - 0.078613, - 0.080078, - 0.07959, - 0.080078, - 0.075195, - 0.084961, - 0.085449, - 0.111328, - 0.078125, - 0.092773, - 0.080078, - 0.077148, - 0.078613, - 0.074707, - 0.087402, - 0.071777, - 0.076172, - 0.115234, - 0.078125, - 0.081055, - 0.085938, - 0.039062, - 0.072754, - 0.080566, - 0.083496, - 0.075684, - 0.060303, - 0.09082, - 0.081055, - 0.083008, - 0.069336, - 0.072754, - 0.070801, - 0.080566, - 0.070312, - 0.070312, - 0.098145, - 0.092285, - 0.072266, - 0.077637, - 0.095703, - 0.078613, - 0.081055, - 0.07373, - 0.071289, - 0.060791, - 0.083496, - 0.071777, - 0.05957, - 0.067871, - 0.07959, - 0.084473, - 0.05957, - 0.092285, - 0.085938, - 0.077148, - 0.068359, - 0.083008, - 0.055176, - 0.071777, - 0.087891, - 0.116699, - 0.081055, - 0.08252, - 0.075684, - 0.056396, - 0.100098, - 0.078613, - 0.072754, - 0.070801, - 0.074219, - 0.075195, - 0.111328, - 0.083008, - 0.083984, - 0.066895, - 0.049805, - 0.070801, - 0.117188, - 0.070312, - 0.064453, - 0.077637, - 0.092773, - 0.064941, - 0.075195, - 0.072266, - 0.077148, - 0.047363, - 0.069824, - 0.080566, - 0.067871, - 0.064453, - 0.087891, - 0.115234, - 0.074219, - 0.089844, - 0.101562, - 0.072754, - 0.071289, - 0.082031, - 0.072266, - 0.086914, - 0.092285, - 0.080566, - 0.054443, - 0.074219, - 0.071289, - 0.058838, - 0.070801, - 0.102539, - 0.096191, - 0.071777, - 0.077148, - 0.081055, - 0.073242, - 0.09375, - 0.075195, - 0.075684, - 0.079102, - 0.094238, - 0.07666, - 0.087891, - 0.073242, - 0.082031, - 0.070801, - 0.066895, - 0.097656, - 0.096191, - 0.072754, - 0.068848, - 0.09082, - 0.068359, - 0.044434, - 0.077637, - 0.068359, - 0.089355, - 0.075195, - 0.070312, - 0.077148, - 0.072754, - 0.091797, - 0.07373, - 0.074707, - 0.09082, - 0.094727, - 0.111816, - 0.086426, - 0.091797, - 0.065918, - 0.101562, - 0.087891, - 0.083496, - 0.116211, - -0.029419, - 0.060059, - 0.060303, - 0.064941, - 0.083496, - 0.081543, - 0.11084, - 0.078125, - 0.078125, - 0.075684, - 0.075684, - 0.09082, - 0.078125, - 0.077637, - 0.080566, - 0.068359, - 0.059814, - 0.071777, - 0.085938, - 0.062988, - 0.072266, - 0.109375, - 0.095215, - 0.074707, - 0.087402, - 0.07959, - 0.074219, - 0.072754, - 0.076172, - 0.090332, - 0.074707, - 0.081055, - 0.04834, - 0.075195, - 0.083984, - 0.079102, - 0.087891, - 0.094727, - 0.075195, - 0.055908, - 0.081055, - 0.073242, - 0.082031, - 0.125, - 0.077148, - 0.085938, - 0.065918, - 0.109863, - 0.076172, - 0.088379, - 0.094238, - 0.07373, - 0.090332, - 0.081055, - 0.07666, - 0.105469, - 0.076172, - 0.34375, - 0.067383, - 0.077148, - 0.060791, - 0.083008, - 0.075195, - 0.181641, - 0.071289, - 0.086914, - 0.073242, - 0.070801, - 0.081543, - 0.068359, - 0.083496, - 0.074219, - 0.10791, - 0.082031, - 0.071777, - 0.073242, - 0.074707, - 0.097656, - 0.081543, - 0.071777, - 0.090332, - 0.091797, - 0.108887, - 0.071289, - 0.08252, - 0.071777, - 0.074707, - 0.070801, - 0.067871, - 0.095703, - 0.074219, - 0.089355, - 0.118164, - 0.114746, - 0.088379, - 0.119141, - 0.078613, - 0.075684, - 0.090332, - 0.055176, - 0.072754, - 0.076172, - 0.075195, - 0.116211, - 0.071289, - 0.087402, - 0.070312, - 0.077637, - 0.131836, - 0.066895, - 0.072266, - 0.078125, - -0.044434, - 0.0625, - 0.087402, - 0.074219, - 0.116699, - 0.078613, - 0.128906, - 0.074707, - 0.088867, - 0.062988, - 0.100586, - 0.081543, - 0.096191, - 0.083008, - 0.069336, - 0.092285, - 0.069824, - 0.088867, - 0.083008, - 0.071289, - 0.077637, - 0.099121, - 0.131836, - 0.074219, - 0.077148, - 0.068848, - 0.075684, - 0.095215, - 0.066895, - 0.061768, - 0.080078, - 0.087891, - 0.092285, - 0.089844, - 0.066406, - 0.074707, - 0.077637, - 0.069336, - 0.091309, - 0.10791, - 0.074707, - 0.060791, - 0.084473, - 0.049561, - 0.077148, - 0.064453, - 0.066406, - 0.104004, - 0.067871, - 0.068359, - 0.084473, - 0.102051, - 0.077637, - 0.068359, - 0.073242, - 0.089355, - 0.08252, - 0.067871, - 0.053467, - 0.088379, - 0.083008, - 0.077637, - 0.073242, - 0.100098, - 0.073242, - 0.065918, - 0.08252, - 0.089844, - 0.079102, - 0.067871, - 0.033447, - 0.076172, - 0.088867, - 0.049805, - 0.074219, - 0.061279, - 0.086426, - 0.255859, - 0.083496, - 0.07959, - 0.058594, - 0.072266, - 0.136719, - 0.067383, - 0.078125, - 0.073242, - 0.080566, - 0.07959, - 0.067871, - 0.134766, - 0.083008, - 0.07959, - 0.18457, - 0.111328, - 0.120117, - 0.07959, - 0.07959, - 0.090332, - 0.068848, - 0.063965, - 0.068848, - 0.067871, - 0.173828, - 0.080078, - 0.080078, - 0.067383, - 0.091309, - 0.088379, - 0.066406, - 0.075195, - 0.06543, - 0.089844, - 0.071289, - 0.077148, - 0.074707, - 0.078613, - 0.07373, - 0.059814, - 0.090332, - 0.081055, - 0.082031, - 0.063965, - 0.072266, - 0.147461, - 0.104004, - 0.080566, - 0.061523, - 0.077637, - 0.075195, - 0.074219, - 0.081055, - 0.077148, - 0.088379, - 0.083984, - 0.061768, - 0.080078, - 0.069824, - 0.068848, - 0.094238, - 0.066895, - 0.071289, - 0.079102, - 0.062256, - 0.077148 - ] - }, - "name": "model.transformer.layers.4.attn_norm.weight", - "outputIndexes": [ - 290 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 289, - 290 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_4/Mul_1_output_0", - "outputIndexes": [ - 291 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 291 - ], - "outputIndexes": [ - 1562 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1562 - ], - "outputIndexes": [ - 1563 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear", - "inputIndexes": [ - 1563 - ], - "outputIndexes": [ - 1564 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 19152912, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1564 - ], - "outputIndexes": [ - 1565 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1565 - ], - "outputIndexes": [ - 292 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 291 - ], - "main_type": "NONE", - "name": "/Shape_17_output_0", - "outputIndexes": [ - 293 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 293 - ], - "main_type": "NONE", - "name": "Shape419", - "outputIndexes": [ - 294 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 293 - ], - "main_type": "NONE", - "name": "Rank421", - "outputIndexes": [ - 295 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 295, - 295 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp423", - "outputIndexes": [ - 296 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 296 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze424", - "outputIndexes": [ - 297 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 296, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp426", - "outputIndexes": [ - 298 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 298 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze427", - "outputIndexes": [ - 299 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 294, - 297, - 299, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice430", - "outputIndexes": [ - 300 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 300 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze431", - "outputIndexes": [ - 301 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 301 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp432", - "outputIndexes": [ - 302 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 302, - 301 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp433", - "outputIndexes": [ - 303 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 293, - 303, - 296 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_24_output_0", - "outputIndexes": [ - 304 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 304, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_41_output_0", - "outputIndexes": [ - 305 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 305, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_20_output_0", - "outputIndexes": [ - 306 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 292, - 306 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_17_output_0", - "outputIndexes": [ - 307 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 307 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_4/Mul_output_0", - "outputIndexes": [ - 308 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.8125, - 0.016479, - -0.02063, - 1.171875, - 1.5, - 1.859375, - 1.601562, - 1.234375, - 1.851562, - 1.6875, - 1.570312, - 2.359375, - 2.5625, - 2.28125, - 2.703125, - 2.125, - 2.015625, - 0.106934, - 2.328125, - 2.984375, - 3.015625, - 2.34375, - 2.109375, - 3.625, - 2.671875, - 2.4375, - 2.375, - 1.09375, - 1.96875, - 2.4375, - 2.40625, - 2.296875, - 1.78125, - 2.4375, - 2.515625, - 1.625, - 1.078125, - 1.9375, - 1.632812, - 2.0, - 1.632812, - 1.75, - 2.796875, - 2.234375, - 1.445312, - 2.046875, - 1.765625, - 1.953125, - 1.898438, - 4.21875, - 2.53125, - 2.671875, - 2.390625, - 3.484375, - 3.3125, - 0.019043, - 3.078125, - 2.5625, - 2.28125, - 3.140625, - 2.140625, - 1.9375, - 1.890625, - 1.335938 - ] - }, - "name": "model.transformer.layers.4.attn.q_norm.weight", - "outputIndexes": [ - 309 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 308, - 309 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_4/Mul_1_output_0", - "outputIndexes": [ - 310 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 310, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_16_output_0", - "outputIndexes": [ - 311 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 310, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_17_output_0", - "outputIndexes": [ - 312 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 312 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_8_output_0", - "outputIndexes": [ - 313 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 310, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_16_output_0", - "outputIndexes": [ - 314 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 313, - 314 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_23_output_0", - "outputIndexes": [ - 315 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 315, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_17_output_0", - "outputIndexes": [ - 316 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 311, - 316 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_16_output_0", - "outputIndexes": [ - 317 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 291 - ], - "outputIndexes": [ - 1566 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1566 - ], - "outputIndexes": [ - 1567 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear", - "inputIndexes": [ - 1567 - ], - "outputIndexes": [ - 1568 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 20041766, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1568 - ], - "outputIndexes": [ - 1569 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1569 - ], - "outputIndexes": [ - 318 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 305, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_21_output_0", - "outputIndexes": [ - 319 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 318, - 319 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_18_output_0", - "outputIndexes": [ - 320 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 320 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_4/Mul_output_0", - "outputIndexes": [ - 321 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 2.015625, - 0.03418, - -0.114746, - 1.515625, - 1.539062, - 2.09375, - 1.859375, - 2.15625, - 2.328125, - 1.96875, - 2.703125, - 1.679688, - 1.335938, - 1.851562, - 1.476562, - 2.0, - 2.234375, - 5.59375, - 2.078125, - 1.726562, - 1.664062, - 2.078125, - 2.125, - 0.09375, - 1.960938, - 2.296875, - 2.375, - 4.90625, - 2.65625, - 2.296875, - 1.976562, - 1.765625, - 2.046875, - 1.164062, - 1.351562, - 0.941406, - 1.289062, - 2.1875, - 1.875, - 0.882812, - 1.390625, - 1.929688, - 1.109375, - 1.921875, - 2.609375, - 2.265625, - 2.265625, - 2.15625, - 2.421875, - 0.050049, - 1.820312, - 1.835938, - 2.171875, - 1.414062, - 1.570312, - 14.5, - 1.765625, - 2.09375, - 2.40625, - 1.484375, - 2.171875, - 2.390625, - 2.8125, - 2.890625 - ] - }, - "name": "model.transformer.layers.4.attn.k_norm.weight", - "outputIndexes": [ - 322 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 321, - 322 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_4/Mul_1_output_0", - "outputIndexes": [ - 323 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 323, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_18_output_0", - "outputIndexes": [ - 324 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 323, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_19_output_0", - "outputIndexes": [ - 325 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 325 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_9_output_0", - "outputIndexes": [ - 326 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 323, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_18_output_0", - "outputIndexes": [ - 327 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 326, - 327 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_24_output_0", - "outputIndexes": [ - 328 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 328, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_19_output_0", - "outputIndexes": [ - 329 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 324, - 329 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_17_output_0", - "outputIndexes": [ - 330 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 291 - ], - "outputIndexes": [ - 1570 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1570 - ], - "outputIndexes": [ - 1571 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear", - "inputIndexes": [ - 1571 - ], - "outputIndexes": [ - 1572 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 20263996, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1572 - ], - "outputIndexes": [ - 1573 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1573 - ], - "outputIndexes": [ - 331 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 331, - 319 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_19_output_0", - "outputIndexes": [ - 332 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 317, - 330, - 332, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.4/self_attn/FusedAttention", - "outputIndexes": [ - 333 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 333 - ], - "outputIndexes": [ - 1574 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1574 - ], - "outputIndexes": [ - 1575 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear", - "inputIndexes": [ - 1575 - ], - "outputIndexes": [ - 1576 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 20486226, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1576 - ], - "outputIndexes": [ - 1577 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1577 - ], - "outputIndexes": [ - 334 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 288, - 334 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_18_output_0", - "outputIndexes": [ - 335 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 335 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_4/Mul_output_0", - "outputIndexes": [ - 336 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.263672, - 0.263672, - 0.261719, - 0.231445, - 0.208984, - 0.265625, - 0.251953, - 0.253906, - 0.265625, - 0.257812, - 0.271484, - 0.123535, - 0.257812, - 0.242188, - 0.251953, - 0.271484, - 0.267578, - 0.294922, - 0.251953, - 0.219727, - 0.091309, - 0.249023, - 0.161133, - 0.253906, - 0.263672, - 0.265625, - 0.347656, - 0.273438, - 0.253906, - 0.265625, - 0.267578, - 0.277344, - 0.198242, - 0.21582, - 0.259766, - 0.267578, - 0.263672, - 0.271484, - 0.263672, - 0.255859, - 0.249023, - 0.265625, - 0.267578, - 0.263672, - 0.257812, - 0.251953, - 0.243164, - 0.271484, - 0.261719, - 0.148438, - 0.253906, - 0.275391, - 0.239258, - 0.261719, - 0.078613, - 0.263672, - 0.263672, - 0.253906, - 0.257812, - 0.318359, - 0.233398, - 0.251953, - 0.111328, - 0.255859, - 0.300781, - 0.257812, - 0.289062, - 0.231445, - 0.233398, - 0.185547, - 0.279297, - 0.251953, - 0.251953, - 0.269531, - 0.189453, - 0.265625, - 0.245117, - 0.248047, - 0.251953, - 0.244141, - 0.253906, - 0.269531, - 0.261719, - 0.244141, - 0.104004, - 0.257812, - 0.251953, - 0.279297, - 0.249023, - 0.195312, - 0.259766, - 0.25, - 0.271484, - 0.253906, - 0.251953, - 0.227539, - 0.166992, - 0.265625, - 0.124023, - 0.172852, - 0.265625, - 0.234375, - 0.236328, - 0.259766, - 0.251953, - 0.257812, - 0.231445, - 0.202148, - 0.22168, - 0.271484, - 0.275391, - 0.253906, - 0.267578, - 0.200195, - 0.259766, - 0.251953, - 0.287109, - 0.248047, - 0.253906, - 0.25, - 0.263672, - 0.24707, - 0.25, - 0.265625, - 0.263672, - 0.28125, - 0.257812, - 0.263672, - 0.251953, - 0.261719, - 0.267578, - 0.259766, - 0.248047, - 0.285156, - 0.253906, - 0.243164, - 0.170898, - 0.289062, - 0.263672, - 0.19043, - 0.269531, - 0.259766, - 0.246094, - 0.271484, - 0.177734, - 0.148438, - 0.225586, - 0.238281, - 0.230469, - 0.211914, - 0.259766, - 0.257812, - 0.263672, - 0.235352, - 0.242188, - 0.251953, - 0.253906, - 0.308594, - 0.251953, - 0.228516, - 0.265625, - 0.15332, - 0.263672, - 0.271484, - 0.255859, - 0.269531, - 0.267578, - 0.246094, - 0.242188, - 0.267578, - 0.15625, - 0.273438, - 0.136719, - 0.259766, - 0.269531, - 0.384766, - 0.259766, - 0.273438, - 0.249023, - 0.263672, - 0.271484, - 0.249023, - 0.22168, - 0.25, - 0.267578, - 0.277344, - 0.267578, - 0.253906, - 0.271484, - 0.236328, - 0.271484, - 0.239258, - -0.000568, - 0.265625, - 0.249023, - 0.261719, - 0.248047, - 0.275391, - 0.269531, - 0.21875, - 0.263672, - 0.257812, - 0.261719, - 0.242188, - 0.257812, - 0.25, - 0.271484, - 0.255859, - 0.255859, - 0.251953, - 0.237305, - 0.25, - 0.28125, - 0.271484, - 0.255859, - 0.253906, - 0.249023, - 0.261719, - 0.28125, - 0.257812, - 0.257812, - 0.271484, - 0.267578, - 0.111328, - 0.279297, - 0.072754, - 0.259766, - 0.234375, - 0.267578, - 0.265625, - 0.259766, - 0.263672, - 0.21582, - 0.217773, - 0.265625, - 0.263672, - 0.253906, - 0.251953, - 0.263672, - 0.261719, - 0.235352, - 0.136719, - 0.273438, - 0.271484, - 0.242188, - 0.279297, - 0.12207, - 0.269531, - 0.253906, - 0.253906, - 0.263672, - 0.092773, - 0.269531, - 0.238281, - 0.25, - 0.269531, - 0.275391, - 0.273438, - 0.257812, - 0.253906, - 0.257812, - 0.275391, - 0.125977, - 0.259766, - 0.255859, - 0.275391, - 0.273438, - 0.068359, - 0.240234, - 0.238281, - 0.267578, - 0.251953, - 0.244141, - 0.283203, - 0.271484, - 0.248047, - 0.265625, - 0.365234, - 0.255859, - 0.189453, - 0.255859, - 0.259766, - 0.222656, - 0.267578, - 0.253906, - 0.255859, - 0.267578, - 0.275391, - 0.257812, - 0.253906, - 0.211914, - 0.255859, - 0.251953, - 0.240234, - 0.110352, - 0.257812, - 0.145508, - 0.255859, - 0.196289, - 0.165039, - 0.259766, - 0.261719, - 0.273438, - 0.261719, - 0.24707, - 0.257812, - 0.265625, - 0.192383, - 0.273438, - 0.257812, - 0.261719, - 0.267578, - 0.06543, - 0.253906, - 0.298828, - 0.261719, - 0.269531, - 0.163086, - 0.090332, - 0.24707, - 0.273438, - 0.253906, - 0.273438, - 0.24707, - 0.277344, - 0.246094, - 0.25, - 0.261719, - 0.238281, - 0.259766, - 0.22168, - 0.243164, - 0.273438, - 0.257812, - 0.251953, - 0.271484, - 0.265625, - 0.24707, - 0.192383, - 0.271484, - 0.211914, - 0.222656, - 0.263672, - 0.166016, - 0.249023, - 0.324219, - 0.00011, - 0.203125, - 0.251953, - 0.257812, - 0.240234, - 0.253906, - 0.142578, - 0.300781, - 0.259766, - 0.119629, - 0.227539, - 0.261719, - 0.234375, - 0.261719, - 0.253906, - 0.202148, - 0.279297, - 0.248047, - 0.227539, - 0.257812, - 0.269531, - 0.181641, - 0.269531, - 0.116699, - 0.140625, - 0.249023, - 0.125, - 0.253906, - 0.257812, - 0.097168, - 0.263672, - 0.248047, - 0.249023, - 0.248047, - 0.263672, - 0.245117, - 0.267578, - 0.275391, - 0.162109, - 0.207031, - 0.112305, - 0.253906, - 0.251953, - 0.245117, - 0.253906, - 0.234375, - 0.255859, - 0.11084, - 0.257812, - 0.158203, - 0.253906, - -0.001205, - 0.141602, - 0.263672, - 0.257812, - 0.267578, - 0.314453, - 0.255859, - 0.257812, - 0.164062, - 0.131836, - 0.261719, - 0.248047, - 0.273438, - 0.271484, - 0.120117, - 0.244141, - 0.275391, - 0.267578, - 0.263672, - 0.246094, - 0.257812, - 0.253906, - 0.265625, - 0.241211, - 0.240234, - 0.239258, - 0.125977, - 0.248047, - 0.191406, - 0.271484, - 0.259766, - 0.213867, - 0.253906, - 0.259766, - 0.261719, - 0.257812, - 0.283203, - 0.263672, - 0.259766, - 0.255859, - 0.269531, - 0.235352, - 0.251953, - 0.257812, - 0.251953, - 0.216797, - 0.251953, - 0.261719, - 0.273438, - 0.259766, - 0.123535, - 0.277344, - 0.265625, - 0.189453, - 0.267578, - 0.271484, - 0.263672, - 0.204102, - 0.267578, - 0.255859, - 0.144531, - 0.257812, - 0.269531, - 0.267578, - 0.145508, - 0.257812, - 0.261719, - 0.251953, - 0.176758, - 0.245117, - 0.25, - 0.25, - 0.273438, - 0.263672, - 0.253906, - 0.255859, - 0.151367, - 0.246094, - 0.267578, - 0.265625, - 0.259766, - 0.25, - 0.259766, - 0.255859, - 0.253906, - 0.273438, - 0.209961, - 0.261719, - 0.109375, - 0.245117, - 0.261719, - 0.24707, - 0.251953, - 0.246094, - 0.255859, - 0.234375, - 0.251953, - 0.271484, - 0.261719, - 0.273438, - 0.222656, - 0.267578, - 0.201172, - 0.251953, - 0.265625, - 0.09082, - 0.242188, - 0.21875, - 0.263672, - 0.255859, - 0.251953, - 0.257812, - 0.131836, - 0.261719, - 0.275391, - 0.292969, - 0.257812, - 0.203125, - 0.257812, - 0.271484, - 0.265625, - 0.24707, - 0.335938, - 0.194336, - 0.251953, - 0.265625, - 0.25, - 0.233398, - 0.255859, - 0.263672, - 0.244141, - 0.261719, - -0.000135, - 0.269531, - 0.263672, - 0.25, - 0.241211, - 0.234375, - 0.116211, - 0.277344, - 0.267578, - 0.275391, - 0.244141, - 0.294922, - 0.246094, - 0.183594, - 0.242188, - 0.261719, - 0.265625, - 0.259766, - 0.231445, - 0.261719, - 0.239258, - 0.209961, - 0.261719, - 0.220703, - 0.24707, - 0.210938, - 0.269531, - 0.251953, - 0.261719, - 0.277344, - 0.255859, - 0.24707, - 0.167969, - 0.259766, - 0.292969, - 0.243164, - 0.267578, - 0.238281, - 0.240234, - 0.283203, - 0.259766, - 0.267578, - 0.189453, - 0.257812, - 0.220703, - 0.265625, - 0.257812, - 0.25, - 0.257812, - 0.257812, - 0.267578, - 0.265625, - 0.267578, - 0.259766, - 0.257812, - 0.263672, - 0.267578, - 0.251953, - 0.246094, - 0.240234, - 0.259766, - 0.267578, - 0.236328, - 0.25, - 0.235352, - 0.279297, - 0.265625, - 0.198242, - 0.119629, - 0.261719, - 0.195312, - 0.253906, - 0.259766, - 0.271484, - 0.263672, - 0.251953, - 0.25, - 0.265625, - 0.198242, - 0.191406, - 0.267578, - 0.248047, - 0.164062, - 0.267578, - 0.259766, - 0.248047, - 0.265625, - 0.269531, - 0.273438, - 0.238281, - 0.253906, - 0.263672, - 0.265625, - 0.265625, - 0.25, - 0.243164, - 0.283203, - 0.248047, - 0.271484, - 0.259766, - 0.246094, - 0.257812, - 0.251953, - 0.253906, - 0.259766, - 0.267578, - 0.25, - 0.269531, - 0.261719, - 0.257812, - 0.261719, - 0.257812, - 0.191406, - 0.257812, - 0.253906, - 0.251953, - 0.244141, - 0.259766, - 0.081055, - 0.25, - 0.259766, - 0.257812, - 0.255859, - 0.251953, - 0.242188, - 0.265625, - 0.271484, - 0.253906, - 0.227539, - 0.279297, - -0.034424, - 0.261719, - 0.257812, - 0.232422, - 0.263672, - 0.234375, - 0.248047, - 0.245117, - 0.265625, - 0.255859, - 0.225586, - 0.208984, - 0.255859, - 0.105957, - 0.259766, - 0.255859, - 0.24707, - 0.233398, - 0.261719, - 0.241211, - 0.257812, - 0.255859, - 0.263672, - 0.253906, - 0.243164, - 0.233398, - 0.25, - 0.101074, - 0.267578, - 0.130859, - 0.242188, - 0.269531, - 0.223633, - 0.292969, - 0.275391, - 0.251953, - 0.242188, - 0.257812, - 0.263672, - 0.269531, - 0.259766, - 0.253906, - 0.259766, - 0.123535, - 0.248047, - 0.255859, - 0.259766, - 0.259766, - 0.185547, - 0.251953, - 0.249023, - 0.244141, - 0.261719, - 0.271484, - 0.265625, - 0.255859, - 0.335938, - 0.233398, - 0.182617, - 0.245117, - 0.261719, - 0.269531, - 0.237305, - 0.369141, - 0.259766, - 0.265625, - 0.273438, - 0.24707, - 0.253906, - 0.265625, - 0.271484, - 0.269531, - 0.291016, - 0.257812, - 0.136719, - 0.257812, - 0.28125, - 0.265625, - 0.253906, - 0.259766, - 0.253906, - 0.257812, - 0.238281, - 0.248047, - 0.232422, - 0.248047, - 0.259766, - 0.253906, - 0.273438, - 0.251953, - 0.155273, - 0.257812, - 0.241211, - 0.134766, - 0.249023, - 0.253906, - 0.083984, - 0.236328, - 0.261719, - 0.257812, - 0.246094, - 0.277344, - 0.267578, - 0.253906, - 0.263672, - 0.275391, - 0.149414, - 0.261719, - 0.261719, - 0.257812, - 0.253906, - 0.259766, - 0.265625, - 0.253906, - 0.070801, - 0.263672, - 0.271484, - 0.25, - 0.265625, - 0.251953, - 0.269531, - 0.24707, - 0.239258, - 0.263672, - 0.271484, - 0.128906, - 0.165039, - 0.275391, - 0.259766, - 0.257812, - 0.279297, - 0.169922, - 0.204102, - 0.259766, - 0.244141, - 0.265625, - 0.175781, - 0.285156, - 0.255859, - 0.265625, - 0.267578, - 0.257812, - 0.255859, - 0.28125, - 0.265625, - 0.253906, - 0.265625, - 0.261719, - 0.257812, - 0.25, - 0.236328, - 0.265625, - 0.25, - 0.271484, - 0.253906, - 0.273438, - 0.265625, - 0.193359, - 0.25, - 0.246094, - 0.246094, - 0.000372, - 0.257812, - 0.238281, - 0.255859, - 0.239258, - 0.259766, - 0.267578, - 0.320312, - 0.25, - 0.255859, - 0.251953, - 0.263672, - 0.192383, - 0.244141, - 0.271484, - 0.083496, - 0.292969, - 0.244141, - 0.267578, - 0.202148, - 0.148438, - 0.214844, - 0.249023, - 0.257812, - 0.238281, - 0.22168, - 0.273438, - 0.265625, - 0.246094, - 0.269531, - 0.261719, - 0.134766, - 0.271484, - 0.134766, - 0.24707, - 0.267578, - 0.261719, - 0.24707, - 0.234375, - 0.267578, - 0.251953, - 0.261719, - 0.233398, - 0.257812, - 0.275391, - 0.259766, - 0.25, - 0.273438, - 0.244141, - 0.226562, - 0.257812, - 0.25, - 0.271484, - 0.267578, - 0.277344, - 0.302734, - 0.25, - 0.251953, - 0.261719, - 0.261719, - 0.255859, - 0.277344, - 0.253906, - 0.314453, - 0.25, - 0.257812, - 0.25, - 0.21582, - 0.001854, - 0.251953, - 0.251953, - 0.248047, - 0.246094, - 0.263672, - 0.269531, - 0.22168, - 0.255859, - 0.251953, - 0.237305, - 0.263672, - 0.166016, - 0.248047, - 0.271484, - 0.271484, - 0.261719, - 0.261719, - 0.112793, - 0.257812, - 0.259766, - 0.248047, - 0.25, - 0.261719, - 0.263672, - 0.255859, - 0.244141, - 0.25, - 0.279297, - 0.265625, - 0.265625, - 0.242188, - 0.275391, - 0.265625, - 0.267578, - 0.251953, - 0.28125, - 0.103027, - 0.249023, - 0.277344, - 0.25, - 0.194336, - 0.253906, - 0.25, - 0.261719, - 0.285156, - 0.251953, - 0.25, - 0.267578, - 0.271484, - 0.24707, - 0.267578, - 0.271484, - 0.253906, - 0.261719, - 0.263672, - 0.249023, - 0.267578, - 0.206055, - 0.259766, - 0.271484, - 0.269531, - 0.267578, - 0.192383, - 0.259766, - 0.287109, - 0.259766, - 0.253906, - 0.248047, - 0.259766, - 0.304688, - 0.225586, - 0.253906, - 0.251953, - 0.245117, - 0.225586, - 0.092773, - 0.253906, - 0.102539, - 0.251953, - 0.240234, - 0.277344, - 0.261719, - 0.275391, - 0.238281, - 0.257812, - 0.239258, - 0.251953, - 0.287109, - 0.310547, - 0.271484, - 0.214844, - 0.248047, - 0.237305, - 0.245117, - 0.246094, - 0.265625, - 0.261719, - 0.242188, - 0.251953, - 0.265625, - 0.233398, - 0.263672, - 0.248047, - 0.251953, - 0.251953, - 0.246094, - 0.267578, - 0.147461, - 0.212891, - 0.265625, - 0.255859, - 0.249023, - 0.126953, - 0.25, - 0.283203, - 0.246094, - 0.267578, - 0.332031, - 0.261719, - 0.246094, - 0.261719, - 0.115234, - 0.251953, - 0.253906, - 0.193359, - 0.251953, - 0.255859, - 0.267578, - 0.263672, - 0.283203, - 0.261719, - 0.225586, - 0.267578, - 0.257812, - 0.21875, - 0.259766, - 0.230469, - 0.253906, - 0.244141, - 0.25, - 0.263672, - 0.244141, - 0.257812, - 0.259766, - 0.170898, - 0.199219, - 0.25, - 0.289062, - 0.271484, - 0.255859, - 0.257812, - 0.261719, - 0.267578, - 0.25, - 0.200195, - 0.259766, - 0.217773, - 0.246094, - 0.24707, - 0.261719, - 0.257812, - 0.251953, - 0.249023, - 0.243164, - 0.242188, - 0.259766, - 0.168945, - 0.245117, - 0.240234, - 0.249023, - 0.261719, - 0.234375, - 0.230469, - 0.275391, - 0.238281, - 0.275391, - 0.255859, - 0.251953, - 0.265625, - 0.243164, - 0.265625, - 0.263672, - 0.147461, - 0.265625, - 0.206055, - 0.263672, - 0.261719, - 0.259766, - 0.275391, - 0.605469, - 0.105469, - 0.261719, - 0.277344, - 0.279297, - 0.142578, - 0.142578, - 0.146484, - 0.116211, - 0.185547, - 0.239258, - 0.238281, - 0.259766, - 0.273438, - 0.24707, - 0.277344, - 0.263672, - 0.217773, - 0.237305, - 0.248047, - 0.251953, - 0.271484, - 0.279297, - 0.234375, - 0.265625, - 0.271484, - 0.202148, - 0.310547, - 0.251953, - 0.277344, - 0.233398, - 0.265625, - 0.261719, - 0.265625, - 0.257812, - 0.259766, - 0.195312, - 0.255859, - 0.302734, - 0.251953, - 0.248047, - 0.228516, - 0.279297, - 0.143555, - 0.271484, - 0.25, - 0.15332, - 0.255859, - 0.265625, - 0.261719, - 0.269531, - 0.267578, - 0.257812, - 0.219727, - 0.167969, - 0.255859, - 0.249023, - 0.261719, - 0.257812, - 0.192383, - 0.253906, - 0.244141, - 0.246094, - 0.28125, - 0.271484, - 0.251953, - 0.222656, - 0.273438, - 0.257812, - 0.251953, - 0.227539, - 0.253906, - 0.261719, - 0.201172, - 0.257812, - 0.255859, - 0.245117, - 0.246094, - 0.251953, - 0.253906, - 0.243164, - 0.271484, - 0.217773, - 0.25, - 0.259766, - 0.231445, - 0.24707, - 0.197266, - 0.263672, - 0.245117, - 0.237305, - 0.236328, - 0.253906, - 0.251953, - 0.118164, - 0.267578, - 0.251953, - 0.285156, - 0.253906, - 0.237305, - 0.242188, - 0.261719, - 0.271484, - 0.263672, - 0.25, - 0.304688, - 0.253906, - 0.105469, - 0.259766, - 0.253906, - 0.212891, - 0.261719, - 0.242188, - 0.253906, - 0.275391, - 0.219727, - 0.243164, - 0.251953, - 0.259766, - 0.283203, - 0.265625, - 0.251953, - 0.265625, - 0.263672, - 0.246094, - 0.092773, - 0.249023, - 0.269531, - 0.245117, - 0.265625, - 0.253906, - 0.249023, - 0.304688, - 0.253906, - 0.255859, - 0.239258, - 0.271484, - 0.235352, - 0.248047, - 0.261719, - 0.255859, - 0.259766, - 0.244141, - 0.249023, - 0.265625, - 0.243164, - 0.253906, - 0.25, - 0.263672, - 0.249023, - 0.257812, - 0.245117, - 0.255859, - 0.285156, - 0.240234, - 0.253906, - 0.273438, - 0.263672, - 0.285156, - 0.242188, - 0.253906, - 0.263672, - 0.259766, - 0.275391, - 0.238281, - 0.267578, - 0.265625, - 0.249023, - 0.263672, - 0.25, - 0.259766, - 0.265625, - 0.228516, - 0.257812, - 0.249023, - 0.000161, - 0.198242, - 0.257812, - 0.259766, - 0.145508, - 0.265625, - 0.294922, - 0.265625, - 0.261719, - 0.227539, - 0.245117, - 0.22168, - 0.285156, - 0.257812, - 0.244141, - 0.243164, - 0.263672, - 0.267578, - 0.223633, - 0.230469, - 0.261719, - 0.263672, - 0.253906, - 0.263672, - 0.217773, - 0.263672, - 0.237305, - 0.330078, - 0.25, - 0.113281, - 0.255859, - 0.237305, - 0.269531, - 0.248047, - 0.273438, - 0.248047, - 0.269531, - 0.255859, - 0.261719, - 0.269531, - 0.261719, - 0.166016, - 0.24707, - 0.259766, - 0.261719, - 0.251953, - 0.259766, - 0.269531, - 0.257812, - 0.241211, - 0.265625, - 0.245117, - 0.188477, - 0.255859, - 0.253906, - 0.259766, - 0.229492, - 0.265625, - 0.228516, - 0.324219, - 0.257812, - 0.15918, - 0.257812, - 0.251953, - 0.242188, - 0.251953, - 0.291016, - 0.249023, - 0.259766, - 0.271484, - 0.243164, - 0.255859, - 0.257812, - 0.267578, - 0.261719, - 0.253906, - 0.226562, - 0.214844, - 0.136719, - 0.249023, - 0.277344, - 0.257812, - 0.21582, - 0.255859, - 0.118164, - 0.269531, - 0.261719, - 0.244141, - 0.261719, - 0.245117, - 0.206055, - 0.259766, - 0.25, - 0.255859, - 0.259766, - 0.244141, - 0.257812, - 0.251953, - 0.265625, - 0.236328, - 0.24707, - 0.180664, - 0.233398, - 0.24707, - 0.241211, - 0.164062, - 0.265625, - 0.174805, - 0.253906, - 0.216797, - 0.263672, - 0.248047, - 0.25, - 0.263672, - 0.263672, - 0.246094, - 0.248047, - 0.243164, - 0.241211, - 0.19043, - 0.249023, - 0.251953, - 0.212891, - 0.224609, - 0.242188, - 0.25, - 0.259766, - 0.273438, - 0.263672, - 0.255859, - 0.238281, - 0.248047, - 0.271484, - 0.261719, - 0.210938, - 0.249023, - 0.259766, - 0.251953, - 0.241211, - 0.3125, - 0.253906, - 0.269531, - 0.255859, - 0.246094, - 0.257812, - 0.265625, - 0.267578, - 0.263672, - 0.265625, - 0.251953, - 0.265625, - 0.267578, - 0.257812, - 0.248047, - 0.242188, - 0.25, - 0.195312, - 0.248047, - 0.257812, - 0.251953, - 0.219727, - 0.211914, - 0.271484, - 0.207031, - 0.267578, - 0.263672, - 0.246094, - 0.255859, - 0.253906, - 0.232422, - 0.243164, - 0.198242, - 0.240234, - 0.261719, - 0.273438, - 0.210938, - 0.25, - 0.239258, - 0.208008, - 0.237305, - 0.257812, - 0.269531, - 0.292969, - 0.263672, - 0.251953, - 0.271484, - 0.181641, - 0.279297, - 0.257812, - 0.170898, - 0.277344, - 0.25, - 0.255859, - 0.261719, - 0.263672, - 0.206055, - 0.283203, - 0.275391, - 0.171875, - 0.257812, - 0.259766, - 0.125, - 0.192383, - 0.242188, - 0.267578, - 0.245117, - 0.269531, - 0.238281, - 0.124512, - 0.314453, - 0.265625, - 0.25, - 0.099609, - 0.263672, - 0.287109, - 0.227539, - 0.257812, - 0.261719, - 0.263672, - 0.248047, - 0.245117, - 0.259766, - 0.249023, - 0.237305, - 0.255859, - 0.251953, - 0.273438, - 0.265625, - 0.118652, - 0.238281, - 0.231445, - 0.675781, - 0.251953, - 0.222656, - 0.219727, - 0.259766, - 0.211914, - 0.263672, - 0.261719, - 0.222656, - 0.265625, - 0.337891, - 0.267578, - 0.273438, - 0.261719, - 0.202148, - 0.241211, - 0.257812, - 0.259766, - 0.248047, - 0.255859, - 0.267578, - 0.261719, - 0.251953, - 0.263672, - 0.257812, - 0.267578, - 0.261719, - 0.259766, - 0.257812, - 0.253906, - 0.122559, - 0.205078, - 0.259766, - 0.246094, - 0.116699, - 0.251953, - 0.234375, - 0.257812, - 0.253906, - 0.255859, - 0.244141, - 0.251953, - 0.265625, - 0.236328, - 0.245117, - 0.246094, - 0.257812, - 0.277344, - 0.257812, - 0.259766, - 0.265625, - 0.255859 - ] - }, - "name": "model.transformer.layers.4.ffn_norm.weight", - "outputIndexes": [ - 337 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 336, - 337 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_4/Mul_1_output_0", - "outputIndexes": [ - 338 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 338 - ], - "outputIndexes": [ - 1578 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1578 - ], - "outputIndexes": [ - 1579 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear", - "inputIndexes": [ - 1579 - ], - "outputIndexes": [ - 1580 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 3584, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 43008, - "weightSize": 0 - }, - "external": [ - 21370984, - 2752534, - 344064, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1580 - ], - "outputIndexes": [ - 1581 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1581 - ], - "outputIndexes": [ - 339 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 3584 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1792 - ] - }, - "name": "/ffn_4/Mul_output_0", - "outputIndexes": [ - 340 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 339, - 21, - 340, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_4/Slice_output_0", - "outputIndexes": [ - 341 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 341 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_4/Sigmoid_output_0", - "outputIndexes": [ - 342 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 341, - 342 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_4/Mul_output_0", - "outputIndexes": [ - 343 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3584 - ] - }, - "name": "/ffn_4/Mul_1_output_0", - "outputIndexes": [ - 344 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 339, - 340, - 344, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_4/Slice_1_output_0", - "outputIndexes": [ - 345 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 343, - 345 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_4/Mul_2_output_0", - "outputIndexes": [ - 346 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 346 - ], - "outputIndexes": [ - 1582 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1792, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1582 - ], - "outputIndexes": [ - 1583 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear", - "inputIndexes": [ - 1583 - ], - "outputIndexes": [ - 1584 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1792, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 21504, - "weightSize": 0 - }, - "external": [ - 24467582, - 1376278, - 172032, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1584 - ], - "outputIndexes": [ - 1585 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.4/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1585 - ], - "outputIndexes": [ - 347 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 335, - 347 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_19_output_0", - "outputIndexes": [ - 348 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 348, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_20_output_0", - "outputIndexes": [ - 349 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 349 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_5/Mul_output_0", - "outputIndexes": [ - 350 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.130859, - 0.138672, - 0.112793, - 0.141602, - 0.147461, - 0.120605, - 0.129883, - 0.134766, - 0.110352, - 0.125977, - 0.130859, - 0.104492, - 0.122559, - 0.131836, - 0.114258, - 0.117188, - 0.138672, - 0.133789, - 0.146484, - 0.091797, - 0.05127, - 0.126953, - 0.115723, - 0.119141, - 0.113281, - 0.116699, - 0.07959, - 0.115723, - 0.120117, - 0.119141, - 0.126953, - 0.123535, - 0.128906, - 0.143555, - 0.129883, - 0.12793, - 0.115723, - 0.133789, - 0.10791, - 0.125977, - 0.124512, - 0.124512, - 0.124023, - 0.146484, - 0.126953, - 0.124512, - 0.126953, - 0.12793, - 0.119629, - 0.112793, - 0.124023, - 0.126953, - 0.133789, - 0.120117, - 0.201172, - 0.12207, - 0.114258, - 0.123047, - 0.117188, - 0.120117, - 0.130859, - 0.130859, - 0.079102, - 0.146484, - 0.060303, - 0.120117, - 0.095703, - 0.15332, - 0.142578, - 0.183594, - 0.126953, - 0.138672, - 0.138672, - 0.118652, - 0.126953, - 0.103027, - 0.124512, - 0.126953, - 0.138672, - 0.128906, - 0.125977, - 0.119141, - 0.109375, - 0.125977, - 0.114746, - 0.145508, - 0.108887, - 0.096191, - 0.124512, - 0.137695, - 0.106445, - 0.15332, - 0.125977, - 0.141602, - 0.122559, - 0.128906, - 0.118652, - 0.121582, - 0.087891, - 0.11377, - 0.142578, - 0.144531, - 0.136719, - 0.119629, - 0.116699, - 0.126953, - 0.157227, - 0.143555, - 0.133789, - 0.126953, - 0.099609, - 0.128906, - 0.111816, - 0.146484, - 0.138672, - 0.135742, - 0.063965, - 0.126953, - 0.132812, - 0.136719, - 0.133789, - 0.115723, - 0.125, - 0.124023, - 0.132812, - 0.098633, - 0.117188, - 0.139648, - 0.135742, - 0.11377, - 0.10791, - 0.125977, - 0.152344, - 0.098145, - 0.126953, - 0.124023, - 0.148438, - 0.098633, - 0.120605, - 0.134766, - 0.128906, - 0.145508, - 0.144531, - 0.112305, - 0.116699, - 0.111328, - 0.150391, - 0.146484, - 0.128906, - 0.152344, - 0.122559, - 0.137695, - 0.131836, - 0.126953, - 0.125, - 0.146484, - 0.136719, - 0.071289, - 0.125977, - 0.158203, - 0.125977, - 0.160156, - 0.126953, - 0.126953, - 0.118164, - 0.125, - 0.140625, - 0.141602, - 0.136719, - 0.211914, - 0.109375, - 0.12207, - 0.095703, - 0.121582, - 0.11377, - 0.089844, - 0.125, - 0.137695, - 0.122559, - 0.11377, - 0.125977, - 0.112793, - 0.118652, - 0.133789, - 0.132812, - 0.111816, - 0.121582, - 0.137695, - 0.124023, - 0.145508, - 0.128906, - 0.123047, - 0.157227, - 0.121582, - 0.148438, - 0.140625, - 0.152344, - 0.118652, - 0.118164, - 0.18457, - 0.154297, - 0.128906, - 0.124023, - 0.119629, - 0.136719, - 0.120605, - 0.131836, - 0.134766, - 0.123535, - 0.129883, - 0.15625, - 0.138672, - 0.100098, - 0.107422, - 0.130859, - 0.122559, - 0.111328, - 0.126953, - 0.121582, - 0.135742, - 0.126953, - 0.291016, - 0.128906, - 0.066895, - 0.123047, - 0.169922, - 0.118164, - 0.15918, - 0.12793, - 0.136719, - 0.129883, - 0.135742, - 0.162109, - 0.164062, - 0.135742, - 0.123047, - 0.128906, - 0.15625, - 0.132812, - 0.125977, - 0.157227, - 0.105957, - 0.102051, - 0.120605, - 0.147461, - 0.133789, - 0.088379, - 0.120117, - 0.143555, - 0.131836, - 0.119141, - 0.077637, - 0.136719, - 0.145508, - 0.119141, - 0.120605, - 0.130859, - 0.126953, - 0.137695, - 0.124512, - 0.132812, - 0.131836, - 0.083496, - 0.125, - 0.117188, - 0.138672, - 0.125, - 0.155273, - 0.134766, - 0.129883, - 0.123047, - 0.114258, - 0.132812, - 0.115234, - 0.123535, - 0.134766, - 0.132812, - 0.196289, - 0.121582, - 0.117676, - 0.150391, - 0.133789, - 0.138672, - 0.140625, - 0.120117, - 0.133789, - 0.103027, - 0.118164, - 0.132812, - 0.136719, - 0.145508, - 0.119629, - 0.121582, - 0.15332, - 0.078125, - 0.122559, - 0.105957, - 0.114258, - 0.136719, - 0.108887, - 0.115723, - 0.113281, - 0.114258, - 0.132812, - 0.141602, - 0.125, - 0.160156, - 0.135742, - 0.113281, - 0.126953, - 0.124512, - 0.109375, - 0.054688, - 0.132812, - 0.095703, - 0.126953, - 0.12793, - 0.102539, - 0.158203, - 0.135742, - 0.126953, - 0.111816, - 0.123535, - 0.11377, - 0.128906, - 0.123047, - 0.124512, - 0.134766, - 0.140625, - 0.117188, - 0.155273, - 0.130859, - 0.137695, - 0.129883, - 0.120117, - 0.131836, - 0.132812, - 0.146484, - 0.132812, - 0.125977, - 0.137695, - 0.135742, - 0.117188, - 0.126953, - 0.126953, - 0.070801, - 0.332031, - 0.139648, - 0.123047, - 0.139648, - 0.158203, - 0.12793, - 0.121582, - 0.212891, - 0.11377, - 0.241211, - 0.146484, - 0.132812, - 0.141602, - 0.11377, - 0.142578, - 0.129883, - 0.129883, - 0.124023, - 0.154297, - 0.12793, - 0.120117, - 0.147461, - 0.12793, - 0.081543, - 0.098145, - 0.145508, - 0.102539, - 0.122559, - 0.119629, - 0.063477, - 0.147461, - 0.133789, - 0.143555, - 0.139648, - 0.117188, - 0.12793, - 0.119629, - 0.133789, - 0.117188, - 0.131836, - 0.083496, - 0.125977, - 0.135742, - 0.125, - 0.12793, - 0.138672, - 0.119629, - 0.078125, - 0.120605, - 0.209961, - 0.121582, - 0.199219, - -0.021851, - 0.066895, - 0.136719, - 0.12793, - 0.066406, - 0.129883, - 0.129883, - 0.108887, - 0.091797, - 0.136719, - 0.118164, - 0.118164, - 0.137695, - 0.138672, - 0.137695, - 0.125977, - 0.131836, - 0.12207, - 0.143555, - 0.135742, - 0.134766, - 0.131836, - 0.139648, - 0.163086, - 0.143555, - 0.222656, - 0.12793, - 0.15332, - 0.12793, - 0.124023, - 0.167969, - 0.126953, - 0.139648, - 0.111328, - 0.125977, - 0.129883, - 0.117188, - 0.126953, - 0.133789, - 0.108887, - 0.139648, - 0.148438, - 0.138672, - 0.129883, - 0.141602, - 0.132812, - 0.116699, - 0.12207, - 0.126953, - 0.088867, - 0.108887, - 0.117188, - 0.209961, - 0.121094, - 0.168945, - 0.125, - 0.135742, - 0.138672, - 0.129883, - 0.123047, - 0.142578, - 0.123047, - 0.131836, - 0.087891, - 0.130859, - 0.138672, - 0.126953, - 0.125977, - 0.125977, - 0.128906, - 0.128906, - 0.121094, - 0.201172, - 0.138672, - 0.135742, - 0.124023, - 0.130859, - 0.121582, - 0.130859, - 0.123047, - 0.151367, - 0.144531, - 0.132812, - 0.125, - 0.137695, - 0.142578, - 0.115723, - 0.074219, - 0.120117, - 0.121582, - 0.131836, - 0.139648, - 0.160156, - 0.131836, - 0.151367, - 0.123047, - 0.110352, - 0.125, - 0.115234, - 0.15332, - 0.121582, - 0.152344, - 0.12207, - 0.11377, - 0.068848, - 0.121094, - 0.144531, - 0.128906, - 0.128906, - 0.12207, - 0.125977, - 0.11377, - 0.12207, - 0.126953, - 0.09082, - 0.140625, - 0.182617, - 0.130859, - 0.119141, - 0.105469, - 0.139648, - 0.134766, - 0.141602, - 0.126953, - 0.136719, - 0.125, - 0.122559, - 0.10791, - 0.144531, - 0.12207, - 0.120117, - 0.322266, - 0.128906, - 0.100098, - 0.123047, - 0.139648, - 0.136719, - 0.078613, - 0.115723, - 0.123535, - 0.112305, - 0.123047, - 0.108887, - 0.101562, - 0.145508, - 0.12207, - 0.134766, - 0.129883, - 0.11377, - 0.143555, - 0.119141, - 0.142578, - 0.133789, - 0.131836, - 0.195312, - 0.195312, - 0.131836, - 0.130859, - 0.125, - 0.12207, - 0.112793, - 0.125977, - 0.12207, - 0.131836, - 0.19043, - 0.106445, - 0.170898, - 0.121094, - 0.141602, - 0.135742, - 0.100098, - 0.129883, - 0.113281, - 0.142578, - 0.118164, - 0.162109, - 0.115234, - 0.144531, - 0.164062, - 0.126953, - 0.135742, - 0.111816, - 0.123535, - 0.148438, - 0.11377, - 0.126953, - 0.141602, - 0.122559, - 0.131836, - 0.138672, - 0.154297, - 0.124023, - 0.119141, - 0.114746, - 0.129883, - 0.145508, - 0.107422, - 0.117676, - 0.124023, - 0.080078, - 0.128906, - 0.117676, - 0.147461, - 0.130859, - 0.130859, - 0.112305, - 0.144531, - 0.139648, - 0.114746, - 0.125, - 0.121582, - 0.128906, - 0.145508, - 0.10791, - 0.122559, - 0.126953, - 0.130859, - 0.10791, - 0.126953, - 0.114258, - 0.226562, - 0.124512, - 0.125, - 0.124023, - 0.125977, - 0.125, - 0.125977, - 0.12793, - 0.124512, - 0.133789, - 0.12793, - 0.099121, - 0.126953, - 0.125977, - 0.147461, - 0.148438, - 0.131836, - 0.126953, - 0.105469, - 0.099609, - 0.12793, - 0.141602, - 0.257812, - 0.149414, - 0.130859, - 0.144531, - 0.12793, - 0.142578, - 0.133789, - 0.050781, - 0.136719, - 0.131836, - 0.09668, - 0.128906, - 0.120117, - 0.149414, - 0.133789, - 0.109375, - 0.097168, - 0.158203, - 0.117188, - 0.213867, - 0.130859, - 0.146484, - 0.142578, - 0.128906, - 0.129883, - 0.114258, - 0.135742, - 0.12207, - 0.120117, - 0.144531, - 0.137695, - 0.125, - 0.093262, - 0.136719, - 0.132812, - 0.12793, - 0.160156, - 0.126953, - 0.136719, - 0.114746, - 0.137695, - 0.129883, - 0.134766, - 0.135742, - 0.148438, - 0.121094, - 0.121094, - 0.114746, - 0.134766, - 0.139648, - 0.123535, - 0.138672, - 0.105469, - 0.087402, - 0.118652, - 0.129883, - 0.118164, - 0.144531, - 0.124512, - 0.128906, - 0.126953, - 0.112305, - 0.089355, - 0.133789, - 0.06543, - 0.123047, - 0.119629, - 0.138672, - 0.121582, - 0.136719, - 0.118652, - 0.118164, - 0.11377, - 0.123047, - 0.12793, - 0.068848, - 0.142578, - 0.124512, - 0.133789, - 0.12793, - 0.109863, - 0.137695, - 0.070801, - 0.117676, - 0.117188, - 0.125977, - 0.142578, - 0.116211, - 0.120605, - 0.132812, - 0.119629, - 0.121094, - 0.146484, - 0.233398, - 0.15332, - 0.092285, - 0.135742, - 0.117188, - 0.108887, - 0.128906, - 0.143555, - 0.152344, - 0.115723, - 0.157227, - 0.135742, - 0.119141, - 0.131836, - 0.140625, - 0.148438, - 0.28125, - 0.12207, - 0.136719, - 0.132812, - 0.125977, - 0.121582, - 0.24707, - 0.128906, - 0.133789, - 0.182617, - 0.113281, - 0.058838, - 0.117188, - 0.130859, - 0.123535, - 0.129883, - 0.094727, - 0.140625, - 0.139648, - 0.12793, - 0.130859, - 0.109375, - 0.116211, - 0.125, - 0.196289, - 0.151367, - 0.131836, - 0.144531, - 0.115723, - 0.119141, - 0.133789, - 0.125, - 0.142578, - 0.124512, - 0.119141, - 0.086426, - 0.109863, - 0.131836, - 0.126953, - 0.121094, - 0.107422, - 0.122559, - 0.158203, - 0.124512, - 0.123047, - 0.118164, - 0.131836, - 0.093262, - 0.129883, - 0.126953, - 0.119629, - 0.121582, - 0.124023, - 0.097168, - 0.115234, - 0.121094, - 0.137695, - 0.121582, - 0.111816, - 0.128906, - 0.130859, - 0.12207, - 0.138672, - 0.125, - 0.115234, - 0.092285, - 0.118652, - 0.130859, - 0.123535, - 0.134766, - 0.120605, - 0.135742, - 0.135742, - 0.150391, - 0.119141, - 0.121094, - 0.135742, - 0.123535, - 0.102539, - 0.125977, - 0.121094, - 0.138672, - 0.134766, - 0.229492, - 0.134766, - 0.119141, - 0.108398, - 0.113281, - 0.133789, - 0.114258, - 0.121094, - 0.102051, - 0.181641, - 0.129883, - 0.119629, - 0.15332, - 0.147461, - 0.128906, - 0.102051, - 0.125977, - 0.104004, - 0.069336, - 0.09375, - 0.119141, - 0.101562, - 0.137695, - 0.119629, - 0.134766, - 0.134766, - 0.140625, - 0.123047, - 0.12793, - 0.128906, - 0.144531, - 0.119629, - 0.111816, - 0.130859, - 0.105957, - 0.124512, - 0.146484, - 0.149414, - 0.129883, - 0.129883, - 0.107422, - 0.129883, - 0.116211, - 0.103516, - 0.132812, - 0.124512, - 0.125977, - 0.115723, - 0.121582, - 0.121094, - 0.129883, - 0.171875, - 0.126953, - 0.128906, - 0.134766, - 0.139648, - 0.000275, - 0.12207, - 0.139648, - 0.151367, - 0.128906, - 0.125977, - 0.110352, - 0.144531, - 0.137695, - 0.154297, - 0.071289, - 0.126953, - 0.121094, - 0.140625, - 0.119141, - 0.147461, - 0.132812, - 0.125, - 0.316406, - 0.134766, - 0.157227, - 0.132812, - 0.113281, - 0.131836, - 0.111816, - 0.128906, - 0.136719, - 0.133789, - 0.110352, - 0.094238, - 0.120605, - 0.12793, - 0.114746, - 0.114746, - 0.133789, - 0.128906, - 0.109375, - 0.069824, - 0.111816, - 0.125977, - 0.130859, - 0.162109, - 0.132812, - 0.145508, - 0.122559, - 0.185547, - 0.129883, - 0.138672, - 0.136719, - 0.095703, - 0.136719, - 0.123535, - 0.10791, - 0.120117, - 0.11084, - 0.124023, - 0.137695, - 0.10791, - 0.144531, - 0.12207, - 0.141602, - 0.123535, - 0.152344, - 0.129883, - 0.129883, - 0.112793, - 0.148438, - 0.125977, - 0.131836, - 0.123535, - 0.061523, - 0.131836, - 0.12793, - 0.118164, - 0.171875, - 0.15918, - 0.164062, - 0.148438, - 0.081055, - 0.130859, - 0.135742, - 0.121094, - 0.125, - 0.129883, - 0.143555, - 0.132812, - 0.15332, - 0.123047, - 0.123047, - 0.058105, - 0.137695, - 0.185547, - 0.118164, - 0.12793, - 0.120117, - 0.145508, - 0.122559, - 0.12793, - 0.132812, - 0.130859, - 0.130859, - 0.134766, - 0.117188, - 0.146484, - 0.111328, - 0.129883, - 0.118164, - 0.137695, - 0.100098, - 0.154297, - 0.116211, - 0.132812, - 0.129883, - 0.083008, - 0.130859, - 0.131836, - 0.120605, - 0.151367, - 0.05542, - 0.117188, - 0.150391, - 0.141602, - 0.069824, - 0.118164, - 0.133789, - 0.130859, - 0.125, - 0.126953, - 0.140625, - 0.125977, - 0.200195, - 0.11377, - 0.146484, - 0.115723, - 0.131836, - 0.609375, - 0.117676, - 0.154297, - 0.116211, - 0.141602, - 0.142578, - 0.130859, - 0.131836, - 0.129883, - 0.129883, - 0.119629, - 0.123047, - 0.129883, - 0.145508, - 0.125977, - 0.122559, - 0.124023, - 0.119629, - 0.133789, - 0.148438, - 0.166016, - 0.12793, - 0.219727, - 0.213867, - 0.148438, - 0.099609, - 0.115723, - 0.125, - 0.133789, - 0.132812, - 0.148438, - 0.135742, - 0.125977, - 0.080566, - 0.140625, - 0.125977, - 0.080566, - 0.148438, - 0.056885, - 0.131836, - 0.137695, - 0.129883, - 0.128906, - 0.133789, - 0.130859, - 0.138672, - 0.128906, - 0.114746, - 0.123047, - 0.131836, - 0.126953, - 0.125977, - 0.112793, - 0.125977, - 0.045898, - 0.167969, - 0.068848, - 0.12207, - 0.12793, - 0.120605, - 0.111816, - 0.091797, - 0.217773, - 0.069336, - 0.124023, - 0.137695, - 0.142578, - 0.134766, - 0.12793, - 0.149414, - 0.125977, - 0.133789, - 0.15332, - 0.12207, - 0.12207, - 0.141602, - 0.134766, - 0.108398, - 0.094238, - 0.116211, - 0.121582, - 0.306641, - 0.082031, - 0.129883, - 0.123047, - 0.138672, - 0.110352, - 0.126953, - 0.121094, - 0.137695, - 0.126953, - 0.121582, - 0.12793, - 0.082031, - 0.116699, - 0.131836, - 0.131836, - 0.112793, - 0.104004, - 0.11377, - 0.130859, - 0.128906, - 0.123047, - 0.129883, - 0.124023, - 0.115234, - 0.126953, - 0.134766, - 0.152344, - 0.115234, - 0.128906, - 0.128906, - 0.135742, - 0.139648, - 0.129883, - 0.12793, - 0.135742, - 0.129883, - 0.132812, - 0.115234, - 0.137695, - 0.170898, - 0.129883, - 0.134766, - 0.148438, - 0.050293, - 0.131836, - 0.128906, - 0.129883, - 0.131836, - 0.111816, - 0.12793, - 0.134766, - 0.129883, - 0.145508, - 0.116699, - 0.12207, - 0.15332, - 0.133789, - 0.117676, - 0.134766, - 0.129883, - 0.124512, - 0.122559, - 0.137695, - 0.136719, - 0.120117, - 0.12207, - 0.126953, - 0.079102, - 0.12207, - 0.119629, - 0.115723, - 0.116699, - 0.137695, - 0.138672, - 0.105469, - 0.125977, - 0.125977, - 0.123047, - 0.099121, - 0.126953, - 0.074707, - 0.116211, - 0.126953, - 0.15332, - 0.12793, - 0.121582, - 0.124023, - 0.082031, - 0.144531, - 0.126953, - 0.133789, - 0.122559, - 0.121094, - 0.117676, - 0.160156, - 0.124023, - 0.132812, - 0.123047, - 0.074219, - 0.12793, - 0.181641, - 0.12793, - 0.116211, - 0.143555, - 0.121094, - 0.09375, - 0.138672, - 0.112305, - 0.133789, - 0.087402, - 0.117676, - 0.128906, - 0.123047, - 0.139648, - 0.136719, - 0.167969, - 0.132812, - 0.128906, - 0.155273, - 0.132812, - 0.129883, - 0.137695, - 0.119629, - 0.126953, - 0.123047, - 0.135742, - 0.068848, - 0.132812, - 0.114746, - 0.111816, - 0.125, - 0.130859, - 0.125977, - 0.123535, - 0.12793, - 0.125, - 0.12207, - 0.139648, - 0.12207, - 0.135742, - 0.144531, - 0.141602, - 0.125977, - 0.137695, - 0.119629, - 0.12793, - 0.116699, - 0.10791, - 0.108398, - 0.124512, - 0.124512, - 0.130859, - 0.124512, - 0.128906, - 0.056885, - 0.117188, - 0.133789, - 0.142578, - 0.133789, - 0.12793, - 0.109375, - 0.142578, - 0.145508, - 0.129883, - 0.119629, - 0.149414, - 0.125977, - 0.15918, - 0.135742, - 0.148438, - 0.124512, - 0.136719, - 0.154297, - 0.134766, - 0.149414, - 0.064453, - 0.113281, - 0.07959, - 0.107422, - 0.140625, - 0.125977, - 0.143555, - 0.124512, - 0.130859, - 0.119629, - 0.119141, - 0.138672, - 0.119629, - 0.134766, - 0.095703, - 0.130859, - 0.129883, - 0.128906, - 0.131836, - 0.124512, - 0.123535, - 0.142578, - 0.143555, - 0.12207, - 0.116699, - 0.129883, - 0.134766, - 0.125977, - 0.131836, - 0.136719, - 0.114746, - 0.141602, - 0.07666, - 0.11084, - 0.105957, - 0.135742, - 0.122559, - 0.135742, - 0.131836, - 0.091309, - 0.124512, - 0.130859, - 0.128906, - 0.145508, - 0.140625, - 0.126953, - 0.130859, - 0.130859, - 0.125977, - 0.15332, - 0.115234, - 0.116211, - 0.134766, - 0.12207, - 0.126953, - 0.172852, - 0.122559, - 0.279297, - 0.124023, - 0.144531, - 0.108887, - 0.124512, - 0.136719, - 0.236328, - 0.140625, - 0.138672, - 0.102051, - 0.110352, - 0.119141, - 0.109863, - 0.123047, - 0.126953, - 0.165039, - 0.121582, - 0.12207, - 0.143555, - 0.119141, - 0.136719, - 0.129883, - 0.133789, - 0.109863, - 0.125977, - 0.132812, - 0.119629, - 0.142578, - 0.118652, - 0.134766, - 0.12793, - 0.131836, - 0.136719, - 0.122559, - 0.135742, - 0.157227, - 0.148438, - 0.12793, - 0.185547, - 0.136719, - 0.132812, - 0.131836, - 0.119141, - 0.118652, - 0.12793, - 0.11084, - 0.15332, - 0.125977, - 0.15332, - 0.144531, - 0.151367, - 0.170898, - 0.11084, - 0.129883, - 0.128906, - 0.087402, - 0.131836, - 0.128906, - 0.117188, - 0.143555, - 0.125, - 0.140625, - 0.114258, - 0.120117, - 0.137695, - 0.133789, - 0.128906, - 0.131836, - 0.140625, - 0.133789, - 0.150391, - 0.126953, - 0.114258, - 0.139648, - 0.119141, - 0.112305, - 0.152344, - 0.182617, - 0.115234, - 0.135742, - 0.111328, - 0.116211, - 0.135742, - 0.139648, - 0.119141, - 0.147461, - 0.126953, - 0.141602, - 0.149414, - 0.121094, - 0.110352, - 0.146484, - 0.119141, - 0.137695, - 0.151367, - 0.138672, - 0.114746, - 0.122559, - 0.07373, - 0.131836, - 0.126953, - 0.112305, - 0.152344, - 0.115723, - 0.115723, - 0.106445, - 0.129883, - 0.135742, - 0.112305, - 0.123047, - 0.131836, - 0.136719, - 0.120117, - 0.095215, - 0.116699, - 0.125977, - 0.116211, - 0.094727, - 0.151367, - 0.119629, - 0.11377, - 0.155273, - 0.147461, - 0.162109, - 0.084961, - 0.063477, - 0.124023, - 0.146484, - 0.075684, - 0.118164, - 0.09375, - 0.133789, - 0.191406, - 0.124512, - 0.108887, - 0.122559, - 0.135742, - 0.130859, - 0.132812, - 0.146484, - 0.126953, - 0.140625, - 0.12793, - 0.121094, - 0.183594, - 0.140625, - 0.139648, - 0.208008, - 0.141602, - 0.166016, - 0.128906, - 0.126953, - 0.138672, - 0.136719, - 0.120117, - 0.134766, - 0.133789, - 0.201172, - 0.118652, - 0.113281, - 0.100586, - 0.151367, - 0.136719, - 0.10791, - 0.130859, - 0.112305, - 0.135742, - 0.135742, - 0.133789, - 0.144531, - 0.134766, - 0.116211, - 0.112305, - 0.123535, - 0.120605, - 0.12793, - 0.119629, - 0.099609, - 0.174805, - 0.145508, - 0.136719, - 0.075195, - 0.124023, - 0.131836, - 0.136719, - 0.126953, - 0.121582, - 0.132812, - 0.128906, - 0.104492, - 0.123047, - 0.130859, - 0.130859, - 0.142578, - 0.117188, - 0.124023, - 0.124023, - 0.126953, - 0.133789 - ] - }, - "name": "model.transformer.layers.5.attn_norm.weight", - "outputIndexes": [ - 351 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 350, - 351 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_5/Mul_1_output_0", - "outputIndexes": [ - 352 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 352 - ], - "outputIndexes": [ - 1586 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1586 - ], - "outputIndexes": [ - 1587 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear", - "inputIndexes": [ - 1587 - ], - "outputIndexes": [ - 1588 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 26015892, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1588 - ], - "outputIndexes": [ - 1589 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1589 - ], - "outputIndexes": [ - 353 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 352 - ], - "main_type": "NONE", - "name": "/Shape_21_output_0", - "outputIndexes": [ - 354 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 354 - ], - "main_type": "NONE", - "name": "Shape505", - "outputIndexes": [ - 355 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 354 - ], - "main_type": "NONE", - "name": "Rank507", - "outputIndexes": [ - 356 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 356, - 356 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp509", - "outputIndexes": [ - 357 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 357 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze510", - "outputIndexes": [ - 358 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 357, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp512", - "outputIndexes": [ - 359 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 359 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze513", - "outputIndexes": [ - 360 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 355, - 358, - 360, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice516", - "outputIndexes": [ - 361 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 361 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze517", - "outputIndexes": [ - 362 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 362 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp518", - "outputIndexes": [ - 363 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 363, - 362 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp519", - "outputIndexes": [ - 364 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 354, - 364, - 357 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_29_output_0", - "outputIndexes": [ - 365 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 365, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_51_output_0", - "outputIndexes": [ - 366 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 366, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_25_output_0", - "outputIndexes": [ - 367 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 353, - 367 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_21_output_0", - "outputIndexes": [ - 368 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 368 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_5/Mul_output_0", - "outputIndexes": [ - 369 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.460938, - 1.703125, - 1.335938, - 1.375, - 2.359375, - 1.570312, - 1.84375, - 1.359375, - 1.90625, - 2.09375, - 1.90625, - 2.15625, - 2.234375, - 2.140625, - 2.140625, - 2.25, - 2.328125, - 0.07666, - 2.0625, - 2.03125, - 2.453125, - 2.234375, - 1.890625, - 5.8125, - 2.15625, - 2.125, - 1.992188, - 1.382812, - 2.203125, - 2.109375, - 1.828125, - 2.28125, - 1.242188, - 0.002731, - 0.996094, - 1.226562, - 0.05127, - 1.71875, - 1.898438, - 2.15625, - 1.9375, - 2.046875, - 2.0, - 2.015625, - 2.265625, - 2.03125, - 2.15625, - 2.203125, - 2.234375, - 5.4375, - 2.421875, - 2.984375, - 2.078125, - 2.34375, - 2.46875, - 0.018433, - 1.921875, - 2.140625, - 2.28125, - 2.484375, - 1.335938, - 2.015625, - 2.875, - 1.507812 - ] - }, - "name": "model.transformer.layers.5.attn.q_norm.weight", - "outputIndexes": [ - 370 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 369, - 370 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_5/Mul_1_output_0", - "outputIndexes": [ - 371 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 371, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_20_output_0", - "outputIndexes": [ - 372 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 371, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_21_output_0", - "outputIndexes": [ - 373 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 373 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_10_output_0", - "outputIndexes": [ - 374 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 371, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_20_output_0", - "outputIndexes": [ - 375 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 374, - 375 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_28_output_0", - "outputIndexes": [ - 376 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 376, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_21_output_0", - "outputIndexes": [ - 377 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 372, - 377 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_20_output_0", - "outputIndexes": [ - 378 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 352 - ], - "outputIndexes": [ - 1590 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1590 - ], - "outputIndexes": [ - 1591 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear", - "inputIndexes": [ - 1591 - ], - "outputIndexes": [ - 1592 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 26904746, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1592 - ], - "outputIndexes": [ - 1593 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1593 - ], - "outputIndexes": [ - 379 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 366, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_26_output_0", - "outputIndexes": [ - 380 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 379, - 380 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_22_output_0", - "outputIndexes": [ - 381 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 381 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_5/Mul_output_0", - "outputIndexes": [ - 382 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.515625, - 1.1875, - 1.375, - 1.015625, - 1.421875, - 1.78125, - 1.929688, - 1.984375, - 2.015625, - 1.890625, - 1.945312, - 1.921875, - 1.789062, - 2.015625, - 2.09375, - 2.109375, - 2.0, - 5.03125, - 2.328125, - 2.21875, - 1.96875, - 2.0625, - 2.359375, - 0.165039, - 2.1875, - 2.171875, - 2.375, - 3.390625, - 1.617188, - 1.992188, - 2.578125, - 1.84375, - 1.234375, - -0.011597, - 0.617188, - 1.546875, - 0.077148, - 1.773438, - 1.9375, - 1.265625, - 2.0, - 1.859375, - 1.945312, - 1.960938, - 1.929688, - 2.203125, - 2.09375, - 2.15625, - 2.109375, - 0.031494, - 1.992188, - 1.554688, - 2.34375, - 1.898438, - 1.9375, - 9.0625, - 2.34375, - 2.1875, - 2.0625, - 1.601562, - 3.453125, - 2.296875, - 1.976562, - 2.890625 - ] - }, - "name": "model.transformer.layers.5.attn.k_norm.weight", - "outputIndexes": [ - 383 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 382, - 383 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_5/Mul_1_output_0", - "outputIndexes": [ - 384 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_22_output_0", - "outputIndexes": [ - 385 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_23_output_0", - "outputIndexes": [ - 386 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 386 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_11_output_0", - "outputIndexes": [ - 387 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 384, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_22_output_0", - "outputIndexes": [ - 388 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 387, - 388 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_29_output_0", - "outputIndexes": [ - 389 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 389, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_23_output_0", - "outputIndexes": [ - 390 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 385, - 390 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_21_output_0", - "outputIndexes": [ - 391 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 352 - ], - "outputIndexes": [ - 1594 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1594 - ], - "outputIndexes": [ - 1595 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear", - "inputIndexes": [ - 1595 - ], - "outputIndexes": [ - 1596 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 27126976, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1596 - ], - "outputIndexes": [ - 1597 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1597 - ], - "outputIndexes": [ - 392 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 392, - 380 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_23_output_0", - "outputIndexes": [ - 393 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 378, - 391, - 393, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.5/self_attn/FusedAttention", - "outputIndexes": [ - 394 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 394 - ], - "outputIndexes": [ - 1598 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1598 - ], - "outputIndexes": [ - 1599 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear", - "inputIndexes": [ - 1599 - ], - "outputIndexes": [ - 1600 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 27349206, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1600 - ], - "outputIndexes": [ - 1601 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1601 - ], - "outputIndexes": [ - 395 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 349, - 395 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_22_output_0", - "outputIndexes": [ - 396 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 396 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_5/Mul_output_0", - "outputIndexes": [ - 397 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.302734, - 0.273438, - 0.306641, - 0.257812, - 0.237305, - 0.306641, - 0.298828, - 0.308594, - 0.3125, - 0.294922, - 0.294922, - 0.123047, - 0.302734, - 0.275391, - 0.308594, - 0.314453, - 0.308594, - 0.308594, - 0.271484, - 0.261719, - 0.091797, - 0.304688, - 0.165039, - 0.304688, - 0.308594, - 0.310547, - 0.386719, - 0.324219, - 0.310547, - 0.304688, - 0.300781, - 0.300781, - 0.233398, - 0.24707, - 0.310547, - 0.3125, - 0.306641, - 0.302734, - 0.302734, - 0.285156, - 0.294922, - 0.298828, - 0.298828, - 0.298828, - 0.300781, - 0.291016, - 0.289062, - 0.294922, - 0.298828, - 0.141602, - 0.300781, - 0.292969, - 0.296875, - 0.308594, - 0.101074, - 0.316406, - 0.289062, - 0.292969, - 0.308594, - 0.330078, - 0.283203, - 0.292969, - 0.109375, - 0.292969, - 0.333984, - 0.306641, - 0.318359, - 0.277344, - 0.292969, - 0.202148, - 0.302734, - 0.279297, - 0.302734, - 0.298828, - 0.200195, - 0.306641, - 0.298828, - 0.302734, - 0.298828, - 0.291016, - 0.289062, - 0.308594, - 0.316406, - 0.298828, - 0.129883, - 0.304688, - 0.310547, - 0.324219, - 0.294922, - 0.223633, - 0.298828, - 0.279297, - 0.3125, - 0.302734, - 0.304688, - 0.275391, - 0.172852, - 0.300781, - 0.114258, - 0.168945, - 0.298828, - 0.277344, - 0.277344, - 0.306641, - 0.300781, - 0.292969, - 0.273438, - 0.235352, - 0.232422, - 0.294922, - 0.3125, - 0.298828, - 0.298828, - 0.209961, - 0.285156, - 0.292969, - 0.310547, - 0.302734, - 0.294922, - 0.296875, - 0.304688, - 0.291016, - 0.289062, - 0.296875, - 0.304688, - 0.314453, - 0.308594, - 0.306641, - 0.285156, - 0.292969, - 0.314453, - 0.292969, - 0.279297, - 0.3125, - 0.3125, - 0.283203, - 0.155273, - 0.310547, - 0.310547, - 0.206055, - 0.304688, - 0.296875, - 0.289062, - 0.316406, - 0.140625, - 0.147461, - 0.251953, - 0.292969, - 0.283203, - 0.232422, - 0.308594, - 0.279297, - 0.289062, - 0.292969, - 0.298828, - 0.289062, - 0.306641, - 0.333984, - 0.308594, - 0.292969, - 0.308594, - 0.205078, - 0.302734, - 0.292969, - 0.302734, - 0.310547, - 0.308594, - 0.294922, - 0.298828, - 0.197266, - 0.160156, - 0.3125, - 0.131836, - 0.314453, - 0.320312, - 0.388672, - 0.294922, - 0.296875, - 0.306641, - 0.308594, - 0.304688, - 0.300781, - 0.291016, - 0.291016, - 0.298828, - 0.318359, - 0.300781, - 0.283203, - 0.310547, - 0.277344, - 0.324219, - 0.291016, - 0.055664, - 0.302734, - 0.289062, - 0.308594, - 0.287109, - 0.308594, - 0.318359, - 0.231445, - 0.289062, - 0.285156, - 0.304688, - 0.300781, - 0.28125, - 0.3125, - 0.3125, - 0.291016, - 0.304688, - 0.292969, - 0.285156, - 0.277344, - 0.302734, - 0.314453, - 0.294922, - 0.291016, - 0.320312, - 0.291016, - 0.314453, - 0.296875, - 0.300781, - 0.283203, - 0.300781, - 0.111816, - 0.308594, - 0.095703, - 0.314453, - 0.275391, - 0.296875, - 0.306641, - 0.292969, - 0.296875, - 0.251953, - 0.232422, - 0.287109, - 0.294922, - 0.304688, - 0.275391, - 0.302734, - 0.300781, - 0.265625, - 0.139648, - 0.324219, - 0.300781, - 0.28125, - 0.306641, - 0.12793, - 0.3125, - 0.300781, - 0.287109, - 0.306641, - 0.09668, - 0.298828, - 0.271484, - 0.298828, - 0.310547, - 0.292969, - 0.300781, - 0.300781, - 0.294922, - 0.291016, - 0.292969, - 0.104492, - 0.310547, - 0.302734, - 0.310547, - 0.3125, - 0.080566, - 0.285156, - 0.277344, - 0.308594, - 0.304688, - 0.294922, - 0.300781, - 0.300781, - 0.294922, - 0.294922, - 0.224609, - 0.296875, - 0.206055, - 0.308594, - 0.296875, - 0.245117, - 0.300781, - 0.298828, - 0.300781, - 0.306641, - 0.328125, - 0.292969, - 0.304688, - 0.225586, - 0.304688, - 0.304688, - 0.302734, - 0.119141, - 0.302734, - 0.117188, - 0.3125, - 0.233398, - 0.182617, - 0.310547, - 0.304688, - 0.314453, - 0.310547, - 0.296875, - 0.3125, - 0.304688, - 0.253906, - 0.300781, - 0.296875, - 0.310547, - 0.3125, - 0.074707, - 0.300781, - 0.335938, - 0.298828, - 0.308594, - 0.151367, - 0.104004, - 0.279297, - 0.300781, - 0.304688, - 0.291016, - 0.300781, - 0.304688, - 0.292969, - 0.306641, - 0.304688, - 0.296875, - 0.308594, - 0.255859, - 0.294922, - 0.285156, - 0.306641, - 0.302734, - 0.308594, - 0.291016, - 0.296875, - 0.208008, - 0.304688, - 0.223633, - 0.255859, - 0.302734, - 0.172852, - 0.283203, - 0.34375, - -0.000357, - 0.206055, - 0.308594, - 0.296875, - 0.251953, - 0.294922, - 0.111816, - 0.232422, - 0.302734, - 0.132812, - 0.259766, - 0.302734, - 0.25, - 0.306641, - 0.291016, - 0.236328, - 0.308594, - 0.291016, - 0.241211, - 0.287109, - 0.310547, - 0.217773, - 0.310547, - 0.125977, - 0.141602, - 0.292969, - 0.111816, - 0.300781, - 0.310547, - 0.117188, - 0.308594, - 0.302734, - 0.298828, - 0.271484, - 0.310547, - 0.277344, - 0.314453, - 0.302734, - 0.166992, - 0.233398, - 0.105469, - 0.294922, - 0.28125, - 0.304688, - 0.318359, - 0.275391, - 0.298828, - 0.122559, - 0.316406, - 0.155273, - 0.294922, - 0.011414, - 0.180664, - 0.339844, - 0.300781, - 0.326172, - 0.339844, - 0.304688, - 0.304688, - 0.122559, - 0.114258, - 0.306641, - 0.308594, - 0.314453, - 0.302734, - 0.115723, - 0.283203, - 0.298828, - 0.304688, - 0.298828, - 0.285156, - 0.294922, - 0.300781, - 0.304688, - 0.291016, - 0.253906, - 0.296875, - 0.145508, - 0.289062, - 0.196289, - 0.298828, - 0.304688, - 0.263672, - 0.300781, - 0.285156, - 0.300781, - 0.316406, - 0.326172, - 0.314453, - 0.298828, - 0.292969, - 0.3125, - 0.28125, - 0.287109, - 0.296875, - 0.279297, - 0.257812, - 0.289062, - 0.298828, - 0.3125, - 0.296875, - 0.142578, - 0.306641, - 0.306641, - 0.178711, - 0.326172, - 0.287109, - 0.314453, - 0.197266, - 0.302734, - 0.308594, - 0.176758, - 0.306641, - 0.322266, - 0.296875, - 0.15332, - 0.292969, - 0.302734, - 0.294922, - 0.185547, - 0.294922, - 0.308594, - 0.296875, - 0.302734, - 0.207031, - 0.269531, - 0.287109, - 0.170898, - 0.296875, - 0.302734, - 0.304688, - 0.294922, - 0.296875, - 0.28125, - 0.300781, - 0.294922, - 0.306641, - 0.228516, - 0.314453, - 0.104004, - 0.302734, - 0.306641, - 0.291016, - 0.3125, - 0.277344, - 0.287109, - 0.283203, - 0.296875, - 0.316406, - 0.308594, - 0.310547, - 0.234375, - 0.3125, - 0.230469, - 0.302734, - 0.306641, - 0.109375, - 0.294922, - 0.261719, - 0.308594, - 0.306641, - 0.302734, - 0.322266, - 0.136719, - 0.314453, - 0.320312, - 0.324219, - 0.287109, - 0.210938, - 0.287109, - 0.304688, - 0.316406, - 0.291016, - 0.328125, - 0.207031, - 0.291016, - 0.298828, - 0.294922, - 0.255859, - 0.294922, - 0.304688, - 0.287109, - 0.300781, - 0.000462, - 0.300781, - 0.300781, - 0.296875, - 0.308594, - 0.298828, - 0.114258, - 0.320312, - 0.308594, - 0.306641, - 0.289062, - 0.316406, - 0.300781, - 0.200195, - 0.291016, - 0.306641, - 0.294922, - 0.316406, - 0.277344, - 0.306641, - 0.28125, - 0.233398, - 0.306641, - 0.235352, - 0.188477, - 0.248047, - 0.306641, - 0.300781, - 0.316406, - 0.310547, - 0.302734, - 0.302734, - 0.141602, - 0.185547, - 0.324219, - 0.273438, - 0.304688, - 0.251953, - 0.294922, - 0.302734, - 0.308594, - 0.302734, - 0.197266, - 0.308594, - 0.253906, - 0.310547, - 0.296875, - 0.248047, - 0.292969, - 0.298828, - 0.3125, - 0.316406, - 0.298828, - 0.308594, - 0.302734, - 0.292969, - 0.304688, - 0.289062, - 0.291016, - 0.279297, - 0.302734, - 0.308594, - 0.316406, - 0.296875, - 0.291016, - 0.310547, - 0.304688, - 0.233398, - 0.116211, - 0.302734, - 0.217773, - 0.294922, - 0.302734, - 0.308594, - 0.310547, - 0.283203, - 0.287109, - 0.310547, - 0.191406, - 0.202148, - 0.306641, - 0.292969, - 0.172852, - 0.310547, - 0.285156, - 0.304688, - 0.316406, - 0.298828, - 0.310547, - 0.174805, - 0.296875, - 0.314453, - 0.304688, - 0.308594, - 0.292969, - 0.292969, - 0.294922, - 0.292969, - 0.310547, - 0.304688, - 0.289062, - 0.298828, - 0.292969, - 0.304688, - 0.298828, - 0.304688, - 0.314453, - 0.306641, - 0.308594, - 0.298828, - 0.298828, - 0.298828, - 0.201172, - 0.289062, - 0.300781, - 0.296875, - 0.271484, - 0.310547, - 0.106934, - 0.289062, - 0.310547, - 0.292969, - 0.300781, - 0.310547, - 0.287109, - 0.296875, - 0.322266, - 0.302734, - 0.25, - 0.318359, - 0.07666, - 0.306641, - 0.292969, - 0.275391, - 0.285156, - 0.267578, - 0.310547, - 0.289062, - 0.294922, - 0.294922, - 0.25, - 0.249023, - 0.300781, - 0.106934, - 0.298828, - 0.294922, - 0.298828, - 0.283203, - 0.302734, - 0.287109, - 0.308594, - 0.302734, - 0.298828, - 0.298828, - 0.308594, - 0.248047, - 0.304688, - 0.102051, - 0.310547, - 0.178711, - 0.304688, - 0.300781, - 0.261719, - 0.337891, - 0.306641, - 0.279297, - 0.285156, - 0.298828, - 0.292969, - 0.304688, - 0.289062, - 0.304688, - 0.304688, - 0.124023, - 0.302734, - 0.318359, - 0.302734, - 0.298828, - 0.204102, - 0.300781, - 0.279297, - 0.298828, - 0.306641, - 0.3125, - 0.304688, - 0.296875, - 0.351562, - 0.271484, - 0.194336, - 0.292969, - 0.300781, - 0.3125, - 0.285156, - 0.347656, - 0.306641, - 0.3125, - 0.318359, - 0.292969, - 0.322266, - 0.308594, - 0.304688, - 0.302734, - 0.304688, - 0.304688, - 0.142578, - 0.291016, - 0.332031, - 0.302734, - 0.306641, - 0.316406, - 0.3125, - 0.300781, - 0.285156, - 0.3125, - 0.269531, - 0.283203, - 0.318359, - 0.302734, - 0.292969, - 0.285156, - 0.139648, - 0.294922, - 0.291016, - 0.136719, - 0.300781, - 0.287109, - 0.09082, - 0.263672, - 0.308594, - 0.298828, - 0.296875, - 0.3125, - 0.310547, - 0.294922, - 0.306641, - 0.314453, - 0.111816, - 0.298828, - 0.292969, - 0.322266, - 0.302734, - 0.310547, - 0.3125, - 0.291016, - 0.137695, - 0.294922, - 0.304688, - 0.291016, - 0.308594, - 0.298828, - 0.302734, - 0.306641, - 0.275391, - 0.302734, - 0.3125, - 0.12793, - 0.129883, - 0.306641, - 0.294922, - 0.310547, - 0.318359, - 0.180664, - 0.263672, - 0.302734, - 0.291016, - 0.294922, - 0.210938, - 0.296875, - 0.308594, - 0.316406, - 0.310547, - 0.292969, - 0.310547, - 0.322266, - 0.314453, - 0.306641, - 0.285156, - 0.308594, - 0.310547, - 0.304688, - 0.279297, - 0.302734, - 0.273438, - 0.304688, - 0.300781, - 0.308594, - 0.304688, - 0.199219, - 0.291016, - 0.28125, - 0.316406, - 0.049316, - 0.302734, - 0.279297, - 0.310547, - 0.302734, - 0.287109, - 0.300781, - 0.335938, - 0.291016, - 0.300781, - 0.28125, - 0.285156, - 0.176758, - 0.279297, - 0.302734, - 0.09082, - 0.316406, - 0.265625, - 0.298828, - 0.242188, - 0.176758, - 0.243164, - 0.296875, - 0.302734, - 0.292969, - 0.277344, - 0.308594, - 0.306641, - 0.302734, - 0.324219, - 0.332031, - 0.105469, - 0.296875, - 0.128906, - 0.28125, - 0.320312, - 0.302734, - 0.302734, - 0.267578, - 0.306641, - 0.283203, - 0.300781, - 0.255859, - 0.298828, - 0.320312, - 0.304688, - 0.306641, - 0.300781, - 0.294922, - 0.261719, - 0.306641, - 0.306641, - 0.310547, - 0.294922, - 0.314453, - 0.326172, - 0.291016, - 0.28125, - 0.3125, - 0.310547, - 0.298828, - 0.304688, - 0.296875, - 0.326172, - 0.294922, - 0.277344, - 0.296875, - 0.237305, - 0.000526, - 0.294922, - 0.28125, - 0.294922, - 0.292969, - 0.306641, - 0.320312, - 0.240234, - 0.306641, - 0.287109, - 0.292969, - 0.291016, - 0.197266, - 0.296875, - 0.294922, - 0.304688, - 0.294922, - 0.294922, - 0.140625, - 0.300781, - 0.285156, - 0.279297, - 0.314453, - 0.304688, - 0.302734, - 0.292969, - 0.289062, - 0.277344, - 0.316406, - 0.292969, - 0.314453, - 0.289062, - 0.300781, - 0.298828, - 0.302734, - 0.296875, - 0.316406, - 0.110352, - 0.298828, - 0.28125, - 0.302734, - 0.200195, - 0.291016, - 0.294922, - 0.298828, - 0.306641, - 0.28125, - 0.296875, - 0.294922, - 0.314453, - 0.304688, - 0.294922, - 0.310547, - 0.279297, - 0.306641, - 0.302734, - 0.291016, - 0.320312, - 0.243164, - 0.308594, - 0.308594, - 0.302734, - 0.314453, - 0.220703, - 0.302734, - 0.320312, - 0.306641, - 0.310547, - 0.271484, - 0.300781, - 0.353516, - 0.24707, - 0.300781, - 0.296875, - 0.261719, - 0.230469, - 0.115234, - 0.298828, - 0.10498, - 0.287109, - 0.310547, - 0.314453, - 0.300781, - 0.304688, - 0.273438, - 0.3125, - 0.283203, - 0.316406, - 0.3125, - 0.341797, - 0.304688, - 0.228516, - 0.306641, - 0.275391, - 0.291016, - 0.248047, - 0.291016, - 0.302734, - 0.285156, - 0.296875, - 0.296875, - 0.261719, - 0.310547, - 0.28125, - 0.3125, - 0.275391, - 0.298828, - 0.306641, - 0.150391, - 0.238281, - 0.300781, - 0.287109, - 0.273438, - 0.137695, - 0.302734, - 0.302734, - 0.296875, - 0.302734, - 0.365234, - 0.308594, - 0.275391, - 0.306641, - 0.111816, - 0.320312, - 0.294922, - 0.21582, - 0.296875, - 0.292969, - 0.292969, - 0.310547, - 0.283203, - 0.292969, - 0.241211, - 0.314453, - 0.292969, - 0.246094, - 0.296875, - 0.251953, - 0.316406, - 0.285156, - 0.287109, - 0.302734, - 0.275391, - 0.306641, - 0.308594, - 0.171875, - 0.204102, - 0.306641, - 0.320312, - 0.298828, - 0.316406, - 0.302734, - 0.314453, - 0.3125, - 0.289062, - 0.186523, - 0.292969, - 0.182617, - 0.18457, - 0.298828, - 0.314453, - 0.296875, - 0.298828, - 0.308594, - 0.292969, - 0.275391, - 0.310547, - 0.170898, - 0.304688, - 0.298828, - 0.289062, - 0.300781, - 0.275391, - 0.271484, - 0.304688, - 0.296875, - 0.296875, - 0.292969, - 0.298828, - 0.310547, - 0.291016, - 0.292969, - 0.316406, - 0.15918, - 0.298828, - 0.230469, - 0.324219, - 0.306641, - 0.291016, - 0.322266, - 0.373047, - 0.109863, - 0.308594, - 0.294922, - 0.310547, - 0.115723, - 0.145508, - 0.138672, - 0.11084, - 0.199219, - 0.294922, - 0.267578, - 0.287109, - 0.3125, - 0.294922, - 0.310547, - 0.302734, - 0.253906, - 0.296875, - 0.298828, - 0.289062, - 0.298828, - 0.330078, - 0.277344, - 0.310547, - 0.302734, - 0.226562, - 0.345703, - 0.306641, - 0.314453, - 0.277344, - 0.292969, - 0.306641, - 0.294922, - 0.302734, - 0.316406, - 0.200195, - 0.304688, - 0.335938, - 0.291016, - 0.302734, - 0.267578, - 0.3125, - 0.134766, - 0.310547, - 0.308594, - 0.130859, - 0.302734, - 0.308594, - 0.287109, - 0.308594, - 0.289062, - 0.298828, - 0.249023, - 0.180664, - 0.292969, - 0.285156, - 0.291016, - 0.304688, - 0.21582, - 0.289062, - 0.277344, - 0.279297, - 0.302734, - 0.308594, - 0.302734, - 0.265625, - 0.316406, - 0.285156, - 0.271484, - 0.296875, - 0.302734, - 0.298828, - 0.227539, - 0.300781, - 0.304688, - 0.287109, - 0.289062, - 0.304688, - 0.279297, - 0.298828, - 0.302734, - 0.239258, - 0.296875, - 0.306641, - 0.269531, - 0.277344, - 0.253906, - 0.292969, - 0.277344, - 0.269531, - 0.292969, - 0.304688, - 0.285156, - 0.111816, - 0.3125, - 0.302734, - 0.318359, - 0.296875, - 0.273438, - 0.271484, - 0.306641, - 0.310547, - 0.302734, - 0.306641, - 0.382812, - 0.296875, - 0.099609, - 0.292969, - 0.302734, - 0.240234, - 0.296875, - 0.294922, - 0.3125, - 0.308594, - 0.253906, - 0.300781, - 0.294922, - 0.304688, - 0.314453, - 0.291016, - 0.265625, - 0.300781, - 0.302734, - 0.300781, - 0.101074, - 0.306641, - 0.261719, - 0.285156, - 0.302734, - 0.267578, - 0.289062, - 0.318359, - 0.304688, - 0.300781, - 0.296875, - 0.314453, - 0.269531, - 0.298828, - 0.302734, - 0.289062, - 0.302734, - 0.257812, - 0.300781, - 0.306641, - 0.275391, - 0.285156, - 0.294922, - 0.300781, - 0.298828, - 0.292969, - 0.300781, - 0.302734, - 0.316406, - 0.300781, - 0.304688, - 0.320312, - 0.296875, - 0.296875, - 0.289062, - 0.310547, - 0.296875, - 0.300781, - 0.306641, - 0.259766, - 0.294922, - 0.300781, - 0.285156, - 0.294922, - 0.292969, - 0.304688, - 0.298828, - 0.275391, - 0.318359, - 0.308594, - -0.002365, - 0.229492, - 0.298828, - 0.298828, - 0.129883, - 0.296875, - 0.335938, - 0.310547, - 0.308594, - 0.261719, - 0.283203, - 0.263672, - 0.322266, - 0.269531, - 0.287109, - 0.294922, - 0.292969, - 0.292969, - 0.253906, - 0.275391, - 0.300781, - 0.300781, - 0.292969, - 0.302734, - 0.255859, - 0.294922, - 0.259766, - 0.390625, - 0.302734, - 0.121094, - 0.304688, - 0.261719, - 0.3125, - 0.298828, - 0.302734, - 0.271484, - 0.316406, - 0.306641, - 0.300781, - 0.304688, - 0.302734, - 0.18457, - 0.292969, - 0.306641, - 0.3125, - 0.292969, - 0.291016, - 0.304688, - 0.294922, - 0.257812, - 0.304688, - 0.308594, - 0.208008, - 0.289062, - 0.285156, - 0.296875, - 0.261719, - 0.302734, - 0.263672, - 0.378906, - 0.316406, - 0.125977, - 0.289062, - 0.294922, - 0.302734, - 0.310547, - 0.328125, - 0.296875, - 0.296875, - 0.304688, - 0.283203, - 0.277344, - 0.302734, - 0.304688, - 0.298828, - 0.300781, - 0.241211, - 0.255859, - 0.15625, - 0.287109, - 0.296875, - 0.296875, - 0.248047, - 0.28125, - 0.126953, - 0.306641, - 0.310547, - 0.292969, - 0.310547, - 0.271484, - 0.1875, - 0.296875, - 0.285156, - 0.310547, - 0.314453, - 0.310547, - 0.318359, - 0.3125, - 0.308594, - 0.213867, - 0.3125, - 0.226562, - 0.275391, - 0.289062, - 0.285156, - 0.167969, - 0.289062, - 0.123535, - 0.310547, - 0.25, - 0.304688, - 0.287109, - 0.306641, - 0.300781, - 0.294922, - 0.298828, - 0.310547, - 0.292969, - 0.285156, - 0.202148, - 0.304688, - 0.292969, - 0.213867, - 0.261719, - 0.310547, - 0.296875, - 0.300781, - 0.320312, - 0.300781, - 0.3125, - 0.269531, - 0.302734, - 0.296875, - 0.283203, - 0.253906, - 0.300781, - 0.306641, - 0.300781, - 0.277344, - 0.337891, - 0.298828, - 0.316406, - 0.308594, - 0.294922, - 0.302734, - 0.320312, - 0.300781, - 0.302734, - 0.292969, - 0.308594, - 0.298828, - 0.3125, - 0.277344, - 0.287109, - 0.277344, - 0.302734, - 0.228516, - 0.292969, - 0.291016, - 0.306641, - 0.261719, - 0.226562, - 0.308594, - 0.225586, - 0.308594, - 0.296875, - 0.302734, - 0.291016, - 0.316406, - 0.279297, - 0.291016, - 0.231445, - 0.269531, - 0.300781, - 0.310547, - 0.251953, - 0.300781, - 0.296875, - 0.226562, - 0.277344, - 0.326172, - 0.320312, - 0.328125, - 0.292969, - 0.277344, - 0.308594, - 0.188477, - 0.308594, - 0.287109, - 0.161133, - 0.300781, - 0.283203, - 0.304688, - 0.291016, - 0.316406, - 0.243164, - 0.314453, - 0.3125, - 0.152344, - 0.298828, - 0.304688, - 0.115234, - 0.228516, - 0.298828, - 0.3125, - 0.273438, - 0.291016, - 0.273438, - 0.141602, - 0.357422, - 0.300781, - 0.279297, - 0.111328, - 0.289062, - 0.339844, - 0.267578, - 0.292969, - 0.304688, - 0.320312, - 0.291016, - 0.285156, - 0.289062, - 0.291016, - 0.261719, - 0.294922, - 0.308594, - 0.314453, - 0.300781, - 0.106934, - 0.28125, - 0.261719, - 0.578125, - 0.298828, - 0.257812, - 0.265625, - 0.300781, - 0.232422, - 0.310547, - 0.314453, - 0.261719, - 0.298828, - 0.233398, - 0.302734, - 0.322266, - 0.3125, - 0.219727, - 0.273438, - 0.314453, - 0.306641, - 0.298828, - 0.300781, - 0.302734, - 0.314453, - 0.261719, - 0.300781, - 0.318359, - 0.304688, - 0.296875, - 0.306641, - 0.302734, - 0.320312, - 0.116699, - 0.263672, - 0.296875, - 0.302734, - 0.112793, - 0.314453, - 0.275391, - 0.296875, - 0.298828, - 0.300781, - 0.279297, - 0.302734, - 0.3125, - 0.289062, - 0.289062, - 0.306641, - 0.294922, - 0.316406, - 0.296875, - 0.304688, - 0.300781, - 0.296875 - ] - }, - "name": "model.transformer.layers.5.ffn_norm.weight", - "outputIndexes": [ - 398 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 397, - 398 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_5/Mul_1_output_0", - "outputIndexes": [ - 399 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 399 - ], - "outputIndexes": [ - 1602 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1602 - ], - "outputIndexes": [ - 1603 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear", - "inputIndexes": [ - 1603 - ], - "outputIndexes": [ - 1604 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 4608, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 55296, - "weightSize": 0 - }, - "external": [ - 28233964, - 3538966, - 442368, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1604 - ], - "outputIndexes": [ - 1605 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1605 - ], - "outputIndexes": [ - 400 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 4608 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2304 - ] - }, - "name": "/ffn_5/Mul_output_0", - "outputIndexes": [ - 401 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 400, - 21, - 401, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_5/Slice_output_0", - "outputIndexes": [ - 402 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 402 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_5/Sigmoid_output_0", - "outputIndexes": [ - 403 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 402, - 403 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_5/Mul_output_0", - "outputIndexes": [ - 404 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4608 - ] - }, - "name": "/ffn_5/Mul_1_output_0", - "outputIndexes": [ - 405 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 400, - 401, - 405, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_5/Slice_1_output_0", - "outputIndexes": [ - 406 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 404, - 406 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_5/Mul_2_output_0", - "outputIndexes": [ - 407 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 407 - ], - "outputIndexes": [ - 1606 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2304, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1606 - ], - "outputIndexes": [ - 1607 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear", - "inputIndexes": [ - 1607 - ], - "outputIndexes": [ - 1608 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2304, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 27648, - "weightSize": 0 - }, - "external": [ - 32215298, - 1769494, - 221184, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1608 - ], - "outputIndexes": [ - 1609 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.5/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1609 - ], - "outputIndexes": [ - 408 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 396, - 408 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_23_output_0", - "outputIndexes": [ - 409 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 409, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_24_output_0", - "outputIndexes": [ - 410 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 410 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_6/Mul_output_0", - "outputIndexes": [ - 411 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.125977, - 0.140625, - 0.115234, - 0.148438, - 0.149414, - 0.123535, - 0.128906, - 0.118652, - 0.116699, - 0.12207, - 0.123047, - 0.09668, - 0.112793, - 0.12207, - 0.101562, - 0.104492, - 0.12207, - 0.144531, - 0.146484, - 0.119141, - 0.044434, - 0.12793, - 0.106445, - 0.110352, - 0.116211, - 0.129883, - 0.113281, - 0.112793, - 0.118652, - 0.119141, - 0.125, - 0.115234, - 0.115234, - 0.137695, - 0.115234, - 0.111816, - 0.119141, - 0.107422, - 0.111328, - 0.119629, - 0.106934, - 0.129883, - 0.126953, - 0.12793, - 0.135742, - 0.138672, - 0.124512, - 0.108887, - 0.11377, - 0.099121, - 0.131836, - 0.122559, - 0.112793, - 0.104492, - 0.265625, - 0.138672, - 0.117188, - 0.113281, - 0.123047, - 0.12793, - 0.121582, - 0.116699, - 0.055664, - 0.116211, - 0.081543, - 0.122559, - 0.104492, - 0.128906, - 0.146484, - 0.227539, - 0.123047, - 0.158203, - 0.122559, - 0.110352, - 0.106934, - 0.111328, - 0.117188, - 0.136719, - 0.129883, - 0.115723, - 0.130859, - 0.112305, - 0.116699, - 0.119141, - 0.114258, - 0.141602, - 0.112305, - 0.100586, - 0.129883, - 0.122559, - 0.112793, - 0.143555, - 0.117188, - 0.130859, - 0.12207, - 0.142578, - 0.111328, - 0.124512, - 0.074707, - 0.093262, - 0.120117, - 0.146484, - 0.120117, - 0.123535, - 0.106934, - 0.120117, - 0.131836, - 0.112305, - 0.141602, - 0.109863, - 0.126953, - 0.135742, - 0.116699, - 0.125977, - 0.12793, - 0.126953, - 0.087891, - 0.118652, - 0.129883, - 0.126953, - 0.120605, - 0.118652, - 0.119629, - 0.115234, - 0.115234, - 0.115234, - 0.098145, - 0.116699, - 0.138672, - 0.114746, - 0.12793, - 0.114258, - 0.119629, - 0.11377, - 0.149414, - 0.115234, - 0.144531, - 0.11377, - 0.130859, - 0.102051, - 0.120605, - 0.146484, - 0.139648, - 0.115234, - 0.095215, - 0.099121, - 0.145508, - 0.148438, - 0.139648, - 0.141602, - 0.126953, - 0.137695, - 0.132812, - 0.114258, - 0.12793, - 0.119629, - 0.136719, - 0.099609, - 0.109375, - 0.1875, - 0.128906, - 0.207031, - 0.134766, - 0.116211, - 0.111816, - 0.11377, - 0.124512, - 0.123535, - 0.141602, - 0.168945, - 0.10791, - 0.10791, - 0.095215, - 0.122559, - 0.114746, - 0.123535, - 0.120117, - 0.161133, - 0.137695, - 0.101562, - 0.118652, - 0.12793, - 0.151367, - 0.129883, - 0.135742, - 0.108887, - 0.11377, - 0.146484, - 0.112305, - 0.117676, - 0.130859, - 0.12793, - 0.287109, - 0.121582, - 0.107422, - 0.137695, - 0.165039, - 0.115723, - 0.12207, - 0.208008, - 0.149414, - 0.123047, - 0.116211, - 0.110352, - 0.125977, - 0.12793, - 0.136719, - 0.133789, - 0.123535, - 0.120117, - 0.120117, - 0.126953, - 0.101562, - 0.112305, - 0.12793, - 0.120605, - 0.117676, - 0.125977, - 0.117676, - 0.136719, - 0.112793, - 0.233398, - 0.11377, - 0.064941, - 0.128906, - 0.175781, - 0.107422, - 0.111816, - 0.125977, - 0.117188, - 0.11377, - 0.115234, - 0.157227, - 0.15332, - 0.116699, - 0.113281, - 0.121094, - 0.109863, - 0.126953, - 0.132812, - 0.144531, - 0.106445, - 0.116699, - 0.108887, - 0.142578, - 0.116699, - 0.072754, - 0.104004, - 0.135742, - 0.117676, - 0.131836, - 0.066895, - 0.124023, - 0.144531, - 0.11377, - 0.12207, - 0.115234, - 0.121094, - 0.097168, - 0.101562, - 0.135742, - 0.124512, - 0.07373, - 0.123535, - 0.10498, - 0.144531, - 0.125, - 0.18457, - 0.124512, - 0.142578, - 0.106934, - 0.11377, - 0.132812, - 0.110352, - 0.115234, - 0.121582, - 0.120117, - 0.110352, - 0.113281, - 0.101074, - 0.135742, - 0.123535, - 0.132812, - 0.154297, - 0.109863, - 0.119141, - 0.113281, - 0.114258, - 0.139648, - 0.135742, - 0.113281, - 0.123535, - 0.114258, - 0.172852, - 0.05957, - 0.118164, - 0.089844, - 0.115723, - 0.131836, - 0.087402, - 0.116699, - 0.12207, - 0.111816, - 0.125, - 0.133789, - 0.115723, - 0.151367, - 0.169922, - 0.114746, - 0.121582, - 0.111816, - 0.113281, - 0.066895, - 0.118164, - 0.105469, - 0.124023, - 0.105957, - 0.080566, - 0.175781, - 0.155273, - 0.109863, - 0.116211, - 0.11377, - 0.111328, - 0.117676, - 0.108887, - 0.110352, - 0.140625, - 0.125977, - 0.106934, - 0.135742, - 0.115723, - 0.12207, - 0.139648, - 0.124512, - 0.133789, - 0.139648, - 0.12207, - 0.126953, - 0.118652, - 0.139648, - 0.141602, - 0.135742, - 0.104492, - 0.108887, - 0.092285, - 0.396484, - 0.105469, - 0.12793, - 0.11084, - 0.15625, - 0.136719, - 0.098145, - 0.177734, - 0.145508, - 0.316406, - 0.134766, - 0.108398, - 0.109375, - 0.130859, - 0.119629, - 0.128906, - 0.125977, - 0.125977, - 0.146484, - 0.129883, - 0.131836, - 0.142578, - 0.122559, - 0.078125, - 0.091797, - 0.125, - 0.089844, - 0.113281, - 0.114746, - 0.055664, - 0.132812, - 0.147461, - 0.131836, - 0.108887, - 0.123047, - 0.124512, - 0.116211, - 0.124023, - 0.101074, - 0.135742, - 0.064941, - 0.113281, - 0.128906, - 0.121094, - 0.134766, - 0.144531, - 0.10498, - 0.067383, - 0.11377, - 0.211914, - 0.109375, - 0.261719, - 0.0271, - 0.106934, - 0.138672, - 0.131836, - 0.089355, - 0.12793, - 0.118652, - 0.099609, - 0.081543, - 0.119141, - 0.114258, - 0.12207, - 0.133789, - 0.142578, - 0.15332, - 0.122559, - 0.107422, - 0.129883, - 0.125, - 0.119629, - 0.138672, - 0.132812, - 0.132812, - 0.147461, - 0.151367, - 0.269531, - 0.125977, - 0.144531, - 0.131836, - 0.109863, - 0.171875, - 0.117676, - 0.129883, - 0.101074, - 0.119141, - 0.146484, - 0.10498, - 0.115723, - 0.125, - 0.104492, - 0.135742, - 0.131836, - 0.117676, - 0.122559, - 0.133789, - 0.131836, - 0.129883, - 0.108398, - 0.138672, - 0.081055, - 0.102539, - 0.105469, - 0.199219, - 0.11084, - 0.139648, - 0.118652, - 0.102051, - 0.129883, - 0.124512, - 0.115234, - 0.119629, - 0.112793, - 0.124512, - 0.076172, - 0.138672, - 0.138672, - 0.134766, - 0.119629, - 0.11084, - 0.109375, - 0.117676, - 0.111816, - 0.148438, - 0.10791, - 0.136719, - 0.104492, - 0.105957, - 0.132812, - 0.124512, - 0.129883, - 0.118164, - 0.115234, - 0.135742, - 0.123047, - 0.132812, - 0.15918, - 0.107422, - 0.073242, - 0.115234, - 0.112793, - 0.125977, - 0.114258, - 0.148438, - 0.129883, - 0.15918, - 0.128906, - 0.119629, - 0.120605, - 0.125977, - 0.154297, - 0.139648, - 0.138672, - 0.12793, - 0.121094, - 0.058838, - 0.137695, - 0.128906, - 0.132812, - 0.11377, - 0.125977, - 0.123535, - 0.114258, - 0.113281, - 0.120117, - 0.098145, - 0.118652, - 0.186523, - 0.105957, - 0.117676, - 0.092285, - 0.114258, - 0.131836, - 0.136719, - 0.119141, - 0.138672, - 0.126953, - 0.117188, - 0.103516, - 0.136719, - 0.128906, - 0.12207, - 0.341797, - 0.125, - 0.112793, - 0.140625, - 0.141602, - 0.10498, - 0.071777, - 0.131836, - 0.134766, - 0.120117, - 0.12207, - 0.119141, - 0.112305, - 0.132812, - 0.128906, - 0.142578, - 0.140625, - 0.115723, - 0.148438, - 0.124023, - 0.12793, - 0.130859, - 0.132812, - 0.201172, - 0.133789, - 0.126953, - 0.116211, - 0.110352, - 0.105957, - 0.104492, - 0.103516, - 0.121582, - 0.111328, - 0.137695, - 0.109863, - 0.165039, - 0.098145, - 0.125977, - 0.134766, - 0.112305, - 0.146484, - 0.121582, - 0.129883, - 0.100586, - 0.148438, - 0.105957, - 0.126953, - 0.182617, - 0.12793, - 0.118652, - 0.116699, - 0.114258, - 0.140625, - 0.128906, - 0.116699, - 0.118652, - 0.128906, - 0.117188, - 0.137695, - 0.145508, - 0.122559, - 0.11377, - 0.128906, - 0.128906, - 0.112305, - 0.109863, - 0.11084, - 0.112793, - 0.078125, - 0.138672, - 0.11377, - 0.118164, - 0.12207, - 0.131836, - 0.11084, - 0.125977, - 0.121582, - 0.12793, - 0.118652, - 0.11084, - 0.143555, - 0.131836, - 0.090332, - 0.116699, - 0.121094, - 0.119141, - 0.09668, - 0.116211, - 0.11084, - 0.155273, - 0.119141, - 0.121582, - 0.109375, - 0.115723, - 0.103516, - 0.128906, - 0.135742, - 0.117676, - 0.113281, - 0.124023, - 0.09375, - 0.116211, - 0.123047, - 0.128906, - 0.144531, - 0.12793, - 0.11084, - 0.116211, - 0.102539, - 0.12793, - 0.125, - 0.283203, - 0.133789, - 0.108887, - 0.132812, - 0.147461, - 0.142578, - 0.112305, - 0.051025, - 0.125977, - 0.148438, - 0.116211, - 0.126953, - 0.123047, - 0.122559, - 0.123047, - 0.101562, - 0.088867, - 0.146484, - 0.122559, - 0.271484, - 0.119629, - 0.141602, - 0.141602, - 0.104492, - 0.12793, - 0.119629, - 0.135742, - 0.122559, - 0.109375, - 0.126953, - 0.132812, - 0.125977, - 0.077148, - 0.136719, - 0.126953, - 0.116211, - 0.155273, - 0.112305, - 0.117676, - 0.114258, - 0.133789, - 0.119629, - 0.131836, - 0.12793, - 0.126953, - 0.114258, - 0.114258, - 0.12207, - 0.151367, - 0.135742, - 0.111816, - 0.151367, - 0.114258, - 0.094238, - 0.125977, - 0.103516, - 0.12207, - 0.133789, - 0.125, - 0.113281, - 0.125, - 0.124512, - 0.079102, - 0.123535, - 0.097168, - 0.100098, - 0.094727, - 0.124512, - 0.115723, - 0.107422, - 0.124512, - 0.116699, - 0.103516, - 0.131836, - 0.125, - 0.089355, - 0.133789, - 0.102051, - 0.135742, - 0.125977, - 0.101562, - 0.146484, - 0.089844, - 0.121582, - 0.121094, - 0.132812, - 0.119141, - 0.118652, - 0.119629, - 0.117188, - 0.116699, - 0.123047, - 0.125977, - 0.28125, - 0.149414, - 0.088867, - 0.125, - 0.125977, - 0.118164, - 0.130859, - 0.160156, - 0.135742, - 0.116211, - 0.19043, - 0.130859, - 0.123047, - 0.120605, - 0.117676, - 0.121094, - 0.322266, - 0.117188, - 0.144531, - 0.139648, - 0.133789, - 0.117188, - 0.244141, - 0.109375, - 0.120605, - 0.177734, - 0.111816, - 0.097656, - 0.103027, - 0.111328, - 0.121094, - 0.116699, - 0.087402, - 0.126953, - 0.130859, - 0.125977, - 0.133789, - 0.111328, - 0.111328, - 0.112793, - 0.21875, - 0.129883, - 0.114258, - 0.126953, - 0.10791, - 0.121094, - 0.131836, - 0.118164, - 0.140625, - 0.131836, - 0.110352, - 0.07373, - 0.099121, - 0.122559, - 0.114746, - 0.125, - 0.107422, - 0.121094, - 0.154297, - 0.115723, - 0.116211, - 0.11377, - 0.123047, - 0.115234, - 0.123047, - 0.11377, - 0.125, - 0.121582, - 0.116211, - 0.110352, - 0.105957, - 0.110352, - 0.133789, - 0.128906, - 0.124512, - 0.133789, - 0.137695, - 0.106934, - 0.141602, - 0.116211, - 0.128906, - 0.099609, - 0.118164, - 0.132812, - 0.105469, - 0.126953, - 0.108887, - 0.173828, - 0.125977, - 0.15625, - 0.12793, - 0.149414, - 0.131836, - 0.114746, - 0.121582, - 0.120117, - 0.11377, - 0.140625, - 0.125977, - 0.204102, - 0.121094, - 0.130859, - 0.105469, - 0.101074, - 0.120605, - 0.126953, - 0.12793, - 0.10498, - 0.1875, - 0.124023, - 0.126953, - 0.167969, - 0.155273, - 0.111816, - 0.109863, - 0.120605, - 0.110352, - 0.155273, - 0.08252, - 0.118164, - 0.094727, - 0.170898, - 0.102539, - 0.119141, - 0.128906, - 0.139648, - 0.116211, - 0.115234, - 0.116699, - 0.128906, - 0.114258, - 0.109863, - 0.143555, - 0.106445, - 0.12207, - 0.126953, - 0.141602, - 0.109375, - 0.111816, - 0.106445, - 0.132812, - 0.11084, - 0.111816, - 0.158203, - 0.137695, - 0.111816, - 0.112305, - 0.111816, - 0.11377, - 0.117676, - 0.167969, - 0.11377, - 0.121094, - 0.105957, - 0.136719, - 0.000213, - 0.115234, - 0.149414, - 0.15332, - 0.12793, - 0.115234, - 0.110352, - 0.117188, - 0.129883, - 0.140625, - 0.115234, - 0.122559, - 0.103516, - 0.144531, - 0.129883, - 0.170898, - 0.117188, - 0.144531, - 0.378906, - 0.129883, - 0.164062, - 0.136719, - 0.109863, - 0.152344, - 0.111816, - 0.120605, - 0.126953, - 0.136719, - 0.10791, - 0.129883, - 0.121094, - 0.119629, - 0.109375, - 0.125977, - 0.131836, - 0.123535, - 0.109375, - 0.05835, - 0.12207, - 0.099609, - 0.125977, - 0.1875, - 0.143555, - 0.124023, - 0.106445, - 0.149414, - 0.129883, - 0.120117, - 0.117676, - 0.095703, - 0.125977, - 0.122559, - 0.115723, - 0.117676, - 0.120117, - 0.128906, - 0.125, - 0.117188, - 0.131836, - 0.130859, - 0.126953, - 0.132812, - 0.130859, - 0.112305, - 0.11377, - 0.098633, - 0.150391, - 0.115234, - 0.125, - 0.113281, - 0.094238, - 0.125, - 0.118164, - 0.12793, - 0.158203, - 0.161133, - 0.201172, - 0.128906, - 0.07666, - 0.12207, - 0.108887, - 0.104004, - 0.121582, - 0.108398, - 0.139648, - 0.136719, - 0.155273, - 0.111816, - 0.146484, - 0.083984, - 0.123047, - 0.183594, - 0.131836, - 0.11377, - 0.116699, - 0.132812, - 0.109863, - 0.119141, - 0.108887, - 0.139648, - 0.112793, - 0.145508, - 0.104492, - 0.133789, - 0.132812, - 0.109375, - 0.135742, - 0.12793, - 0.09082, - 0.144531, - 0.120605, - 0.141602, - 0.123535, - 0.064941, - 0.121582, - 0.118164, - 0.108398, - 0.139648, - 0.091797, - 0.118164, - 0.146484, - 0.146484, - 0.05249, - 0.12793, - 0.125977, - 0.121582, - 0.120605, - 0.10498, - 0.149414, - 0.106445, - 0.234375, - 0.118164, - 0.121094, - 0.098633, - 0.104492, - 0.730469, - 0.119141, - 0.139648, - 0.10791, - 0.157227, - 0.137695, - 0.10791, - 0.129883, - 0.12793, - 0.106445, - 0.100586, - 0.11377, - 0.128906, - 0.143555, - 0.116211, - 0.116699, - 0.141602, - 0.124023, - 0.131836, - 0.118164, - 0.161133, - 0.12207, - 0.185547, - 0.135742, - 0.15918, - 0.089355, - 0.113281, - 0.125977, - 0.128906, - 0.11377, - 0.139648, - 0.111816, - 0.115234, - 0.111816, - 0.125977, - 0.12793, - 0.126953, - 0.126953, - 0.092773, - 0.118652, - 0.138672, - 0.120117, - 0.128906, - 0.098633, - 0.109863, - 0.135742, - 0.115723, - 0.104004, - 0.103027, - 0.116699, - 0.113281, - 0.112305, - 0.124512, - 0.121582, - 0.093262, - 0.178711, - 0.062256, - 0.117676, - 0.129883, - 0.151367, - 0.089844, - 0.092773, - 0.328125, - 0.053955, - 0.098633, - 0.121094, - 0.126953, - 0.11084, - 0.119629, - 0.135742, - 0.126953, - 0.114746, - 0.125977, - 0.112793, - 0.105469, - 0.117676, - 0.137695, - 0.115723, - 0.116699, - 0.098633, - 0.111816, - 0.34375, - 0.09082, - 0.115723, - 0.121582, - 0.128906, - 0.117676, - 0.109863, - 0.116699, - 0.136719, - 0.111816, - 0.123047, - 0.12793, - 0.095215, - 0.110352, - 0.114746, - 0.171875, - 0.098633, - 0.083496, - 0.109863, - 0.124512, - 0.129883, - 0.123535, - 0.138672, - 0.123535, - 0.123047, - 0.126953, - 0.12207, - 0.121094, - 0.109863, - 0.129883, - 0.150391, - 0.116699, - 0.128906, - 0.115234, - 0.131836, - 0.123047, - 0.125, - 0.129883, - 0.135742, - 0.148438, - 0.180664, - 0.129883, - 0.118164, - 0.138672, - 0.101074, - 0.115723, - 0.116211, - 0.120605, - 0.138672, - 0.108887, - 0.141602, - 0.12207, - 0.119141, - 0.126953, - 0.128906, - 0.117188, - 0.137695, - 0.117188, - 0.111816, - 0.137695, - 0.143555, - 0.097656, - 0.125977, - 0.12793, - 0.114258, - 0.116699, - 0.118652, - 0.129883, - 0.064941, - 0.10498, - 0.115234, - 0.11084, - 0.124023, - 0.137695, - 0.121582, - 0.099609, - 0.139648, - 0.138672, - 0.120605, - 0.15332, - 0.12207, - 0.068848, - 0.109863, - 0.125977, - 0.15332, - 0.125977, - 0.126953, - 0.125977, - 0.095215, - 0.150391, - 0.116699, - 0.122559, - 0.105469, - 0.114746, - 0.124512, - 0.15918, - 0.118652, - 0.139648, - 0.111816, - 0.063965, - 0.102051, - 0.181641, - 0.121582, - 0.120605, - 0.138672, - 0.134766, - 0.098145, - 0.141602, - 0.125, - 0.131836, - 0.105957, - 0.117676, - 0.117676, - 0.108398, - 0.121094, - 0.133789, - 0.169922, - 0.108887, - 0.121094, - 0.160156, - 0.118164, - 0.117676, - 0.124512, - 0.130859, - 0.125, - 0.108887, - 0.12793, - 0.106934, - 0.113281, - 0.112793, - 0.11377, - 0.112793, - 0.188477, - 0.144531, - 0.110352, - 0.12793, - 0.12207, - 0.111816, - 0.144531, - 0.12793, - 0.111328, - 0.126953, - 0.11377, - 0.10791, - 0.131836, - 0.109375, - 0.125, - 0.12793, - 0.109375, - 0.161133, - 0.152344, - 0.104492, - 0.10791, - 0.115723, - 0.108887, - 0.090332, - 0.121582, - 0.11377, - 0.161133, - 0.125, - 0.11084, - 0.114746, - 0.12207, - 0.132812, - 0.129883, - 0.12207, - 0.146484, - 0.160156, - 0.142578, - 0.117676, - 0.137695, - 0.103516, - 0.120117, - 0.128906, - 0.121582, - 0.158203, - 0.098145, - 0.115234, - 0.069824, - 0.108887, - 0.120605, - 0.125, - 0.144531, - 0.114258, - 0.133789, - 0.113281, - 0.116211, - 0.132812, - 0.113281, - 0.129883, - 0.08252, - 0.118652, - 0.117676, - 0.115723, - 0.125977, - 0.107422, - 0.125977, - 0.146484, - 0.150391, - 0.116699, - 0.125977, - 0.115723, - 0.119629, - 0.140625, - 0.115723, - 0.133789, - 0.129883, - 0.134766, - 0.129883, - 0.116211, - 0.090332, - 0.140625, - 0.125, - 0.119629, - 0.112305, - 0.117676, - 0.133789, - 0.12793, - 0.122559, - 0.161133, - 0.134766, - 0.129883, - 0.105957, - 0.134766, - 0.120117, - 0.135742, - 0.150391, - 0.104004, - 0.137695, - 0.11084, - 0.115723, - 0.175781, - 0.123535, - 0.359375, - 0.117676, - 0.138672, - 0.108398, - 0.117188, - 0.115723, - 0.233398, - 0.125977, - 0.131836, - 0.106445, - 0.118652, - 0.128906, - 0.117676, - 0.115723, - 0.119141, - 0.166016, - 0.126953, - 0.125, - 0.132812, - 0.097168, - 0.136719, - 0.091797, - 0.126953, - 0.094727, - 0.120117, - 0.140625, - 0.099121, - 0.129883, - 0.119141, - 0.126953, - 0.105469, - 0.125, - 0.136719, - 0.124512, - 0.139648, - 0.181641, - 0.151367, - 0.132812, - 0.155273, - 0.15332, - 0.124023, - 0.152344, - 0.10791, - 0.112793, - 0.129883, - 0.118164, - 0.169922, - 0.12207, - 0.133789, - 0.12793, - 0.125, - 0.186523, - 0.10498, - 0.133789, - 0.122559, - 0.101074, - 0.103027, - 0.151367, - 0.131836, - 0.179688, - 0.112305, - 0.15332, - 0.109375, - 0.120117, - 0.125977, - 0.146484, - 0.12793, - 0.134766, - 0.146484, - 0.122559, - 0.15332, - 0.123047, - 0.144531, - 0.123047, - 0.112793, - 0.105469, - 0.161133, - 0.207031, - 0.125, - 0.12207, - 0.111328, - 0.102539, - 0.138672, - 0.119629, - 0.115723, - 0.115723, - 0.154297, - 0.126953, - 0.134766, - 0.123047, - 0.108398, - 0.103516, - 0.10498, - 0.134766, - 0.152344, - 0.126953, - 0.112793, - 0.129883, - 0.088379, - 0.131836, - 0.133789, - 0.108398, - 0.145508, - 0.113281, - 0.118652, - 0.101562, - 0.142578, - 0.124512, - 0.098145, - 0.120117, - 0.129883, - 0.115234, - 0.105957, - 0.092285, - 0.095215, - 0.114258, - 0.123047, - 0.07373, - 0.142578, - 0.111816, - 0.123047, - 0.137695, - 0.128906, - 0.12207, - 0.080078, - 0.106934, - 0.123047, - 0.141602, - 0.074219, - 0.108398, - 0.098633, - 0.133789, - 0.199219, - 0.142578, - 0.121094, - 0.10498, - 0.138672, - 0.171875, - 0.104492, - 0.146484, - 0.113281, - 0.12207, - 0.154297, - 0.119141, - 0.208008, - 0.146484, - 0.12793, - 0.208984, - 0.146484, - 0.186523, - 0.118164, - 0.112305, - 0.136719, - 0.121582, - 0.106445, - 0.138672, - 0.126953, - 0.087402, - 0.119141, - 0.120605, - 0.11377, - 0.146484, - 0.142578, - 0.107422, - 0.132812, - 0.102539, - 0.148438, - 0.118164, - 0.113281, - 0.125, - 0.118652, - 0.129883, - 0.119141, - 0.117188, - 0.125977, - 0.125977, - 0.109375, - 0.077148, - 0.179688, - 0.142578, - 0.128906, - 0.065918, - 0.119141, - 0.119141, - 0.130859, - 0.126953, - 0.119141, - 0.132812, - 0.119629, - 0.105469, - 0.133789, - 0.134766, - 0.109375, - 0.130859, - 0.109375, - 0.117676, - 0.126953, - 0.12793, - 0.129883 - ] - }, - "name": "model.transformer.layers.6.attn_norm.weight", - "outputIndexes": [ - 412 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 411, - 412 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_6/Mul_1_output_0", - "outputIndexes": [ - 413 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 413 - ], - "outputIndexes": [ - 1610 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1610 - ], - "outputIndexes": [ - 1611 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear", - "inputIndexes": [ - 1611 - ], - "outputIndexes": [ - 1612 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 34205976, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1612 - ], - "outputIndexes": [ - 1613 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1613 - ], - "outputIndexes": [ - 414 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 413 - ], - "main_type": "NONE", - "name": "/Shape_25_output_0", - "outputIndexes": [ - 415 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 415 - ], - "main_type": "NONE", - "name": "Shape591", - "outputIndexes": [ - 416 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 415 - ], - "main_type": "NONE", - "name": "Rank593", - "outputIndexes": [ - 417 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 417, - 417 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp595", - "outputIndexes": [ - 418 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 418 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze596", - "outputIndexes": [ - 419 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 418, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp598", - "outputIndexes": [ - 420 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 420 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze599", - "outputIndexes": [ - 421 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 416, - 419, - 421, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice602", - "outputIndexes": [ - 422 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 422 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze603", - "outputIndexes": [ - 423 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 423 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp604", - "outputIndexes": [ - 424 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 424, - 423 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp605", - "outputIndexes": [ - 425 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 415, - 425, - 418 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_34_output_0", - "outputIndexes": [ - 426 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 426, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_61_output_0", - "outputIndexes": [ - 427 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 427, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_30_output_0", - "outputIndexes": [ - 428 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 414, - 428 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_25_output_0", - "outputIndexes": [ - 429 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 429 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_6/Mul_output_0", - "outputIndexes": [ - 430 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.523438, - -0.019897, - 1.953125, - 0.605469, - 1.6875, - 1.664062, - 1.609375, - 1.242188, - 1.929688, - 1.796875, - 1.953125, - 2.015625, - 1.382812, - 1.6875, - 1.75, - 1.992188, - 1.992188, - 2.0625, - 2.03125, - 2.09375, - 2.234375, - 2.046875, - 3.546875, - 2.109375, - 1.976562, - 2.109375, - 2.015625, - 2.109375, - 2.71875, - 1.46875, - 2.28125, - 2.578125, - 1.390625, - 0.172852, - 0.089844, - 1.179688, - 0.061768, - 1.796875, - 1.46875, - 1.726562, - 1.226562, - 1.851562, - 1.4375, - 1.828125, - 2.40625, - 1.960938, - 2.46875, - 2.0625, - 2.03125, - 2.015625, - 2.0625, - 1.921875, - 2.234375, - 2.0625, - 0.341797, - 2.015625, - 1.992188, - 2.0625, - 2.171875, - 2.109375, - 1.648438, - 1.828125, - 1.148438, - 2.203125 - ] - }, - "name": "model.transformer.layers.6.attn.q_norm.weight", - "outputIndexes": [ - 431 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 430, - 431 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_6/Mul_1_output_0", - "outputIndexes": [ - 432 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 432, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_24_output_0", - "outputIndexes": [ - 433 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 432, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_25_output_0", - "outputIndexes": [ - 434 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 434 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_12_output_0", - "outputIndexes": [ - 435 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 432, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_24_output_0", - "outputIndexes": [ - 436 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 435, - 436 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_33_output_0", - "outputIndexes": [ - 437 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 437, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_25_output_0", - "outputIndexes": [ - 438 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 433, - 438 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_24_output_0", - "outputIndexes": [ - 439 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 413 - ], - "outputIndexes": [ - 1614 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1614 - ], - "outputIndexes": [ - 1615 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear", - "inputIndexes": [ - 1615 - ], - "outputIndexes": [ - 1616 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 35094830, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1616 - ], - "outputIndexes": [ - 1617 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1617 - ], - "outputIndexes": [ - 440 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 427, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_31_output_0", - "outputIndexes": [ - 441 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 440, - 441 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_26_output_0", - "outputIndexes": [ - 442 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 442 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_6/Mul_output_0", - "outputIndexes": [ - 443 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.539062, - 0.007111, - 1.210938, - 0.816406, - 1.140625, - 1.757812, - 1.695312, - 1.820312, - 1.609375, - 1.5, - 0.949219, - 1.8125, - 2.515625, - 1.84375, - 2.3125, - 1.992188, - 2.09375, - 2.03125, - 1.992188, - 1.96875, - 1.890625, - 2.0625, - 0.212891, - 2.078125, - 2.1875, - 2.0625, - 2.109375, - 2.15625, - 1.710938, - 2.28125, - 2.0, - 2.046875, - 1.429688, - 0.174805, - 0.373047, - 1.234375, - 0.028198, - 1.898438, - 1.257812, - 1.21875, - 1.851562, - 1.984375, - 2.140625, - 2.046875, - 1.039062, - 2.0625, - 1.492188, - 2.046875, - 2.03125, - 1.96875, - 2.046875, - 1.976562, - 1.90625, - 1.953125, - 9.6875, - 2.078125, - 2.1875, - 2.109375, - 2.015625, - 2.09375, - 2.671875, - 2.1875, - 3.875, - 2.40625 - ] - }, - "name": "model.transformer.layers.6.attn.k_norm.weight", - "outputIndexes": [ - 444 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 443, - 444 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_6/Mul_1_output_0", - "outputIndexes": [ - 445 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 445, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_26_output_0", - "outputIndexes": [ - 446 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 445, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_27_output_0", - "outputIndexes": [ - 447 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 447 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_13_output_0", - "outputIndexes": [ - 448 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 445, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_26_output_0", - "outputIndexes": [ - 449 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 448, - 449 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_34_output_0", - "outputIndexes": [ - 450 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 450, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_27_output_0", - "outputIndexes": [ - 451 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 446, - 451 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_25_output_0", - "outputIndexes": [ - 452 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 413 - ], - "outputIndexes": [ - 1618 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1618 - ], - "outputIndexes": [ - 1619 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear", - "inputIndexes": [ - 1619 - ], - "outputIndexes": [ - 1620 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 35317060, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1620 - ], - "outputIndexes": [ - 1621 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1621 - ], - "outputIndexes": [ - 453 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 453, - 441 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_27_output_0", - "outputIndexes": [ - 454 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 439, - 452, - 454, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.6/self_attn/FusedAttention", - "outputIndexes": [ - 455 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 455 - ], - "outputIndexes": [ - 1622 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1622 - ], - "outputIndexes": [ - 1623 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear", - "inputIndexes": [ - 1623 - ], - "outputIndexes": [ - 1624 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 35539290, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1624 - ], - "outputIndexes": [ - 1625 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1625 - ], - "outputIndexes": [ - 456 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 410, - 456 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_26_output_0", - "outputIndexes": [ - 457 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 457 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_6/Mul_output_0", - "outputIndexes": [ - 458 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.330078, - 0.302734, - 0.322266, - 0.263672, - 0.234375, - 0.318359, - 0.316406, - 0.328125, - 0.326172, - 0.302734, - 0.330078, - 0.168945, - 0.314453, - 0.302734, - 0.326172, - 0.330078, - 0.333984, - 0.34375, - 0.28125, - 0.287109, - 0.098145, - 0.316406, - 0.1875, - 0.308594, - 0.339844, - 0.328125, - 0.349609, - 0.337891, - 0.300781, - 0.310547, - 0.326172, - 0.3125, - 0.234375, - 0.257812, - 0.314453, - 0.322266, - 0.328125, - 0.326172, - 0.326172, - 0.322266, - 0.310547, - 0.314453, - 0.320312, - 0.3125, - 0.302734, - 0.322266, - 0.296875, - 0.324219, - 0.335938, - 0.165039, - 0.328125, - 0.310547, - 0.314453, - 0.314453, - 0.105469, - 0.318359, - 0.308594, - 0.302734, - 0.322266, - 0.332031, - 0.294922, - 0.320312, - 0.122559, - 0.310547, - 0.361328, - 0.333984, - 0.339844, - 0.287109, - 0.302734, - 0.220703, - 0.320312, - 0.328125, - 0.298828, - 0.322266, - 0.213867, - 0.326172, - 0.320312, - 0.337891, - 0.318359, - 0.308594, - 0.318359, - 0.326172, - 0.332031, - 0.304688, - 0.157227, - 0.328125, - 0.289062, - 0.339844, - 0.332031, - 0.251953, - 0.339844, - 0.287109, - 0.347656, - 0.302734, - 0.322266, - 0.308594, - 0.194336, - 0.326172, - 0.137695, - 0.171875, - 0.341797, - 0.318359, - 0.277344, - 0.333984, - 0.326172, - 0.304688, - 0.292969, - 0.243164, - 0.238281, - 0.328125, - 0.337891, - 0.324219, - 0.318359, - 0.229492, - 0.302734, - 0.300781, - 0.328125, - 0.3125, - 0.292969, - 0.3125, - 0.333984, - 0.310547, - 0.308594, - 0.326172, - 0.316406, - 0.337891, - 0.330078, - 0.322266, - 0.322266, - 0.335938, - 0.328125, - 0.322266, - 0.289062, - 0.337891, - 0.316406, - 0.298828, - 0.167969, - 0.34375, - 0.328125, - 0.219727, - 0.326172, - 0.316406, - 0.28125, - 0.326172, - 0.144531, - 0.169922, - 0.273438, - 0.322266, - 0.296875, - 0.239258, - 0.314453, - 0.291016, - 0.304688, - 0.314453, - 0.296875, - 0.310547, - 0.328125, - 0.345703, - 0.322266, - 0.294922, - 0.337891, - 0.204102, - 0.330078, - 0.3125, - 0.322266, - 0.324219, - 0.310547, - 0.3125, - 0.316406, - 0.176758, - 0.174805, - 0.322266, - 0.148438, - 0.324219, - 0.326172, - 0.388672, - 0.314453, - 0.335938, - 0.316406, - 0.330078, - 0.330078, - 0.316406, - 0.277344, - 0.324219, - 0.3125, - 0.314453, - 0.328125, - 0.296875, - 0.341797, - 0.291016, - 0.326172, - 0.304688, - 0.05957, - 0.322266, - 0.310547, - 0.330078, - 0.298828, - 0.330078, - 0.333984, - 0.233398, - 0.306641, - 0.287109, - 0.322266, - 0.322266, - 0.3125, - 0.322266, - 0.326172, - 0.300781, - 0.322266, - 0.304688, - 0.287109, - 0.341797, - 0.330078, - 0.337891, - 0.320312, - 0.318359, - 0.330078, - 0.320312, - 0.326172, - 0.314453, - 0.322266, - 0.3125, - 0.322266, - 0.126953, - 0.341797, - 0.131836, - 0.318359, - 0.265625, - 0.304688, - 0.322266, - 0.310547, - 0.308594, - 0.263672, - 0.248047, - 0.316406, - 0.322266, - 0.310547, - 0.289062, - 0.320312, - 0.300781, - 0.279297, - 0.147461, - 0.34375, - 0.320312, - 0.279297, - 0.316406, - 0.132812, - 0.332031, - 0.316406, - 0.308594, - 0.316406, - 0.120605, - 0.330078, - 0.283203, - 0.335938, - 0.330078, - 0.302734, - 0.320312, - 0.324219, - 0.316406, - 0.326172, - 0.304688, - 0.115723, - 0.318359, - 0.328125, - 0.330078, - 0.322266, - 0.113281, - 0.308594, - 0.292969, - 0.324219, - 0.322266, - 0.291016, - 0.330078, - 0.330078, - 0.292969, - 0.324219, - 0.1875, - 0.330078, - 0.220703, - 0.314453, - 0.318359, - 0.271484, - 0.320312, - 0.328125, - 0.320312, - 0.332031, - 0.347656, - 0.330078, - 0.304688, - 0.245117, - 0.347656, - 0.328125, - 0.339844, - 0.12793, - 0.345703, - 0.12793, - 0.326172, - 0.228516, - 0.19043, - 0.332031, - 0.326172, - 0.322266, - 0.328125, - 0.298828, - 0.333984, - 0.324219, - 0.263672, - 0.326172, - 0.322266, - 0.314453, - 0.332031, - 0.087402, - 0.3125, - 0.330078, - 0.318359, - 0.330078, - 0.169922, - 0.130859, - 0.306641, - 0.322266, - 0.310547, - 0.339844, - 0.326172, - 0.326172, - 0.316406, - 0.326172, - 0.316406, - 0.324219, - 0.324219, - 0.267578, - 0.3125, - 0.283203, - 0.335938, - 0.314453, - 0.335938, - 0.300781, - 0.308594, - 0.227539, - 0.330078, - 0.232422, - 0.265625, - 0.333984, - 0.194336, - 0.310547, - 0.371094, - -0.000675, - 0.213867, - 0.314453, - 0.308594, - 0.255859, - 0.306641, - 0.148438, - 0.207031, - 0.328125, - 0.167969, - 0.275391, - 0.326172, - 0.24707, - 0.316406, - 0.326172, - 0.248047, - 0.332031, - 0.287109, - 0.251953, - 0.318359, - 0.308594, - 0.232422, - 0.318359, - 0.133789, - 0.165039, - 0.318359, - 0.134766, - 0.332031, - 0.335938, - 0.120605, - 0.320312, - 0.314453, - 0.320312, - 0.292969, - 0.320312, - 0.291016, - 0.337891, - 0.330078, - 0.181641, - 0.249023, - 0.130859, - 0.326172, - 0.296875, - 0.333984, - 0.326172, - 0.28125, - 0.328125, - 0.126953, - 0.335938, - 0.174805, - 0.314453, - 0.082031, - 0.234375, - 0.376953, - 0.333984, - 0.324219, - 0.339844, - 0.308594, - 0.324219, - 0.139648, - 0.145508, - 0.322266, - 0.320312, - 0.318359, - 0.3125, - 0.139648, - 0.287109, - 0.335938, - 0.324219, - 0.304688, - 0.302734, - 0.330078, - 0.298828, - 0.320312, - 0.294922, - 0.267578, - 0.291016, - 0.163086, - 0.324219, - 0.222656, - 0.308594, - 0.320312, - 0.285156, - 0.322266, - 0.296875, - 0.322266, - 0.330078, - 0.355469, - 0.324219, - 0.332031, - 0.322266, - 0.328125, - 0.283203, - 0.304688, - 0.310547, - 0.3125, - 0.279297, - 0.316406, - 0.320312, - 0.324219, - 0.316406, - 0.146484, - 0.333984, - 0.310547, - 0.198242, - 0.324219, - 0.326172, - 0.318359, - 0.208984, - 0.332031, - 0.324219, - 0.208008, - 0.314453, - 0.328125, - 0.330078, - 0.160156, - 0.318359, - 0.322266, - 0.310547, - 0.199219, - 0.316406, - 0.324219, - 0.314453, - 0.3125, - 0.196289, - 0.291016, - 0.316406, - 0.175781, - 0.306641, - 0.324219, - 0.324219, - 0.326172, - 0.306641, - 0.304688, - 0.328125, - 0.330078, - 0.322266, - 0.233398, - 0.341797, - 0.11377, - 0.328125, - 0.34375, - 0.318359, - 0.330078, - 0.292969, - 0.314453, - 0.302734, - 0.306641, - 0.333984, - 0.326172, - 0.326172, - 0.257812, - 0.3125, - 0.228516, - 0.320312, - 0.328125, - 0.118164, - 0.298828, - 0.269531, - 0.326172, - 0.318359, - 0.324219, - 0.3125, - 0.15918, - 0.322266, - 0.320312, - 0.318359, - 0.3125, - 0.229492, - 0.335938, - 0.320312, - 0.330078, - 0.318359, - 0.347656, - 0.222656, - 0.324219, - 0.335938, - 0.322266, - 0.259766, - 0.322266, - 0.314453, - 0.298828, - 0.316406, - 0.125977, - 0.314453, - 0.314453, - 0.322266, - 0.324219, - 0.316406, - 0.120117, - 0.330078, - 0.330078, - 0.328125, - 0.332031, - 0.349609, - 0.320312, - 0.210938, - 0.322266, - 0.314453, - 0.328125, - 0.320312, - 0.289062, - 0.314453, - 0.300781, - 0.251953, - 0.322266, - 0.246094, - 0.166992, - 0.25, - 0.322266, - 0.320312, - 0.322266, - 0.341797, - 0.324219, - 0.324219, - 0.166016, - 0.173828, - 0.337891, - 0.308594, - 0.320312, - 0.275391, - 0.292969, - 0.34375, - 0.320312, - 0.318359, - 0.216797, - 0.316406, - 0.269531, - 0.330078, - 0.316406, - 0.257812, - 0.3125, - 0.314453, - 0.333984, - 0.324219, - 0.328125, - 0.320312, - 0.310547, - 0.304688, - 0.322266, - 0.294922, - 0.300781, - 0.294922, - 0.326172, - 0.330078, - 0.3125, - 0.3125, - 0.298828, - 0.333984, - 0.306641, - 0.223633, - 0.137695, - 0.320312, - 0.22168, - 0.304688, - 0.322266, - 0.330078, - 0.318359, - 0.298828, - 0.294922, - 0.330078, - 0.200195, - 0.204102, - 0.318359, - 0.300781, - 0.178711, - 0.324219, - 0.316406, - 0.324219, - 0.318359, - 0.3125, - 0.314453, - 0.182617, - 0.296875, - 0.339844, - 0.324219, - 0.324219, - 0.326172, - 0.322266, - 0.330078, - 0.320312, - 0.333984, - 0.310547, - 0.310547, - 0.326172, - 0.308594, - 0.330078, - 0.310547, - 0.330078, - 0.316406, - 0.322266, - 0.324219, - 0.335938, - 0.306641, - 0.3125, - 0.22168, - 0.300781, - 0.326172, - 0.316406, - 0.28125, - 0.326172, - 0.094238, - 0.304688, - 0.335938, - 0.316406, - 0.320312, - 0.320312, - 0.296875, - 0.318359, - 0.345703, - 0.316406, - 0.267578, - 0.322266, - 0.10498, - 0.322266, - 0.330078, - 0.283203, - 0.310547, - 0.287109, - 0.322266, - 0.306641, - 0.326172, - 0.310547, - 0.271484, - 0.24707, - 0.324219, - 0.128906, - 0.324219, - 0.316406, - 0.3125, - 0.322266, - 0.318359, - 0.308594, - 0.330078, - 0.320312, - 0.304688, - 0.322266, - 0.341797, - 0.263672, - 0.316406, - 0.129883, - 0.306641, - 0.226562, - 0.308594, - 0.326172, - 0.257812, - 0.345703, - 0.34375, - 0.283203, - 0.300781, - 0.3125, - 0.326172, - 0.316406, - 0.320312, - 0.328125, - 0.320312, - 0.134766, - 0.324219, - 0.353516, - 0.314453, - 0.316406, - 0.212891, - 0.328125, - 0.294922, - 0.328125, - 0.339844, - 0.339844, - 0.318359, - 0.324219, - 0.353516, - 0.287109, - 0.195312, - 0.314453, - 0.314453, - 0.320312, - 0.306641, - 0.339844, - 0.318359, - 0.318359, - 0.333984, - 0.308594, - 0.314453, - 0.326172, - 0.302734, - 0.320312, - 0.333984, - 0.332031, - 0.170898, - 0.300781, - 0.337891, - 0.318359, - 0.316406, - 0.322266, - 0.332031, - 0.335938, - 0.298828, - 0.320312, - 0.306641, - 0.291016, - 0.328125, - 0.333984, - 0.318359, - 0.292969, - 0.19043, - 0.341797, - 0.308594, - 0.15625, - 0.333984, - 0.316406, - 0.130859, - 0.287109, - 0.328125, - 0.328125, - 0.326172, - 0.34375, - 0.320312, - 0.320312, - 0.324219, - 0.326172, - 0.125977, - 0.316406, - 0.3125, - 0.324219, - 0.318359, - 0.318359, - 0.324219, - 0.310547, - 0.157227, - 0.300781, - 0.324219, - 0.298828, - 0.332031, - 0.320312, - 0.324219, - 0.330078, - 0.277344, - 0.332031, - 0.324219, - 0.138672, - 0.140625, - 0.330078, - 0.326172, - 0.324219, - 0.341797, - 0.19043, - 0.283203, - 0.318359, - 0.304688, - 0.318359, - 0.210938, - 0.333984, - 0.320312, - 0.322266, - 0.322266, - 0.310547, - 0.324219, - 0.339844, - 0.328125, - 0.316406, - 0.310547, - 0.308594, - 0.333984, - 0.316406, - 0.3125, - 0.320312, - 0.283203, - 0.326172, - 0.310547, - 0.332031, - 0.326172, - 0.205078, - 0.308594, - 0.291016, - 0.330078, - 0.027344, - 0.328125, - 0.300781, - 0.320312, - 0.314453, - 0.322266, - 0.3125, - 0.337891, - 0.330078, - 0.328125, - 0.3125, - 0.306641, - 0.208008, - 0.296875, - 0.324219, - 0.128906, - 0.326172, - 0.279297, - 0.337891, - 0.248047, - 0.170898, - 0.269531, - 0.322266, - 0.332031, - 0.328125, - 0.261719, - 0.322266, - 0.341797, - 0.324219, - 0.324219, - 0.433594, - 0.120117, - 0.316406, - 0.15332, - 0.292969, - 0.339844, - 0.314453, - 0.316406, - 0.283203, - 0.320312, - 0.318359, - 0.322266, - 0.273438, - 0.326172, - 0.328125, - 0.324219, - 0.318359, - 0.333984, - 0.318359, - 0.279297, - 0.328125, - 0.333984, - 0.322266, - 0.300781, - 0.339844, - 0.34375, - 0.306641, - 0.292969, - 0.322266, - 0.332031, - 0.330078, - 0.330078, - 0.314453, - 0.320312, - 0.324219, - 0.298828, - 0.314453, - 0.257812, - -0.000162, - 0.333984, - 0.306641, - 0.316406, - 0.324219, - 0.314453, - 0.335938, - 0.251953, - 0.3125, - 0.296875, - 0.322266, - 0.324219, - 0.189453, - 0.300781, - 0.328125, - 0.320312, - 0.335938, - 0.300781, - 0.164062, - 0.333984, - 0.333984, - 0.294922, - 0.320312, - 0.308594, - 0.308594, - 0.3125, - 0.320312, - 0.316406, - 0.326172, - 0.296875, - 0.339844, - 0.3125, - 0.316406, - 0.328125, - 0.316406, - 0.318359, - 0.34375, - 0.119629, - 0.320312, - 0.302734, - 0.322266, - 0.213867, - 0.3125, - 0.337891, - 0.316406, - 0.337891, - 0.302734, - 0.326172, - 0.306641, - 0.316406, - 0.322266, - 0.318359, - 0.339844, - 0.318359, - 0.314453, - 0.318359, - 0.3125, - 0.330078, - 0.246094, - 0.347656, - 0.322266, - 0.308594, - 0.328125, - 0.230469, - 0.318359, - 0.333984, - 0.341797, - 0.324219, - 0.296875, - 0.326172, - 0.367188, - 0.249023, - 0.318359, - 0.328125, - 0.273438, - 0.251953, - 0.142578, - 0.3125, - 0.129883, - 0.300781, - 0.304688, - 0.316406, - 0.308594, - 0.330078, - 0.294922, - 0.328125, - 0.302734, - 0.333984, - 0.337891, - 0.363281, - 0.324219, - 0.25, - 0.328125, - 0.289062, - 0.292969, - 0.257812, - 0.306641, - 0.330078, - 0.300781, - 0.310547, - 0.3125, - 0.273438, - 0.3125, - 0.294922, - 0.332031, - 0.283203, - 0.318359, - 0.318359, - 0.168945, - 0.25, - 0.316406, - 0.296875, - 0.279297, - 0.148438, - 0.326172, - 0.332031, - 0.318359, - 0.316406, - 0.363281, - 0.333984, - 0.296875, - 0.351562, - 0.117676, - 0.326172, - 0.330078, - 0.223633, - 0.3125, - 0.318359, - 0.300781, - 0.332031, - 0.3125, - 0.322266, - 0.253906, - 0.337891, - 0.322266, - 0.328125, - 0.3125, - 0.257812, - 0.310547, - 0.296875, - 0.304688, - 0.326172, - 0.291016, - 0.333984, - 0.332031, - 0.183594, - 0.220703, - 0.296875, - 0.322266, - 0.332031, - 0.341797, - 0.324219, - 0.333984, - 0.318359, - 0.298828, - 0.192383, - 0.330078, - 0.176758, - 0.155273, - 0.341797, - 0.339844, - 0.318359, - 0.316406, - 0.322266, - 0.314453, - 0.289062, - 0.310547, - 0.188477, - 0.363281, - 0.308594, - 0.318359, - 0.300781, - 0.275391, - 0.347656, - 0.310547, - 0.320312, - 0.324219, - 0.320312, - 0.326172, - 0.337891, - 0.310547, - 0.320312, - 0.320312, - 0.175781, - 0.324219, - 0.245117, - 0.337891, - 0.330078, - 0.314453, - 0.375, - 0.404297, - 0.120605, - 0.330078, - 0.326172, - 0.333984, - 0.145508, - 0.162109, - 0.197266, - 0.12207, - 0.202148, - 0.3125, - 0.273438, - 0.318359, - 0.328125, - 0.310547, - 0.326172, - 0.316406, - 0.273438, - 0.308594, - 0.316406, - 0.326172, - 0.316406, - 0.326172, - 0.292969, - 0.328125, - 0.333984, - 0.253906, - 0.349609, - 0.3125, - 0.324219, - 0.304688, - 0.339844, - 0.318359, - 0.318359, - 0.333984, - 0.318359, - 0.214844, - 0.316406, - 0.337891, - 0.310547, - 0.320312, - 0.28125, - 0.320312, - 0.143555, - 0.328125, - 0.322266, - 0.164062, - 0.326172, - 0.314453, - 0.300781, - 0.335938, - 0.306641, - 0.328125, - 0.259766, - 0.201172, - 0.318359, - 0.308594, - 0.308594, - 0.318359, - 0.222656, - 0.316406, - 0.275391, - 0.300781, - 0.326172, - 0.324219, - 0.320312, - 0.28125, - 0.318359, - 0.322266, - 0.285156, - 0.361328, - 0.324219, - 0.320312, - 0.241211, - 0.3125, - 0.328125, - 0.310547, - 0.302734, - 0.326172, - 0.298828, - 0.308594, - 0.333984, - 0.244141, - 0.314453, - 0.328125, - 0.291016, - 0.304688, - 0.34375, - 0.316406, - 0.292969, - 0.277344, - 0.316406, - 0.326172, - 0.302734, - 0.121582, - 0.326172, - 0.326172, - 0.320312, - 0.306641, - 0.279297, - 0.289062, - 0.332031, - 0.332031, - 0.324219, - 0.335938, - 0.498047, - 0.308594, - 0.106445, - 0.326172, - 0.328125, - 0.253906, - 0.326172, - 0.314453, - 0.316406, - 0.347656, - 0.265625, - 0.326172, - 0.320312, - 0.308594, - 0.324219, - 0.320312, - 0.28125, - 0.332031, - 0.318359, - 0.324219, - 0.112793, - 0.310547, - 0.275391, - 0.291016, - 0.310547, - 0.277344, - 0.326172, - 0.341797, - 0.324219, - 0.308594, - 0.314453, - 0.328125, - 0.310547, - 0.316406, - 0.322266, - 0.308594, - 0.314453, - 0.289062, - 0.3125, - 0.324219, - 0.287109, - 0.308594, - 0.328125, - 0.326172, - 0.310547, - 0.314453, - 0.310547, - 0.328125, - 0.339844, - 0.318359, - 0.332031, - 0.335938, - 0.330078, - 0.320312, - 0.308594, - 0.324219, - 0.326172, - 0.318359, - 0.328125, - 0.251953, - 0.328125, - 0.320312, - 0.306641, - 0.335938, - 0.308594, - 0.3125, - 0.326172, - 0.287109, - 0.347656, - 0.333984, - 0.000755, - 0.249023, - 0.332031, - 0.337891, - 0.150391, - 0.332031, - 0.375, - 0.341797, - 0.324219, - 0.273438, - 0.291016, - 0.271484, - 0.322266, - 0.285156, - 0.316406, - 0.314453, - 0.320312, - 0.310547, - 0.28125, - 0.306641, - 0.326172, - 0.316406, - 0.320312, - 0.330078, - 0.273438, - 0.322266, - 0.263672, - 0.384766, - 0.316406, - 0.124023, - 0.324219, - 0.28125, - 0.324219, - 0.3125, - 0.318359, - 0.283203, - 0.324219, - 0.328125, - 0.347656, - 0.316406, - 0.318359, - 0.18457, - 0.314453, - 0.320312, - 0.326172, - 0.300781, - 0.3125, - 0.324219, - 0.333984, - 0.275391, - 0.332031, - 0.3125, - 0.210938, - 0.3125, - 0.298828, - 0.314453, - 0.287109, - 0.335938, - 0.273438, - 0.460938, - 0.333984, - 0.134766, - 0.3125, - 0.333984, - 0.318359, - 0.318359, - 0.345703, - 0.304688, - 0.322266, - 0.333984, - 0.324219, - 0.306641, - 0.326172, - 0.322266, - 0.304688, - 0.306641, - 0.25, - 0.261719, - 0.171875, - 0.296875, - 0.328125, - 0.3125, - 0.294922, - 0.296875, - 0.163086, - 0.332031, - 0.322266, - 0.3125, - 0.318359, - 0.289062, - 0.22168, - 0.310547, - 0.289062, - 0.332031, - 0.337891, - 0.328125, - 0.330078, - 0.322266, - 0.316406, - 0.227539, - 0.318359, - 0.257812, - 0.28125, - 0.304688, - 0.332031, - 0.183594, - 0.320312, - 0.128906, - 0.330078, - 0.253906, - 0.318359, - 0.316406, - 0.326172, - 0.308594, - 0.324219, - 0.304688, - 0.328125, - 0.318359, - 0.296875, - 0.228516, - 0.328125, - 0.296875, - 0.22168, - 0.259766, - 0.310547, - 0.302734, - 0.318359, - 0.316406, - 0.341797, - 0.330078, - 0.279297, - 0.298828, - 0.310547, - 0.302734, - 0.251953, - 0.302734, - 0.3125, - 0.296875, - 0.291016, - 0.347656, - 0.332031, - 0.318359, - 0.337891, - 0.308594, - 0.332031, - 0.332031, - 0.324219, - 0.335938, - 0.314453, - 0.335938, - 0.316406, - 0.324219, - 0.28125, - 0.324219, - 0.302734, - 0.310547, - 0.251953, - 0.296875, - 0.320312, - 0.328125, - 0.263672, - 0.246094, - 0.347656, - 0.24707, - 0.333984, - 0.328125, - 0.318359, - 0.332031, - 0.332031, - 0.289062, - 0.291016, - 0.243164, - 0.269531, - 0.324219, - 0.330078, - 0.24707, - 0.326172, - 0.308594, - 0.251953, - 0.275391, - 0.330078, - 0.328125, - 0.339844, - 0.300781, - 0.289062, - 0.320312, - 0.186523, - 0.326172, - 0.316406, - 0.176758, - 0.324219, - 0.298828, - 0.333984, - 0.320312, - 0.337891, - 0.24707, - 0.326172, - 0.341797, - 0.169922, - 0.316406, - 0.326172, - 0.138672, - 0.240234, - 0.330078, - 0.316406, - 0.289062, - 0.314453, - 0.283203, - 0.154297, - 0.367188, - 0.324219, - 0.291016, - 0.114746, - 0.324219, - 0.341797, - 0.269531, - 0.316406, - 0.3125, - 0.330078, - 0.302734, - 0.296875, - 0.322266, - 0.320312, - 0.279297, - 0.310547, - 0.308594, - 0.324219, - 0.332031, - 0.133789, - 0.291016, - 0.277344, - 0.535156, - 0.341797, - 0.287109, - 0.261719, - 0.328125, - 0.25, - 0.296875, - 0.326172, - 0.279297, - 0.324219, - 0.1875, - 0.318359, - 0.314453, - 0.326172, - 0.244141, - 0.277344, - 0.333984, - 0.314453, - 0.324219, - 0.335938, - 0.320312, - 0.320312, - 0.28125, - 0.314453, - 0.322266, - 0.308594, - 0.324219, - 0.328125, - 0.332031, - 0.326172, - 0.134766, - 0.277344, - 0.314453, - 0.322266, - 0.116211, - 0.328125, - 0.279297, - 0.318359, - 0.310547, - 0.333984, - 0.294922, - 0.316406, - 0.320312, - 0.339844, - 0.3125, - 0.333984, - 0.298828, - 0.345703, - 0.337891, - 0.320312, - 0.300781, - 0.310547 - ] - }, - "name": "model.transformer.layers.6.ffn_norm.weight", - "outputIndexes": [ - 459 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 458, - 459 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_6/Mul_1_output_0", - "outputIndexes": [ - 460 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 460 - ], - "outputIndexes": [ - 1626 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1626 - ], - "outputIndexes": [ - 1627 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear", - "inputIndexes": [ - 1627 - ], - "outputIndexes": [ - 1628 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 5120, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 61440, - "weightSize": 0 - }, - "external": [ - 36424048, - 3932182, - 491520, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1628 - ], - "outputIndexes": [ - 1629 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1629 - ], - "outputIndexes": [ - 461 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 5120 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 461, - 21, - 221, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_6/Slice_output_0", - "outputIndexes": [ - 462 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 462 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_6/Sigmoid_output_0", - "outputIndexes": [ - 463 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 462, - 463 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_6/Mul_output_0", - "outputIndexes": [ - 464 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5120 - ] - }, - "name": "/ffn_6/Mul_1_output_0", - "outputIndexes": [ - 465 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 461, - 221, - 465, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_6/Slice_1_output_0", - "outputIndexes": [ - 466 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 464, - 466 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_6/Mul_2_output_0", - "outputIndexes": [ - 467 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 467 - ], - "outputIndexes": [ - 1630 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2560, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1630 - ], - "outputIndexes": [ - 1631 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear", - "inputIndexes": [ - 1631 - ], - "outputIndexes": [ - 1632 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2560, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 30720, - "weightSize": 0 - }, - "external": [ - 40847750, - 1966102, - 245760, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1632 - ], - "outputIndexes": [ - 1633 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.6/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1633 - ], - "outputIndexes": [ - 468 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 457, - 468 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_27_output_0", - "outputIndexes": [ - 469 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 469, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_28_output_0", - "outputIndexes": [ - 470 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 470 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_7/Mul_output_0", - "outputIndexes": [ - 471 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.210938, - 0.208984, - 0.192383, - 0.208008, - 0.194336, - 0.198242, - 0.207031, - 0.1875, - 0.197266, - 0.179688, - 0.19043, - 0.135742, - 0.196289, - 0.175781, - 0.155273, - 0.179688, - 0.216797, - 0.246094, - 0.222656, - 0.147461, - 0.057861, - 0.21582, - 0.129883, - 0.188477, - 0.182617, - 0.18457, - 0.149414, - 0.15625, - 0.193359, - 0.175781, - 0.173828, - 0.200195, - 0.166992, - 0.194336, - 0.160156, - 0.18457, - 0.208984, - 0.175781, - 0.162109, - 0.189453, - 0.203125, - 0.196289, - 0.193359, - 0.197266, - 0.177734, - 0.211914, - 0.185547, - 0.176758, - 0.188477, - 0.131836, - 0.193359, - 0.175781, - 0.211914, - 0.149414, - 0.392578, - 0.191406, - 0.181641, - 0.183594, - 0.169922, - 0.177734, - 0.1875, - 0.185547, - 0.071777, - 0.178711, - 0.09668, - 0.199219, - 0.143555, - 0.196289, - 0.243164, - 0.277344, - 0.194336, - 0.24707, - 0.178711, - 0.208984, - 0.155273, - 0.180664, - 0.174805, - 0.222656, - 0.191406, - 0.202148, - 0.203125, - 0.185547, - 0.201172, - 0.192383, - 0.150391, - 0.223633, - 0.167969, - 0.149414, - 0.181641, - 0.172852, - 0.186523, - 0.226562, - 0.210938, - 0.204102, - 0.172852, - 0.208984, - 0.142578, - 0.182617, - 0.098633, - 0.133789, - 0.181641, - 0.240234, - 0.182617, - 0.179688, - 0.203125, - 0.185547, - 0.209961, - 0.164062, - 0.168945, - 0.172852, - 0.191406, - 0.207031, - 0.150391, - 0.175781, - 0.207031, - 0.201172, - 0.129883, - 0.19043, - 0.208984, - 0.188477, - 0.166992, - 0.197266, - 0.195312, - 0.198242, - 0.183594, - 0.166016, - 0.185547, - 0.200195, - 0.192383, - 0.226562, - 0.169922, - 0.180664, - 0.189453, - 0.160156, - 0.198242, - 0.195312, - 0.175781, - 0.176758, - 0.197266, - 0.170898, - 0.192383, - 0.226562, - 0.202148, - 0.158203, - 0.116211, - 0.122559, - 0.201172, - 0.21582, - 0.170898, - 0.189453, - 0.208008, - 0.204102, - 0.217773, - 0.201172, - 0.176758, - 0.181641, - 0.225586, - 0.138672, - 0.170898, - 0.255859, - 0.206055, - 0.231445, - 0.214844, - 0.202148, - 0.1875, - 0.194336, - 0.213867, - 0.198242, - 0.216797, - 0.212891, - 0.124023, - 0.174805, - 0.117676, - 0.175781, - 0.185547, - 0.155273, - 0.186523, - 0.203125, - 0.194336, - 0.202148, - 0.173828, - 0.19043, - 0.172852, - 0.180664, - 0.196289, - 0.172852, - 0.191406, - 0.206055, - 0.204102, - 0.188477, - 0.203125, - 0.192383, - 0.451172, - 0.208008, - 0.199219, - 0.212891, - 0.239258, - 0.171875, - 0.200195, - 0.277344, - 0.189453, - 0.193359, - 0.180664, - 0.198242, - 0.1875, - 0.180664, - 0.194336, - 0.200195, - 0.201172, - 0.180664, - 0.19043, - 0.22168, - 0.179688, - 0.188477, - 0.245117, - 0.201172, - 0.174805, - 0.194336, - 0.181641, - 0.208984, - 0.167969, - 0.335938, - 0.161133, - 0.08252, - 0.172852, - 0.294922, - 0.180664, - 0.176758, - 0.19043, - 0.196289, - 0.145508, - 0.181641, - 0.237305, - 0.197266, - 0.185547, - 0.169922, - 0.196289, - 0.181641, - 0.1875, - 0.203125, - 0.205078, - 0.115234, - 0.174805, - 0.194336, - 0.195312, - 0.1875, - 0.099609, - 0.170898, - 0.21875, - 0.200195, - 0.181641, - 0.097656, - 0.198242, - 0.229492, - 0.199219, - 0.186523, - 0.185547, - 0.198242, - 0.173828, - 0.169922, - 0.203125, - 0.193359, - 0.087891, - 0.177734, - 0.168945, - 0.223633, - 0.196289, - 0.285156, - 0.195312, - 0.181641, - 0.166992, - 0.19043, - 0.174805, - 0.162109, - 0.210938, - 0.1875, - 0.1875, - 0.129883, - 0.188477, - 0.167969, - 0.204102, - 0.169922, - 0.206055, - 0.189453, - 0.180664, - 0.200195, - 0.168945, - 0.181641, - 0.248047, - 0.204102, - 0.175781, - 0.178711, - 0.185547, - 0.277344, - 0.085938, - 0.171875, - 0.098145, - 0.176758, - 0.168945, - 0.140625, - 0.206055, - 0.1875, - 0.179688, - 0.208008, - 0.18457, - 0.193359, - 0.196289, - 0.211914, - 0.173828, - 0.172852, - 0.173828, - 0.191406, - 0.141602, - 0.195312, - 0.138672, - 0.191406, - 0.196289, - 0.125977, - 0.257812, - 0.230469, - 0.175781, - 0.166016, - 0.176758, - 0.199219, - 0.176758, - 0.213867, - 0.182617, - 0.21875, - 0.207031, - 0.15625, - 0.170898, - 0.178711, - 0.180664, - 0.199219, - 0.175781, - 0.195312, - 0.208984, - 0.212891, - 0.161133, - 0.182617, - 0.166992, - 0.188477, - 0.197266, - 0.141602, - 0.185547, - 0.115723, - 0.699219, - 0.139648, - 0.204102, - 0.206055, - 0.217773, - 0.205078, - 0.145508, - 0.259766, - 0.219727, - 0.470703, - 0.222656, - 0.181641, - 0.185547, - 0.201172, - 0.203125, - 0.189453, - 0.206055, - 0.206055, - 0.196289, - 0.237305, - 0.199219, - 0.204102, - 0.194336, - 0.096191, - 0.11377, - 0.212891, - 0.12207, - 0.189453, - 0.181641, - 0.079102, - 0.222656, - 0.208008, - 0.22168, - 0.197266, - 0.197266, - 0.181641, - 0.174805, - 0.194336, - 0.147461, - 0.1875, - 0.086914, - 0.175781, - 0.186523, - 0.21875, - 0.217773, - 0.195312, - 0.182617, - 0.07959, - 0.177734, - 0.287109, - 0.171875, - 0.392578, - 0.050049, - 0.115234, - 0.212891, - 0.202148, - 0.111816, - 0.180664, - 0.183594, - 0.109375, - 0.111816, - 0.180664, - 0.19043, - 0.171875, - 0.175781, - 0.19043, - 0.206055, - 0.197266, - 0.168945, - 0.185547, - 0.203125, - 0.1875, - 0.198242, - 0.195312, - 0.231445, - 0.236328, - 0.235352, - 0.363281, - 0.195312, - 0.202148, - 0.19043, - 0.189453, - 0.283203, - 0.179688, - 0.222656, - 0.178711, - 0.197266, - 0.188477, - 0.182617, - 0.162109, - 0.207031, - 0.192383, - 0.182617, - 0.200195, - 0.197266, - 0.178711, - 0.186523, - 0.202148, - 0.170898, - 0.186523, - 0.199219, - 0.106934, - 0.172852, - 0.175781, - 0.273438, - 0.169922, - 0.237305, - 0.1875, - 0.154297, - 0.22168, - 0.202148, - 0.15918, - 0.177734, - 0.172852, - 0.202148, - 0.11377, - 0.240234, - 0.208984, - 0.208984, - 0.151367, - 0.21582, - 0.196289, - 0.193359, - 0.192383, - 0.193359, - 0.171875, - 0.211914, - 0.139648, - 0.202148, - 0.206055, - 0.204102, - 0.188477, - 0.19043, - 0.19043, - 0.196289, - 0.207031, - 0.201172, - 0.204102, - 0.189453, - 0.089355, - 0.169922, - 0.200195, - 0.207031, - 0.178711, - 0.213867, - 0.214844, - 0.217773, - 0.1875, - 0.203125, - 0.207031, - 0.166992, - 0.194336, - 0.1875, - 0.193359, - 0.209961, - 0.163086, - 0.086914, - 0.18457, - 0.1875, - 0.193359, - 0.208008, - 0.178711, - 0.178711, - 0.166016, - 0.203125, - 0.195312, - 0.142578, - 0.1875, - 0.234375, - 0.188477, - 0.175781, - 0.172852, - 0.188477, - 0.198242, - 0.163086, - 0.237305, - 0.222656, - 0.171875, - 0.165039, - 0.177734, - 0.224609, - 0.195312, - 0.188477, - 0.671875, - 0.167969, - 0.172852, - 0.1875, - 0.21582, - 0.172852, - 0.084961, - 0.157227, - 0.191406, - 0.191406, - 0.22168, - 0.164062, - 0.177734, - 0.19043, - 0.192383, - 0.207031, - 0.200195, - 0.166016, - 0.204102, - 0.18457, - 0.193359, - 0.18457, - 0.193359, - 0.257812, - 0.176758, - 0.186523, - 0.194336, - 0.166016, - 0.176758, - 0.180664, - 0.18457, - 0.183594, - 0.152344, - 0.175781, - 0.148438, - 0.267578, - 0.185547, - 0.203125, - 0.174805, - 0.180664, - 0.223633, - 0.196289, - 0.182617, - 0.179688, - 0.208008, - 0.173828, - 0.231445, - 0.242188, - 0.185547, - 0.191406, - 0.188477, - 0.189453, - 0.248047, - 0.188477, - 0.177734, - 0.19043, - 0.171875, - 0.192383, - 0.233398, - 0.22168, - 0.18457, - 0.196289, - 0.204102, - 0.203125, - 0.193359, - 0.15625, - 0.180664, - 0.149414, - 0.104004, - 0.223633, - 0.146484, - 0.213867, - 0.199219, - 0.191406, - 0.174805, - 0.191406, - 0.182617, - 0.193359, - 0.134766, - 0.144531, - 0.194336, - 0.199219, - 0.121094, - 0.183594, - 0.182617, - 0.208008, - 0.168945, - 0.173828, - 0.171875, - 0.203125, - 0.168945, - 0.198242, - 0.172852, - 0.179688, - 0.175781, - 0.201172, - 0.195312, - 0.189453, - 0.186523, - 0.174805, - 0.146484, - 0.196289, - 0.185547, - 0.222656, - 0.220703, - 0.224609, - 0.175781, - 0.183594, - 0.176758, - 0.236328, - 0.185547, - 0.287109, - 0.185547, - 0.169922, - 0.210938, - 0.213867, - 0.206055, - 0.189453, - 0.060547, - 0.195312, - 0.267578, - 0.15918, - 0.199219, - 0.212891, - 0.181641, - 0.1875, - 0.169922, - 0.148438, - 0.200195, - 0.191406, - 0.408203, - 0.193359, - 0.223633, - 0.197266, - 0.207031, - 0.191406, - 0.183594, - 0.233398, - 0.217773, - 0.18457, - 0.1875, - 0.18457, - 0.201172, - 0.119629, - 0.204102, - 0.169922, - 0.196289, - 0.302734, - 0.165039, - 0.18457, - 0.191406, - 0.196289, - 0.1875, - 0.203125, - 0.193359, - 0.178711, - 0.1875, - 0.169922, - 0.176758, - 0.22168, - 0.213867, - 0.185547, - 0.182617, - 0.167969, - 0.143555, - 0.185547, - 0.192383, - 0.199219, - 0.202148, - 0.185547, - 0.179688, - 0.18457, - 0.185547, - 0.103516, - 0.204102, - 0.120117, - 0.183594, - 0.168945, - 0.160156, - 0.182617, - 0.180664, - 0.185547, - 0.216797, - 0.175781, - 0.188477, - 0.197266, - 0.12207, - 0.212891, - 0.139648, - 0.203125, - 0.194336, - 0.165039, - 0.217773, - 0.109375, - 0.196289, - 0.166016, - 0.185547, - 0.202148, - 0.188477, - 0.166992, - 0.180664, - 0.166992, - 0.185547, - 0.209961, - 0.349609, - 0.223633, - 0.138672, - 0.178711, - 0.201172, - 0.197266, - 0.219727, - 0.253906, - 0.198242, - 0.19043, - 0.294922, - 0.192383, - 0.178711, - 0.163086, - 0.210938, - 0.198242, - 0.458984, - 0.205078, - 0.208984, - 0.197266, - 0.233398, - 0.1875, - 0.380859, - 0.182617, - 0.197266, - 0.291016, - 0.191406, - 0.11084, - 0.171875, - 0.183594, - 0.200195, - 0.180664, - 0.096191, - 0.191406, - 0.189453, - 0.207031, - 0.204102, - 0.150391, - 0.15918, - 0.191406, - 0.451172, - 0.199219, - 0.189453, - 0.204102, - 0.166016, - 0.175781, - 0.226562, - 0.175781, - 0.195312, - 0.210938, - 0.179688, - 0.100098, - 0.117676, - 0.227539, - 0.181641, - 0.182617, - 0.160156, - 0.149414, - 0.25, - 0.180664, - 0.199219, - 0.201172, - 0.168945, - 0.147461, - 0.179688, - 0.18457, - 0.171875, - 0.171875, - 0.172852, - 0.166992, - 0.181641, - 0.167969, - 0.200195, - 0.195312, - 0.199219, - 0.203125, - 0.213867, - 0.185547, - 0.181641, - 0.204102, - 0.179688, - 0.150391, - 0.194336, - 0.172852, - 0.194336, - 0.18457, - 0.157227, - 0.361328, - 0.210938, - 0.243164, - 0.19043, - 0.186523, - 0.249023, - 0.163086, - 0.145508, - 0.206055, - 0.191406, - 0.209961, - 0.18457, - 0.28125, - 0.168945, - 0.19043, - 0.167969, - 0.158203, - 0.166016, - 0.206055, - 0.169922, - 0.143555, - 0.246094, - 0.183594, - 0.179688, - 0.232422, - 0.194336, - 0.164062, - 0.189453, - 0.193359, - 0.163086, - 0.226562, - 0.100098, - 0.207031, - 0.124023, - 0.225586, - 0.193359, - 0.172852, - 0.225586, - 0.191406, - 0.195312, - 0.185547, - 0.194336, - 0.189453, - 0.191406, - 0.171875, - 0.225586, - 0.15625, - 0.197266, - 0.195312, - 0.220703, - 0.201172, - 0.171875, - 0.166992, - 0.175781, - 0.172852, - 0.163086, - 0.219727, - 0.183594, - 0.180664, - 0.173828, - 0.173828, - 0.171875, - 0.180664, - 0.227539, - 0.196289, - 0.179688, - 0.213867, - 0.191406, - 0.001015, - 0.198242, - 0.22168, - 0.208984, - 0.191406, - 0.179688, - 0.152344, - 0.1875, - 0.211914, - 0.194336, - 0.141602, - 0.175781, - 0.140625, - 0.208008, - 0.210938, - 0.255859, - 0.235352, - 0.186523, - 0.523438, - 0.208008, - 0.249023, - 0.213867, - 0.180664, - 0.185547, - 0.196289, - 0.201172, - 0.238281, - 0.201172, - 0.155273, - 0.172852, - 0.191406, - 0.199219, - 0.173828, - 0.191406, - 0.198242, - 0.209961, - 0.182617, - 0.068848, - 0.199219, - 0.158203, - 0.192383, - 0.246094, - 0.211914, - 0.208984, - 0.179688, - 0.210938, - 0.202148, - 0.192383, - 0.186523, - 0.148438, - 0.200195, - 0.209961, - 0.150391, - 0.165039, - 0.173828, - 0.224609, - 0.204102, - 0.181641, - 0.19043, - 0.197266, - 0.213867, - 0.195312, - 0.192383, - 0.176758, - 0.177734, - 0.167969, - 0.228516, - 0.178711, - 0.189453, - 0.180664, - 0.108887, - 0.169922, - 0.1875, - 0.195312, - 0.231445, - 0.212891, - 0.255859, - 0.213867, - 0.099609, - 0.188477, - 0.177734, - 0.164062, - 0.194336, - 0.1875, - 0.213867, - 0.188477, - 0.225586, - 0.18457, - 0.192383, - 0.116211, - 0.200195, - 0.255859, - 0.198242, - 0.179688, - 0.178711, - 0.199219, - 0.211914, - 0.180664, - 0.19043, - 0.208008, - 0.183594, - 0.199219, - 0.166016, - 0.205078, - 0.182617, - 0.178711, - 0.208008, - 0.202148, - 0.112305, - 0.198242, - 0.179688, - 0.198242, - 0.185547, - 0.102539, - 0.198242, - 0.208008, - 0.188477, - 0.201172, - 0.11084, - 0.251953, - 0.216797, - 0.306641, - 0.08252, - 0.202148, - 0.194336, - 0.163086, - 0.186523, - 0.183594, - 0.21875, - 0.173828, - 0.310547, - 0.1875, - 0.168945, - 0.164062, - 0.179688, - 1.078125, - 0.166992, - 0.206055, - 0.167969, - 0.217773, - 0.219727, - 0.196289, - 0.1875, - 0.21875, - 0.197266, - 0.144531, - 0.150391, - 0.201172, - 0.206055, - 0.21875, - 0.201172, - 0.211914, - 0.186523, - 0.191406, - 0.180664, - 0.204102, - 0.173828, - 0.230469, - 0.179688, - 0.257812, - 0.161133, - 0.176758, - 0.209961, - 0.204102, - 0.212891, - 0.223633, - 0.167969, - 0.147461, - 0.147461, - 0.207031, - 0.183594, - 0.122559, - 0.204102, - 0.11084, - 0.169922, - 0.226562, - 0.198242, - 0.214844, - 0.19043, - 0.1875, - 0.201172, - 0.195312, - 0.15625, - 0.140625, - 0.164062, - 0.188477, - 0.198242, - 0.166016, - 0.196289, - 0.087891, - 0.251953, - 0.076172, - 0.195312, - 0.200195, - 0.227539, - 0.123535, - 0.123535, - 0.4375, - 0.073242, - 0.144531, - 0.212891, - 0.208008, - 0.186523, - 0.18457, - 0.249023, - 0.202148, - 0.196289, - 0.200195, - 0.170898, - 0.151367, - 0.18457, - 0.205078, - 0.166992, - 0.161133, - 0.169922, - 0.203125, - 0.470703, - 0.155273, - 0.181641, - 0.1875, - 0.210938, - 0.172852, - 0.177734, - 0.1875, - 0.200195, - 0.171875, - 0.146484, - 0.174805, - 0.139648, - 0.198242, - 0.195312, - 0.203125, - 0.151367, - 0.105469, - 0.197266, - 0.191406, - 0.161133, - 0.1875, - 0.18457, - 0.198242, - 0.174805, - 0.192383, - 0.200195, - 0.173828, - 0.15625, - 0.219727, - 0.207031, - 0.19043, - 0.207031, - 0.140625, - 0.175781, - 0.171875, - 0.181641, - 0.191406, - 0.179688, - 0.210938, - 0.259766, - 0.19043, - 0.191406, - 0.194336, - 0.144531, - 0.179688, - 0.238281, - 0.178711, - 0.197266, - 0.176758, - 0.21582, - 0.207031, - 0.204102, - 0.168945, - 0.172852, - 0.168945, - 0.203125, - 0.182617, - 0.174805, - 0.197266, - 0.213867, - 0.050293, - 0.178711, - 0.177734, - 0.183594, - 0.208984, - 0.174805, - 0.220703, - 0.087402, - 0.15918, - 0.189453, - 0.181641, - 0.181641, - 0.204102, - 0.204102, - 0.162109, - 0.214844, - 0.206055, - 0.182617, - 0.229492, - 0.186523, - 0.090332, - 0.171875, - 0.222656, - 0.210938, - 0.177734, - 0.191406, - 0.189453, - 0.148438, - 0.198242, - 0.193359, - 0.197266, - 0.194336, - 0.175781, - 0.192383, - 0.21582, - 0.188477, - 0.212891, - 0.172852, - 0.08252, - 0.166992, - 0.246094, - 0.183594, - 0.164062, - 0.194336, - 0.234375, - 0.151367, - 0.203125, - 0.19043, - 0.180664, - 0.139648, - 0.18457, - 0.181641, - 0.209961, - 0.204102, - 0.210938, - 0.238281, - 0.208008, - 0.19043, - 0.222656, - 0.193359, - 0.192383, - 0.19043, - 0.177734, - 0.210938, - 0.176758, - 0.196289, - 0.124023, - 0.19043, - 0.1875, - 0.178711, - 0.179688, - 0.243164, - 0.202148, - 0.19043, - 0.189453, - 0.205078, - 0.180664, - 0.219727, - 0.19043, - 0.191406, - 0.208008, - 0.205078, - 0.18457, - 0.1875, - 0.168945, - 0.203125, - 0.198242, - 0.183594, - 0.216797, - 0.176758, - 0.173828, - 0.173828, - 0.15625, - 0.197266, - 0.124512, - 0.217773, - 0.15918, - 0.208008, - 0.185547, - 0.167969, - 0.203125, - 0.178711, - 0.191406, - 0.203125, - 0.174805, - 0.203125, - 0.214844, - 0.237305, - 0.21875, - 0.193359, - 0.181641, - 0.200195, - 0.196289, - 0.198242, - 0.212891, - 0.097656, - 0.195312, - 0.099121, - 0.181641, - 0.209961, - 0.198242, - 0.213867, - 0.172852, - 0.213867, - 0.194336, - 0.186523, - 0.202148, - 0.179688, - 0.195312, - 0.133789, - 0.185547, - 0.174805, - 0.203125, - 0.200195, - 0.192383, - 0.172852, - 0.229492, - 0.189453, - 0.194336, - 0.1875, - 0.15625, - 0.181641, - 0.173828, - 0.196289, - 0.188477, - 0.198242, - 0.191406, - 0.15332, - 0.195312, - 0.111328, - 0.212891, - 0.193359, - 0.211914, - 0.189453, - 0.157227, - 0.205078, - 0.179688, - 0.188477, - 0.231445, - 0.188477, - 0.193359, - 0.174805, - 0.185547, - 0.198242, - 0.180664, - 0.163086, - 0.130859, - 0.213867, - 0.173828, - 0.191406, - 0.246094, - 0.191406, - 0.435547, - 0.171875, - 0.212891, - 0.149414, - 0.199219, - 0.19043, - 0.333984, - 0.197266, - 0.21582, - 0.178711, - 0.173828, - 0.19043, - 0.178711, - 0.197266, - 0.177734, - 0.208984, - 0.188477, - 0.176758, - 0.197266, - 0.178711, - 0.188477, - 0.130859, - 0.200195, - 0.105957, - 0.21875, - 0.18457, - 0.191406, - 0.197266, - 0.186523, - 0.202148, - 0.188477, - 0.18457, - 0.203125, - 0.199219, - 0.229492, - 0.248047, - 0.232422, - 0.19043, - 0.233398, - 0.191406, - 0.191406, - 0.1875, - 0.18457, - 0.174805, - 0.19043, - 0.175781, - 0.208984, - 0.200195, - 0.202148, - 0.205078, - 0.167969, - 0.243164, - 0.167969, - 0.200195, - 0.202148, - 0.15332, - 0.177734, - 0.202148, - 0.189453, - 0.200195, - 0.191406, - 0.253906, - 0.181641, - 0.179688, - 0.198242, - 0.241211, - 0.203125, - 0.202148, - 0.198242, - 0.186523, - 0.255859, - 0.185547, - 0.180664, - 0.217773, - 0.175781, - 0.177734, - 0.213867, - 0.265625, - 0.199219, - 0.171875, - 0.171875, - 0.173828, - 0.200195, - 0.211914, - 0.174805, - 0.195312, - 0.21582, - 0.162109, - 0.173828, - 0.198242, - 0.179688, - 0.161133, - 0.173828, - 0.209961, - 0.194336, - 0.203125, - 0.182617, - 0.175781, - 0.129883, - 0.172852, - 0.208984, - 0.1875, - 0.186523, - 0.189453, - 0.19043, - 0.12793, - 0.214844, - 0.166016, - 0.168945, - 0.179688, - 0.195312, - 0.173828, - 0.167969, - 0.151367, - 0.121094, - 0.193359, - 0.181641, - 0.107422, - 0.178711, - 0.181641, - 0.163086, - 0.191406, - 0.21875, - 0.171875, - 0.104004, - 0.106445, - 0.214844, - 0.239258, - 0.084961, - 0.178711, - 0.185547, - 0.183594, - 0.273438, - 0.197266, - 0.178711, - 0.1875, - 0.206055, - 0.228516, - 0.180664, - 0.207031, - 0.170898, - 0.209961, - 0.222656, - 0.186523, - 0.318359, - 0.213867, - 0.173828, - 0.263672, - 0.240234, - 0.267578, - 0.15625, - 0.199219, - 0.195312, - 0.173828, - 0.175781, - 0.199219, - 0.181641, - 0.116699, - 0.203125, - 0.176758, - 0.168945, - 0.210938, - 0.203125, - 0.180664, - 0.193359, - 0.185547, - 0.228516, - 0.18457, - 0.174805, - 0.188477, - 0.173828, - 0.180664, - 0.171875, - 0.192383, - 0.205078, - 0.208008, - 0.163086, - 0.105957, - 0.271484, - 0.233398, - 0.224609, - 0.086426, - 0.193359, - 0.197266, - 0.188477, - 0.180664, - 0.180664, - 0.216797, - 0.188477, - 0.166016, - 0.204102, - 0.182617, - 0.189453, - 0.191406, - 0.164062, - 0.195312, - 0.179688, - 0.178711, - 0.191406 - ] - }, - "name": "model.transformer.layers.7.attn_norm.weight", - "outputIndexes": [ - 472 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 471, - 472 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_7/Mul_1_output_0", - "outputIndexes": [ - 473 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 473 - ], - "outputIndexes": [ - 1634 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1634 - ], - "outputIndexes": [ - 1635 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear", - "inputIndexes": [ - 1635 - ], - "outputIndexes": [ - 1636 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 43059612, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1636 - ], - "outputIndexes": [ - 1637 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1637 - ], - "outputIndexes": [ - 474 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 473 - ], - "main_type": "NONE", - "name": "/Shape_29_output_0", - "outputIndexes": [ - 475 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 475 - ], - "main_type": "NONE", - "name": "Shape676", - "outputIndexes": [ - 476 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 475 - ], - "main_type": "NONE", - "name": "Rank678", - "outputIndexes": [ - 477 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 477, - 477 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp680", - "outputIndexes": [ - 478 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 478 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze681", - "outputIndexes": [ - 479 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 478, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp683", - "outputIndexes": [ - 480 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 480 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze684", - "outputIndexes": [ - 481 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 476, - 479, - 481, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice687", - "outputIndexes": [ - 482 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 482 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze688", - "outputIndexes": [ - 483 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 483 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp689", - "outputIndexes": [ - 484 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 484, - 483 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp690", - "outputIndexes": [ - 485 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 475, - 485, - 478 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_39_output_0", - "outputIndexes": [ - 486 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 486, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_71_output_0", - "outputIndexes": [ - 487 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 487, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_35_output_0", - "outputIndexes": [ - 488 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 474, - 488 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_29_output_0", - "outputIndexes": [ - 489 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 489 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_7/Mul_output_0", - "outputIndexes": [ - 490 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.28125, - 0.00383, - 1.492188, - 0.878906, - 0.796875, - 1.429688, - 1.523438, - 1.257812, - 1.375, - 1.6875, - 1.226562, - 1.570312, - 2.828125, - 1.453125, - 1.890625, - 1.78125, - 1.960938, - 4.1875, - 1.875, - 1.296875, - 1.757812, - 1.867188, - 1.070312, - 0.023193, - 1.84375, - 1.984375, - 1.382812, - 2.515625, - 2.4375, - 1.835938, - 1.75, - 0.898438, - 1.304688, - 0.150391, - 0.082031, - 1.039062, - 1.257812, - 1.90625, - 1.4375, - 1.601562, - 1.617188, - 1.523438, - 1.992188, - 1.796875, - 1.265625, - 1.820312, - 1.65625, - 1.757812, - 1.5, - 0.173828, - 1.828125, - 2.34375, - 1.796875, - 3.125, - 2.3125, - 3.765625, - 2.015625, - 1.640625, - 2.484375, - 1.03125, - 1.140625, - 1.71875, - 0.585938, - 1.6875 - ] - }, - "name": "model.transformer.layers.7.attn.q_norm.weight", - "outputIndexes": [ - 491 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 490, - 491 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_7/Mul_1_output_0", - "outputIndexes": [ - 492 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 492, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_28_output_0", - "outputIndexes": [ - 493 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 492, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_29_output_0", - "outputIndexes": [ - 494 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 494 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_14_output_0", - "outputIndexes": [ - 495 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 492, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_28_output_0", - "outputIndexes": [ - 496 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 495, - 496 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_38_output_0", - "outputIndexes": [ - 497 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 497, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_29_output_0", - "outputIndexes": [ - 498 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 493, - 498 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_28_output_0", - "outputIndexes": [ - 499 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 473 - ], - "outputIndexes": [ - 1638 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1638 - ], - "outputIndexes": [ - 1639 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear", - "inputIndexes": [ - 1639 - ], - "outputIndexes": [ - 1640 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 43948466, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1640 - ], - "outputIndexes": [ - 1641 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1641 - ], - "outputIndexes": [ - 500 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 487, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_36_output_0", - "outputIndexes": [ - 501 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 500, - 501 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_30_output_0", - "outputIndexes": [ - 502 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 502 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_7/Mul_output_0", - "outputIndexes": [ - 503 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.148438, - -0.003799, - 1.015625, - 1.273438, - 0.18457, - 1.4375, - 1.585938, - 1.515625, - 1.742188, - 1.671875, - 2.375, - 1.90625, - 0.75, - 2.015625, - 1.671875, - 1.796875, - 1.585938, - -0.002487, - 1.71875, - 2.453125, - 1.820312, - 1.640625, - 2.875, - 14.3125, - 1.765625, - 1.585938, - 2.21875, - 1.25, - 1.289062, - 1.65625, - 1.390625, - 3.1875, - 1.328125, - 0.137695, - 0.071777, - 0.78125, - 1.453125, - 1.445312, - 1.484375, - 1.265625, - 0.5625, - 1.632812, - 1.164062, - 1.492188, - 2.34375, - 1.570312, - 1.914062, - 1.828125, - 2.078125, - 5.9375, - 1.75, - 1.375, - 1.8125, - 0.914062, - 1.304688, - 0.124023, - 1.476562, - 2.015625, - 1.273438, - 2.875, - 2.625, - 1.84375, - 5.21875, - 1.703125 - ] - }, - "name": "model.transformer.layers.7.attn.k_norm.weight", - "outputIndexes": [ - 504 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 503, - 504 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_7/Mul_1_output_0", - "outputIndexes": [ - 505 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 505, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_30_output_0", - "outputIndexes": [ - 506 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 505, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_31_output_0", - "outputIndexes": [ - 507 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 507 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_15_output_0", - "outputIndexes": [ - 508 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 505, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_30_output_0", - "outputIndexes": [ - 509 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 508, - 509 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_39_output_0", - "outputIndexes": [ - 510 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 510, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_31_output_0", - "outputIndexes": [ - 511 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 506, - 511 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_29_output_0", - "outputIndexes": [ - 512 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 473 - ], - "outputIndexes": [ - 1642 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1642 - ], - "outputIndexes": [ - 1643 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear", - "inputIndexes": [ - 1643 - ], - "outputIndexes": [ - 1644 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 44170696, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1644 - ], - "outputIndexes": [ - 1645 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1645 - ], - "outputIndexes": [ - 513 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 513, - 501 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_31_output_0", - "outputIndexes": [ - 514 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 499, - 512, - 514, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.7/self_attn/FusedAttention", - "outputIndexes": [ - 515 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 515 - ], - "outputIndexes": [ - 1646 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1646 - ], - "outputIndexes": [ - 1647 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear", - "inputIndexes": [ - 1647 - ], - "outputIndexes": [ - 1648 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 44392926, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1648 - ], - "outputIndexes": [ - 1649 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1649 - ], - "outputIndexes": [ - 516 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 470, - 516 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_30_output_0", - "outputIndexes": [ - 517 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 517 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_7/Mul_output_0", - "outputIndexes": [ - 518 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.347656, - 0.316406, - 0.353516, - 0.279297, - 0.255859, - 0.349609, - 0.345703, - 0.349609, - 0.365234, - 0.333984, - 0.345703, - 0.163086, - 0.330078, - 0.316406, - 0.359375, - 0.365234, - 0.34375, - 0.349609, - 0.296875, - 0.316406, - 0.119141, - 0.345703, - 0.206055, - 0.337891, - 0.378906, - 0.345703, - 0.341797, - 0.367188, - 0.330078, - 0.345703, - 0.363281, - 0.333984, - 0.257812, - 0.265625, - 0.355469, - 0.347656, - 0.347656, - 0.355469, - 0.353516, - 0.330078, - 0.333984, - 0.328125, - 0.349609, - 0.335938, - 0.328125, - 0.337891, - 0.314453, - 0.34375, - 0.361328, - 0.186523, - 0.353516, - 0.337891, - 0.339844, - 0.34375, - 0.132812, - 0.371094, - 0.34375, - 0.335938, - 0.341797, - 0.363281, - 0.304688, - 0.337891, - 0.151367, - 0.339844, - 0.402344, - 0.353516, - 0.361328, - 0.322266, - 0.328125, - 0.220703, - 0.337891, - 0.335938, - 0.335938, - 0.355469, - 0.222656, - 0.355469, - 0.347656, - 0.365234, - 0.337891, - 0.339844, - 0.335938, - 0.341797, - 0.355469, - 0.332031, - 0.162109, - 0.339844, - 0.330078, - 0.378906, - 0.34375, - 0.261719, - 0.351562, - 0.296875, - 0.353516, - 0.318359, - 0.330078, - 0.330078, - 0.209961, - 0.355469, - 0.149414, - 0.210938, - 0.363281, - 0.320312, - 0.292969, - 0.349609, - 0.341797, - 0.330078, - 0.310547, - 0.263672, - 0.253906, - 0.351562, - 0.361328, - 0.347656, - 0.351562, - 0.238281, - 0.308594, - 0.318359, - 0.365234, - 0.332031, - 0.314453, - 0.332031, - 0.347656, - 0.324219, - 0.3125, - 0.365234, - 0.322266, - 0.367188, - 0.347656, - 0.345703, - 0.357422, - 0.363281, - 0.355469, - 0.345703, - 0.310547, - 0.357422, - 0.339844, - 0.320312, - 0.199219, - 0.361328, - 0.359375, - 0.243164, - 0.355469, - 0.373047, - 0.310547, - 0.353516, - 0.1875, - 0.183594, - 0.283203, - 0.335938, - 0.310547, - 0.265625, - 0.347656, - 0.3125, - 0.316406, - 0.322266, - 0.322266, - 0.326172, - 0.349609, - 0.357422, - 0.339844, - 0.316406, - 0.371094, - 0.249023, - 0.365234, - 0.326172, - 0.337891, - 0.339844, - 0.341797, - 0.337891, - 0.328125, - 0.193359, - 0.201172, - 0.341797, - 0.174805, - 0.355469, - 0.34375, - 0.396484, - 0.335938, - 0.353516, - 0.349609, - 0.353516, - 0.353516, - 0.349609, - 0.294922, - 0.328125, - 0.324219, - 0.345703, - 0.359375, - 0.326172, - 0.355469, - 0.3125, - 0.363281, - 0.332031, - 0.125977, - 0.345703, - 0.324219, - 0.359375, - 0.320312, - 0.349609, - 0.349609, - 0.24707, - 0.322266, - 0.292969, - 0.345703, - 0.345703, - 0.353516, - 0.345703, - 0.357422, - 0.330078, - 0.335938, - 0.318359, - 0.308594, - 0.357422, - 0.349609, - 0.347656, - 0.341797, - 0.330078, - 0.355469, - 0.34375, - 0.353516, - 0.330078, - 0.355469, - 0.359375, - 0.345703, - 0.143555, - 0.355469, - 0.174805, - 0.339844, - 0.304688, - 0.328125, - 0.339844, - 0.345703, - 0.332031, - 0.28125, - 0.267578, - 0.324219, - 0.330078, - 0.339844, - 0.298828, - 0.341797, - 0.324219, - 0.298828, - 0.174805, - 0.367188, - 0.347656, - 0.316406, - 0.347656, - 0.158203, - 0.355469, - 0.357422, - 0.335938, - 0.34375, - 0.125, - 0.349609, - 0.300781, - 0.357422, - 0.349609, - 0.326172, - 0.333984, - 0.34375, - 0.337891, - 0.355469, - 0.337891, - 0.148438, - 0.357422, - 0.357422, - 0.349609, - 0.353516, - 0.129883, - 0.330078, - 0.304688, - 0.349609, - 0.345703, - 0.322266, - 0.353516, - 0.347656, - 0.316406, - 0.345703, - 0.209961, - 0.328125, - 0.236328, - 0.349609, - 0.351562, - 0.267578, - 0.349609, - 0.357422, - 0.34375, - 0.349609, - 0.367188, - 0.357422, - 0.324219, - 0.259766, - 0.373047, - 0.337891, - 0.365234, - 0.152344, - 0.384766, - 0.155273, - 0.357422, - 0.249023, - 0.217773, - 0.361328, - 0.347656, - 0.341797, - 0.357422, - 0.333984, - 0.371094, - 0.353516, - 0.240234, - 0.355469, - 0.332031, - 0.349609, - 0.359375, - 0.128906, - 0.328125, - 0.361328, - 0.330078, - 0.355469, - 0.181641, - 0.15332, - 0.335938, - 0.357422, - 0.337891, - 0.376953, - 0.349609, - 0.337891, - 0.332031, - 0.353516, - 0.320312, - 0.326172, - 0.349609, - 0.287109, - 0.345703, - 0.308594, - 0.376953, - 0.333984, - 0.361328, - 0.322266, - 0.326172, - 0.248047, - 0.371094, - 0.261719, - 0.269531, - 0.34375, - 0.219727, - 0.359375, - 0.380859, - 0.109863, - 0.242188, - 0.341797, - 0.332031, - 0.273438, - 0.324219, - 0.182617, - 0.235352, - 0.347656, - 0.178711, - 0.292969, - 0.347656, - 0.269531, - 0.335938, - 0.359375, - 0.265625, - 0.339844, - 0.310547, - 0.28125, - 0.337891, - 0.335938, - 0.240234, - 0.328125, - 0.161133, - 0.182617, - 0.337891, - 0.165039, - 0.367188, - 0.361328, - 0.139648, - 0.357422, - 0.345703, - 0.339844, - 0.310547, - 0.353516, - 0.316406, - 0.369141, - 0.349609, - 0.195312, - 0.263672, - 0.147461, - 0.332031, - 0.302734, - 0.378906, - 0.353516, - 0.302734, - 0.345703, - 0.152344, - 0.359375, - 0.181641, - 0.357422, - 0.152344, - 0.22168, - 0.369141, - 0.347656, - 0.351562, - 0.369141, - 0.349609, - 0.357422, - 0.158203, - 0.158203, - 0.355469, - 0.337891, - 0.355469, - 0.347656, - 0.174805, - 0.300781, - 0.363281, - 0.351562, - 0.318359, - 0.328125, - 0.347656, - 0.335938, - 0.353516, - 0.316406, - 0.277344, - 0.294922, - 0.193359, - 0.353516, - 0.24707, - 0.332031, - 0.363281, - 0.302734, - 0.339844, - 0.328125, - 0.341797, - 0.351562, - 0.359375, - 0.355469, - 0.361328, - 0.341797, - 0.353516, - 0.310547, - 0.333984, - 0.332031, - 0.335938, - 0.273438, - 0.337891, - 0.335938, - 0.34375, - 0.345703, - 0.169922, - 0.361328, - 0.347656, - 0.197266, - 0.353516, - 0.357422, - 0.332031, - 0.222656, - 0.345703, - 0.357422, - 0.220703, - 0.322266, - 0.359375, - 0.353516, - 0.175781, - 0.345703, - 0.341797, - 0.341797, - 0.203125, - 0.320312, - 0.355469, - 0.341797, - 0.330078, - 0.201172, - 0.322266, - 0.339844, - 0.201172, - 0.337891, - 0.333984, - 0.349609, - 0.345703, - 0.335938, - 0.335938, - 0.347656, - 0.337891, - 0.34375, - 0.246094, - 0.361328, - 0.145508, - 0.363281, - 0.361328, - 0.335938, - 0.333984, - 0.306641, - 0.330078, - 0.324219, - 0.318359, - 0.349609, - 0.347656, - 0.337891, - 0.265625, - 0.337891, - 0.257812, - 0.328125, - 0.339844, - 0.141602, - 0.337891, - 0.285156, - 0.378906, - 0.341797, - 0.335938, - 0.349609, - 0.179688, - 0.345703, - 0.357422, - 0.361328, - 0.333984, - 0.244141, - 0.353516, - 0.347656, - 0.355469, - 0.335938, - 0.363281, - 0.246094, - 0.355469, - 0.369141, - 0.351562, - 0.28125, - 0.332031, - 0.330078, - 0.316406, - 0.349609, - -0.000523, - 0.333984, - 0.349609, - 0.335938, - 0.337891, - 0.328125, - 0.146484, - 0.361328, - 0.345703, - 0.345703, - 0.351562, - 0.384766, - 0.355469, - 0.228516, - 0.349609, - 0.339844, - 0.349609, - 0.335938, - 0.310547, - 0.335938, - 0.320312, - 0.259766, - 0.335938, - 0.265625, - 0.18457, - 0.263672, - 0.359375, - 0.347656, - 0.353516, - 0.351562, - 0.339844, - 0.339844, - 0.196289, - 0.196289, - 0.373047, - 0.324219, - 0.347656, - 0.292969, - 0.337891, - 0.369141, - 0.345703, - 0.34375, - 0.240234, - 0.337891, - 0.285156, - 0.351562, - 0.324219, - 0.263672, - 0.310547, - 0.335938, - 0.355469, - 0.359375, - 0.34375, - 0.359375, - 0.355469, - 0.335938, - 0.349609, - 0.306641, - 0.318359, - 0.304688, - 0.349609, - 0.353516, - 0.34375, - 0.355469, - 0.320312, - 0.367188, - 0.349609, - 0.257812, - 0.155273, - 0.322266, - 0.232422, - 0.335938, - 0.332031, - 0.351562, - 0.355469, - 0.306641, - 0.302734, - 0.359375, - 0.21875, - 0.212891, - 0.34375, - 0.314453, - 0.210938, - 0.347656, - 0.333984, - 0.357422, - 0.349609, - 0.335938, - 0.335938, - 0.196289, - 0.330078, - 0.365234, - 0.349609, - 0.339844, - 0.337891, - 0.351562, - 0.339844, - 0.351562, - 0.378906, - 0.341797, - 0.333984, - 0.351562, - 0.330078, - 0.34375, - 0.337891, - 0.34375, - 0.349609, - 0.367188, - 0.347656, - 0.349609, - 0.322266, - 0.339844, - 0.234375, - 0.335938, - 0.351562, - 0.339844, - 0.300781, - 0.351562, - 0.125977, - 0.324219, - 0.367188, - 0.333984, - 0.347656, - 0.34375, - 0.320312, - 0.353516, - 0.351562, - 0.34375, - 0.285156, - 0.349609, - 0.125, - 0.345703, - 0.363281, - 0.300781, - 0.345703, - 0.292969, - 0.359375, - 0.316406, - 0.335938, - 0.349609, - 0.28125, - 0.265625, - 0.345703, - 0.143555, - 0.351562, - 0.345703, - 0.339844, - 0.337891, - 0.355469, - 0.326172, - 0.345703, - 0.347656, - 0.324219, - 0.339844, - 0.355469, - 0.287109, - 0.361328, - 0.166992, - 0.34375, - 0.298828, - 0.335938, - 0.330078, - 0.273438, - 0.371094, - 0.367188, - 0.304688, - 0.316406, - 0.335938, - 0.341797, - 0.361328, - 0.326172, - 0.355469, - 0.34375, - 0.162109, - 0.345703, - 0.369141, - 0.335938, - 0.34375, - 0.230469, - 0.353516, - 0.318359, - 0.361328, - 0.371094, - 0.361328, - 0.34375, - 0.339844, - 0.367188, - 0.294922, - 0.222656, - 0.332031, - 0.357422, - 0.359375, - 0.328125, - 0.355469, - 0.353516, - 0.330078, - 0.349609, - 0.324219, - 0.351562, - 0.355469, - 0.332031, - 0.34375, - 0.361328, - 0.365234, - 0.185547, - 0.318359, - 0.363281, - 0.332031, - 0.34375, - 0.351562, - 0.363281, - 0.333984, - 0.320312, - 0.361328, - 0.324219, - 0.320312, - 0.345703, - 0.355469, - 0.332031, - 0.314453, - 0.259766, - 0.369141, - 0.326172, - 0.191406, - 0.347656, - 0.351562, - 0.151367, - 0.298828, - 0.357422, - 0.349609, - 0.347656, - 0.378906, - 0.333984, - 0.357422, - 0.347656, - 0.341797, - 0.139648, - 0.339844, - 0.322266, - 0.345703, - 0.34375, - 0.339844, - 0.353516, - 0.326172, - 0.265625, - 0.324219, - 0.369141, - 0.318359, - 0.353516, - 0.333984, - 0.357422, - 0.335938, - 0.298828, - 0.380859, - 0.351562, - 0.163086, - 0.174805, - 0.345703, - 0.359375, - 0.361328, - 0.347656, - 0.211914, - 0.285156, - 0.351562, - 0.330078, - 0.341797, - 0.236328, - 0.34375, - 0.357422, - 0.345703, - 0.355469, - 0.333984, - 0.351562, - 0.351562, - 0.34375, - 0.347656, - 0.347656, - 0.349609, - 0.355469, - 0.345703, - 0.339844, - 0.347656, - 0.292969, - 0.326172, - 0.330078, - 0.353516, - 0.367188, - 0.224609, - 0.320312, - 0.304688, - 0.357422, - 0.138672, - 0.353516, - 0.320312, - 0.341797, - 0.337891, - 0.361328, - 0.351562, - 0.363281, - 0.351562, - 0.335938, - 0.318359, - 0.347656, - 0.185547, - 0.3125, - 0.347656, - 0.146484, - 0.365234, - 0.292969, - 0.384766, - 0.273438, - 0.163086, - 0.279297, - 0.361328, - 0.359375, - 0.347656, - 0.265625, - 0.359375, - 0.386719, - 0.341797, - 0.363281, - 0.46875, - 0.138672, - 0.34375, - 0.163086, - 0.302734, - 0.365234, - 0.353516, - 0.353516, - 0.296875, - 0.355469, - 0.339844, - 0.359375, - 0.289062, - 0.347656, - 0.345703, - 0.347656, - 0.345703, - 0.367188, - 0.337891, - 0.296875, - 0.326172, - 0.351562, - 0.361328, - 0.324219, - 0.353516, - 0.359375, - 0.339844, - 0.320312, - 0.347656, - 0.357422, - 0.361328, - 0.373047, - 0.349609, - 0.337891, - 0.353516, - 0.314453, - 0.332031, - 0.269531, - 0.001572, - 0.349609, - 0.320312, - 0.330078, - 0.333984, - 0.357422, - 0.355469, - 0.261719, - 0.335938, - 0.310547, - 0.333984, - 0.357422, - 0.229492, - 0.310547, - 0.351562, - 0.349609, - 0.375, - 0.337891, - 0.192383, - 0.355469, - 0.376953, - 0.300781, - 0.341797, - 0.347656, - 0.335938, - 0.314453, - 0.337891, - 0.337891, - 0.332031, - 0.300781, - 0.373047, - 0.318359, - 0.341797, - 0.355469, - 0.355469, - 0.347656, - 0.382812, - 0.137695, - 0.34375, - 0.320312, - 0.349609, - 0.225586, - 0.332031, - 0.359375, - 0.363281, - 0.355469, - 0.34375, - 0.347656, - 0.326172, - 0.347656, - 0.332031, - 0.328125, - 0.34375, - 0.330078, - 0.34375, - 0.351562, - 0.322266, - 0.365234, - 0.271484, - 0.373047, - 0.330078, - 0.330078, - 0.369141, - 0.257812, - 0.341797, - 0.357422, - 0.351562, - 0.355469, - 0.302734, - 0.369141, - 0.382812, - 0.269531, - 0.339844, - 0.345703, - 0.291016, - 0.263672, - 0.177734, - 0.328125, - 0.148438, - 0.316406, - 0.332031, - 0.333984, - 0.333984, - 0.353516, - 0.308594, - 0.353516, - 0.314453, - 0.339844, - 0.355469, - 0.382812, - 0.34375, - 0.269531, - 0.355469, - 0.310547, - 0.316406, - 0.277344, - 0.335938, - 0.357422, - 0.316406, - 0.333984, - 0.341797, - 0.279297, - 0.330078, - 0.324219, - 0.369141, - 0.294922, - 0.351562, - 0.341797, - 0.182617, - 0.261719, - 0.355469, - 0.314453, - 0.300781, - 0.178711, - 0.347656, - 0.353516, - 0.322266, - 0.349609, - 0.363281, - 0.351562, - 0.300781, - 0.402344, - 0.134766, - 0.357422, - 0.345703, - 0.241211, - 0.337891, - 0.335938, - 0.328125, - 0.359375, - 0.34375, - 0.34375, - 0.263672, - 0.335938, - 0.355469, - 0.363281, - 0.341797, - 0.277344, - 0.337891, - 0.322266, - 0.322266, - 0.341797, - 0.304688, - 0.355469, - 0.351562, - 0.217773, - 0.231445, - 0.324219, - 0.386719, - 0.353516, - 0.341797, - 0.355469, - 0.355469, - 0.347656, - 0.322266, - 0.208984, - 0.341797, - 0.180664, - 0.185547, - 0.349609, - 0.365234, - 0.347656, - 0.322266, - 0.34375, - 0.349609, - 0.304688, - 0.339844, - 0.209961, - 0.351562, - 0.322266, - 0.333984, - 0.3125, - 0.302734, - 0.394531, - 0.361328, - 0.335938, - 0.341797, - 0.333984, - 0.341797, - 0.359375, - 0.335938, - 0.320312, - 0.349609, - 0.196289, - 0.351562, - 0.248047, - 0.363281, - 0.357422, - 0.339844, - 0.390625, - 0.400391, - 0.144531, - 0.345703, - 0.34375, - 0.351562, - 0.157227, - 0.172852, - 0.232422, - 0.143555, - 0.22168, - 0.326172, - 0.285156, - 0.328125, - 0.333984, - 0.34375, - 0.349609, - 0.339844, - 0.277344, - 0.337891, - 0.349609, - 0.363281, - 0.339844, - 0.376953, - 0.306641, - 0.347656, - 0.351562, - 0.285156, - 0.371094, - 0.367188, - 0.330078, - 0.322266, - 0.373047, - 0.355469, - 0.34375, - 0.341797, - 0.337891, - 0.217773, - 0.337891, - 0.353516, - 0.332031, - 0.341797, - 0.292969, - 0.361328, - 0.178711, - 0.349609, - 0.34375, - 0.181641, - 0.361328, - 0.345703, - 0.332031, - 0.363281, - 0.308594, - 0.34375, - 0.273438, - 0.217773, - 0.341797, - 0.34375, - 0.324219, - 0.353516, - 0.229492, - 0.341797, - 0.304688, - 0.326172, - 0.347656, - 0.349609, - 0.322266, - 0.271484, - 0.335938, - 0.345703, - 0.308594, - 0.376953, - 0.341797, - 0.345703, - 0.263672, - 0.333984, - 0.339844, - 0.330078, - 0.320312, - 0.351562, - 0.3125, - 0.326172, - 0.361328, - 0.259766, - 0.349609, - 0.347656, - 0.306641, - 0.310547, - 0.359375, - 0.347656, - 0.300781, - 0.289062, - 0.359375, - 0.353516, - 0.318359, - 0.149414, - 0.363281, - 0.345703, - 0.357422, - 0.320312, - 0.291016, - 0.300781, - 0.351562, - 0.349609, - 0.337891, - 0.365234, - 0.46875, - 0.326172, - 0.138672, - 0.333984, - 0.349609, - 0.265625, - 0.339844, - 0.328125, - 0.345703, - 0.373047, - 0.289062, - 0.337891, - 0.345703, - 0.335938, - 0.357422, - 0.335938, - 0.302734, - 0.361328, - 0.355469, - 0.335938, - 0.135742, - 0.335938, - 0.273438, - 0.314453, - 0.339844, - 0.302734, - 0.355469, - 0.371094, - 0.341797, - 0.349609, - 0.339844, - 0.347656, - 0.332031, - 0.328125, - 0.349609, - 0.3125, - 0.333984, - 0.285156, - 0.337891, - 0.337891, - 0.328125, - 0.349609, - 0.357422, - 0.34375, - 0.347656, - 0.337891, - 0.355469, - 0.359375, - 0.378906, - 0.332031, - 0.349609, - 0.357422, - 0.347656, - 0.357422, - 0.345703, - 0.341797, - 0.349609, - 0.332031, - 0.361328, - 0.273438, - 0.341797, - 0.341797, - 0.328125, - 0.361328, - 0.34375, - 0.326172, - 0.363281, - 0.3125, - 0.359375, - 0.359375, - 0.079102, - 0.265625, - 0.359375, - 0.351562, - 0.19043, - 0.345703, - 0.369141, - 0.365234, - 0.353516, - 0.298828, - 0.326172, - 0.285156, - 0.349609, - 0.306641, - 0.328125, - 0.326172, - 0.341797, - 0.341797, - 0.283203, - 0.326172, - 0.359375, - 0.339844, - 0.333984, - 0.357422, - 0.291016, - 0.341797, - 0.285156, - 0.384766, - 0.322266, - 0.146484, - 0.34375, - 0.287109, - 0.369141, - 0.333984, - 0.339844, - 0.300781, - 0.353516, - 0.355469, - 0.363281, - 0.353516, - 0.369141, - 0.213867, - 0.341797, - 0.351562, - 0.341797, - 0.308594, - 0.324219, - 0.349609, - 0.361328, - 0.300781, - 0.355469, - 0.328125, - 0.229492, - 0.322266, - 0.308594, - 0.326172, - 0.304688, - 0.359375, - 0.285156, - 0.431641, - 0.347656, - 0.163086, - 0.337891, - 0.347656, - 0.355469, - 0.337891, - 0.363281, - 0.3125, - 0.337891, - 0.367188, - 0.347656, - 0.330078, - 0.353516, - 0.341797, - 0.337891, - 0.320312, - 0.259766, - 0.279297, - 0.19043, - 0.324219, - 0.367188, - 0.326172, - 0.294922, - 0.306641, - 0.18457, - 0.361328, - 0.339844, - 0.326172, - 0.355469, - 0.310547, - 0.226562, - 0.333984, - 0.318359, - 0.353516, - 0.367188, - 0.351562, - 0.351562, - 0.367188, - 0.353516, - 0.234375, - 0.345703, - 0.267578, - 0.296875, - 0.330078, - 0.333984, - 0.205078, - 0.335938, - 0.169922, - 0.369141, - 0.273438, - 0.341797, - 0.335938, - 0.355469, - 0.34375, - 0.351562, - 0.330078, - 0.359375, - 0.339844, - 0.337891, - 0.241211, - 0.355469, - 0.330078, - 0.232422, - 0.277344, - 0.345703, - 0.318359, - 0.355469, - 0.341797, - 0.361328, - 0.376953, - 0.292969, - 0.316406, - 0.333984, - 0.320312, - 0.273438, - 0.332031, - 0.34375, - 0.3125, - 0.320312, - 0.382812, - 0.34375, - 0.332031, - 0.355469, - 0.326172, - 0.365234, - 0.386719, - 0.351562, - 0.351562, - 0.324219, - 0.394531, - 0.337891, - 0.349609, - 0.308594, - 0.330078, - 0.324219, - 0.330078, - 0.275391, - 0.308594, - 0.34375, - 0.363281, - 0.275391, - 0.261719, - 0.359375, - 0.257812, - 0.376953, - 0.332031, - 0.339844, - 0.341797, - 0.357422, - 0.291016, - 0.308594, - 0.259766, - 0.292969, - 0.337891, - 0.376953, - 0.267578, - 0.347656, - 0.337891, - 0.269531, - 0.296875, - 0.351562, - 0.361328, - 0.363281, - 0.328125, - 0.304688, - 0.361328, - 0.208984, - 0.349609, - 0.34375, - 0.194336, - 0.359375, - 0.316406, - 0.359375, - 0.34375, - 0.357422, - 0.269531, - 0.357422, - 0.369141, - 0.188477, - 0.345703, - 0.355469, - 0.145508, - 0.25, - 0.367188, - 0.335938, - 0.300781, - 0.326172, - 0.304688, - 0.163086, - 0.382812, - 0.339844, - 0.304688, - 0.138672, - 0.34375, - 0.365234, - 0.306641, - 0.34375, - 0.357422, - 0.363281, - 0.318359, - 0.304688, - 0.34375, - 0.328125, - 0.306641, - 0.328125, - 0.318359, - 0.359375, - 0.369141, - 0.166016, - 0.318359, - 0.289062, - 0.378906, - 0.355469, - 0.291016, - 0.287109, - 0.355469, - 0.267578, - 0.330078, - 0.357422, - 0.298828, - 0.359375, - 0.216797, - 0.339844, - 0.357422, - 0.359375, - 0.263672, - 0.310547, - 0.357422, - 0.335938, - 0.349609, - 0.351562, - 0.349609, - 0.351562, - 0.304688, - 0.341797, - 0.339844, - 0.347656, - 0.363281, - 0.357422, - 0.351562, - 0.349609, - 0.161133, - 0.298828, - 0.351562, - 0.337891, - 0.152344, - 0.347656, - 0.285156, - 0.347656, - 0.335938, - 0.357422, - 0.316406, - 0.324219, - 0.34375, - 0.353516, - 0.332031, - 0.347656, - 0.330078, - 0.349609, - 0.347656, - 0.34375, - 0.341797, - 0.333984 - ] - }, - "name": "model.transformer.layers.7.ffn_norm.weight", - "outputIndexes": [ - 519 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 518, - 519 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_7/Mul_1_output_0", - "outputIndexes": [ - 520 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 520 - ], - "outputIndexes": [ - 1650 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1650 - ], - "outputIndexes": [ - 1651 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear", - "inputIndexes": [ - 1651 - ], - "outputIndexes": [ - 1652 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 5632, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 67584, - "weightSize": 0 - }, - "external": [ - 45277684, - 4325398, - 540672, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1652 - ], - "outputIndexes": [ - 1653 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1653 - ], - "outputIndexes": [ - 521 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 5632 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2816 - ] - }, - "name": "/ffn_7/Mul_output_0", - "outputIndexes": [ - 522 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 521, - 21, - 522, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_7/Slice_output_0", - "outputIndexes": [ - 523 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 523 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_7/Sigmoid_output_0", - "outputIndexes": [ - 524 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 523, - 524 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_7/Mul_output_0", - "outputIndexes": [ - 525 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5632 - ] - }, - "name": "/ffn_7/Mul_1_output_0", - "outputIndexes": [ - 526 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 521, - 522, - 526, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_7/Slice_1_output_0", - "outputIndexes": [ - 527 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 525, - 527 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_7/Mul_2_output_0", - "outputIndexes": [ - 528 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 528 - ], - "outputIndexes": [ - 1654 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 2816, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1654 - ], - "outputIndexes": [ - 1655 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear", - "inputIndexes": [ - 1655 - ], - "outputIndexes": [ - 1656 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 2816, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 33792, - "weightSize": 0 - }, - "external": [ - 50143754, - 2162710, - 270336, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1656 - ], - "outputIndexes": [ - 1657 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.7/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1657 - ], - "outputIndexes": [ - 529 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 517, - 529 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_31_output_0", - "outputIndexes": [ - 530 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 530, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_32_output_0", - "outputIndexes": [ - 531 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 531 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_8/Mul_output_0", - "outputIndexes": [ - 532 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.236328, - 0.201172, - 0.162109, - 0.208008, - 0.208984, - 0.201172, - 0.179688, - 0.151367, - 0.169922, - 0.178711, - 0.18457, - 0.150391, - 0.186523, - 0.167969, - 0.148438, - 0.147461, - 0.19043, - 0.228516, - 0.21875, - 0.175781, - 0.08252, - 0.178711, - 0.143555, - 0.18457, - 0.173828, - 0.178711, - 0.132812, - 0.179688, - 0.183594, - 0.175781, - 0.147461, - 0.168945, - 0.152344, - 0.192383, - 0.157227, - 0.168945, - 0.174805, - 0.172852, - 0.147461, - 0.180664, - 0.178711, - 0.1875, - 0.176758, - 0.181641, - 0.163086, - 0.22168, - 0.174805, - 0.15332, - 0.211914, - 0.169922, - 0.18457, - 0.157227, - 0.162109, - 0.152344, - 0.373047, - 0.192383, - 0.151367, - 0.171875, - 0.170898, - 0.154297, - 0.161133, - 0.170898, - 0.07959, - 0.176758, - 0.104492, - 0.188477, - 0.133789, - 0.197266, - 0.204102, - 0.326172, - 0.161133, - 0.212891, - 0.154297, - 0.162109, - 0.157227, - 0.180664, - 0.166016, - 0.223633, - 0.208984, - 0.163086, - 0.193359, - 0.152344, - 0.183594, - 0.163086, - 0.177734, - 0.207031, - 0.162109, - 0.15918, - 0.18457, - 0.170898, - 0.169922, - 0.213867, - 0.188477, - 0.195312, - 0.164062, - 0.226562, - 0.18457, - 0.210938, - 0.121094, - 0.15918, - 0.197266, - 0.300781, - 0.146484, - 0.177734, - 0.170898, - 0.15918, - 0.1875, - 0.134766, - 0.174805, - 0.165039, - 0.166016, - 0.200195, - 0.154297, - 0.178711, - 0.1875, - 0.15332, - 0.124512, - 0.15625, - 0.200195, - 0.167969, - 0.164062, - 0.15625, - 0.135742, - 0.179688, - 0.144531, - 0.172852, - 0.164062, - 0.197266, - 0.195312, - 0.222656, - 0.162109, - 0.158203, - 0.175781, - 0.166992, - 0.211914, - 0.166016, - 0.227539, - 0.161133, - 0.174805, - 0.138672, - 0.166016, - 0.267578, - 0.212891, - 0.157227, - 0.154297, - 0.149414, - 0.202148, - 0.230469, - 0.177734, - 0.1875, - 0.205078, - 0.191406, - 0.1875, - 0.177734, - 0.166992, - 0.178711, - 0.19043, - 0.142578, - 0.166992, - 0.253906, - 0.179688, - 0.244141, - 0.206055, - 0.155273, - 0.170898, - 0.170898, - 0.180664, - 0.210938, - 0.194336, - 0.216797, - 0.163086, - 0.148438, - 0.130859, - 0.177734, - 0.154297, - 0.170898, - 0.168945, - 0.194336, - 0.189453, - 0.169922, - 0.199219, - 0.165039, - 0.197266, - 0.175781, - 0.189453, - 0.164062, - 0.161133, - 0.200195, - 0.166016, - 0.162109, - 0.201172, - 0.18457, - 0.53125, - 0.179688, - 0.161133, - 0.196289, - 0.227539, - 0.155273, - 0.162109, - 0.267578, - 0.199219, - 0.169922, - 0.178711, - 0.182617, - 0.171875, - 0.212891, - 0.19043, - 0.212891, - 0.174805, - 0.141602, - 0.203125, - 0.251953, - 0.145508, - 0.164062, - 0.186523, - 0.177734, - 0.165039, - 0.160156, - 0.149414, - 0.21582, - 0.167969, - 0.292969, - 0.15918, - 0.081543, - 0.188477, - 0.316406, - 0.149414, - 0.155273, - 0.185547, - 0.155273, - 0.142578, - 0.185547, - 0.285156, - 0.222656, - 0.164062, - 0.154297, - 0.189453, - 0.152344, - 0.167969, - 0.220703, - 0.207031, - 0.15625, - 0.157227, - 0.15332, - 0.1875, - 0.155273, - 0.123047, - 0.167969, - 0.204102, - 0.179688, - 0.188477, - 0.108398, - 0.173828, - 0.245117, - 0.175781, - 0.173828, - 0.157227, - 0.194336, - 0.166992, - 0.149414, - 0.188477, - 0.178711, - 0.11377, - 0.199219, - 0.157227, - 0.208984, - 0.175781, - 0.287109, - 0.1875, - 0.160156, - 0.154297, - 0.173828, - 0.183594, - 0.15332, - 0.160156, - 0.151367, - 0.168945, - 0.151367, - 0.177734, - 0.125977, - 0.194336, - 0.171875, - 0.217773, - 0.192383, - 0.173828, - 0.158203, - 0.15918, - 0.172852, - 0.231445, - 0.186523, - 0.151367, - 0.179688, - 0.173828, - 0.204102, - 0.097656, - 0.182617, - 0.109375, - 0.164062, - 0.15625, - 0.108887, - 0.21875, - 0.167969, - 0.185547, - 0.189453, - 0.177734, - 0.227539, - 0.203125, - 0.15918, - 0.188477, - 0.140625, - 0.15625, - 0.191406, - 0.132812, - 0.192383, - 0.143555, - 0.166992, - 0.177734, - 0.166016, - 0.316406, - 0.25, - 0.173828, - 0.163086, - 0.171875, - 0.193359, - 0.152344, - 0.169922, - 0.164062, - 0.206055, - 0.174805, - 0.151367, - 0.182617, - 0.174805, - 0.172852, - 0.231445, - 0.166016, - 0.177734, - 0.202148, - 0.192383, - 0.175781, - 0.166992, - 0.176758, - 0.170898, - 0.208008, - 0.144531, - 0.189453, - 0.116699, - 0.652344, - 0.145508, - 0.200195, - 0.173828, - 0.235352, - 0.191406, - 0.183594, - 0.225586, - 0.229492, - 0.388672, - 0.186523, - 0.183594, - 0.12793, - 0.1875, - 0.214844, - 0.180664, - 0.179688, - 0.181641, - 0.217773, - 0.224609, - 0.177734, - 0.208984, - 0.194336, - 0.115723, - 0.123047, - 0.174805, - 0.155273, - 0.166992, - 0.1875, - 0.087891, - 0.193359, - 0.181641, - 0.212891, - 0.161133, - 0.175781, - 0.188477, - 0.158203, - 0.166016, - 0.145508, - 0.196289, - 0.11377, - 0.165039, - 0.160156, - 0.204102, - 0.222656, - 0.205078, - 0.166992, - 0.09375, - 0.166016, - 0.322266, - 0.15918, - 0.402344, - 0.053955, - 0.146484, - 0.202148, - 0.209961, - 0.116211, - 0.192383, - 0.192383, - 0.141602, - 0.142578, - 0.211914, - 0.175781, - 0.172852, - 0.170898, - 0.208984, - 0.183594, - 0.213867, - 0.18457, - 0.178711, - 0.208008, - 0.170898, - 0.186523, - 0.166992, - 0.214844, - 0.232422, - 0.201172, - 0.402344, - 0.163086, - 0.226562, - 0.179688, - 0.168945, - 0.277344, - 0.192383, - 0.208984, - 0.183594, - 0.199219, - 0.185547, - 0.166016, - 0.168945, - 0.180664, - 0.182617, - 0.205078, - 0.200195, - 0.172852, - 0.176758, - 0.168945, - 0.202148, - 0.163086, - 0.152344, - 0.199219, - 0.107422, - 0.150391, - 0.134766, - 0.355469, - 0.155273, - 0.238281, - 0.167969, - 0.15918, - 0.200195, - 0.1875, - 0.166016, - 0.189453, - 0.166992, - 0.185547, - 0.105469, - 0.21582, - 0.207031, - 0.192383, - 0.195312, - 0.177734, - 0.194336, - 0.163086, - 0.177734, - 0.206055, - 0.149414, - 0.207031, - 0.167969, - 0.180664, - 0.191406, - 0.196289, - 0.15918, - 0.163086, - 0.193359, - 0.197266, - 0.183594, - 0.164062, - 0.225586, - 0.191406, - 0.113281, - 0.15625, - 0.19043, - 0.192383, - 0.163086, - 0.251953, - 0.235352, - 0.220703, - 0.144531, - 0.151367, - 0.201172, - 0.169922, - 0.243164, - 0.166992, - 0.198242, - 0.177734, - 0.155273, - 0.091309, - 0.170898, - 0.183594, - 0.203125, - 0.15918, - 0.186523, - 0.185547, - 0.182617, - 0.169922, - 0.176758, - 0.135742, - 0.186523, - 0.287109, - 0.18457, - 0.164062, - 0.154297, - 0.178711, - 0.188477, - 0.198242, - 0.200195, - 0.24707, - 0.174805, - 0.138672, - 0.149414, - 0.192383, - 0.192383, - 0.157227, - 0.675781, - 0.165039, - 0.15918, - 0.166016, - 0.222656, - 0.157227, - 0.09082, - 0.15918, - 0.183594, - 0.15918, - 0.211914, - 0.195312, - 0.162109, - 0.219727, - 0.205078, - 0.189453, - 0.176758, - 0.151367, - 0.217773, - 0.195312, - 0.170898, - 0.180664, - 0.170898, - 0.287109, - 0.161133, - 0.171875, - 0.166992, - 0.165039, - 0.167969, - 0.169922, - 0.158203, - 0.180664, - 0.201172, - 0.231445, - 0.166992, - 0.269531, - 0.157227, - 0.169922, - 0.151367, - 0.181641, - 0.200195, - 0.171875, - 0.205078, - 0.172852, - 0.203125, - 0.166016, - 0.211914, - 0.243164, - 0.174805, - 0.185547, - 0.198242, - 0.19043, - 0.220703, - 0.166016, - 0.166992, - 0.15918, - 0.15918, - 0.186523, - 0.162109, - 0.229492, - 0.165039, - 0.174805, - 0.181641, - 0.180664, - 0.167969, - 0.149414, - 0.170898, - 0.157227, - 0.122559, - 0.182617, - 0.12793, - 0.19043, - 0.166992, - 0.161133, - 0.181641, - 0.173828, - 0.164062, - 0.177734, - 0.122559, - 0.143555, - 0.178711, - 0.185547, - 0.135742, - 0.182617, - 0.18457, - 0.188477, - 0.141602, - 0.165039, - 0.152344, - 0.225586, - 0.162109, - 0.175781, - 0.15332, - 0.163086, - 0.152344, - 0.196289, - 0.165039, - 0.188477, - 0.230469, - 0.194336, - 0.134766, - 0.164062, - 0.157227, - 0.202148, - 0.204102, - 0.208984, - 0.188477, - 0.180664, - 0.148438, - 0.208984, - 0.170898, - 0.208984, - 0.208984, - 0.147461, - 0.194336, - 0.240234, - 0.202148, - 0.164062, - 0.058105, - 0.201172, - 0.239258, - 0.138672, - 0.178711, - 0.182617, - 0.168945, - 0.177734, - 0.144531, - 0.12793, - 0.230469, - 0.182617, - 0.353516, - 0.168945, - 0.204102, - 0.172852, - 0.166016, - 0.163086, - 0.217773, - 0.219727, - 0.208984, - 0.162109, - 0.196289, - 0.168945, - 0.194336, - 0.121582, - 0.208008, - 0.205078, - 0.136719, - 0.287109, - 0.162109, - 0.172852, - 0.157227, - 0.174805, - 0.167969, - 0.204102, - 0.198242, - 0.19043, - 0.183594, - 0.211914, - 0.186523, - 0.229492, - 0.201172, - 0.160156, - 0.197266, - 0.174805, - 0.157227, - 0.167969, - 0.157227, - 0.165039, - 0.180664, - 0.173828, - 0.179688, - 0.15625, - 0.1875, - 0.139648, - 0.208984, - 0.143555, - 0.194336, - 0.143555, - 0.186523, - 0.166016, - 0.163086, - 0.188477, - 0.191406, - 0.158203, - 0.196289, - 0.202148, - 0.123535, - 0.189453, - 0.138672, - 0.197266, - 0.192383, - 0.160156, - 0.198242, - 0.109863, - 0.193359, - 0.155273, - 0.192383, - 0.18457, - 0.146484, - 0.162109, - 0.174805, - 0.158203, - 0.180664, - 0.227539, - 0.376953, - 0.214844, - 0.128906, - 0.185547, - 0.194336, - 0.1875, - 0.211914, - 0.238281, - 0.197266, - 0.182617, - 0.3125, - 0.176758, - 0.173828, - 0.165039, - 0.207031, - 0.164062, - 0.472656, - 0.216797, - 0.213867, - 0.244141, - 0.209961, - 0.197266, - 0.357422, - 0.158203, - 0.179688, - 0.242188, - 0.15918, - 0.112305, - 0.121582, - 0.167969, - 0.185547, - 0.171875, - 0.110352, - 0.161133, - 0.209961, - 0.186523, - 0.178711, - 0.152344, - 0.163086, - 0.166016, - 0.478516, - 0.178711, - 0.198242, - 0.196289, - 0.148438, - 0.178711, - 0.205078, - 0.154297, - 0.197266, - 0.214844, - 0.19043, - 0.111816, - 0.148438, - 0.176758, - 0.177734, - 0.160156, - 0.134766, - 0.165039, - 0.257812, - 0.154297, - 0.173828, - 0.180664, - 0.194336, - 0.167969, - 0.186523, - 0.163086, - 0.165039, - 0.167969, - 0.169922, - 0.160156, - 0.173828, - 0.189453, - 0.210938, - 0.203125, - 0.200195, - 0.186523, - 0.210938, - 0.142578, - 0.166016, - 0.1875, - 0.183594, - 0.129883, - 0.18457, - 0.195312, - 0.161133, - 0.181641, - 0.183594, - 0.40625, - 0.188477, - 0.230469, - 0.177734, - 0.204102, - 0.198242, - 0.169922, - 0.213867, - 0.208008, - 0.160156, - 0.21582, - 0.1875, - 0.322266, - 0.160156, - 0.173828, - 0.185547, - 0.15332, - 0.148438, - 0.211914, - 0.18457, - 0.10791, - 0.287109, - 0.18457, - 0.163086, - 0.257812, - 0.154297, - 0.161133, - 0.181641, - 0.182617, - 0.167969, - 0.285156, - 0.117676, - 0.19043, - 0.148438, - 0.251953, - 0.175781, - 0.176758, - 0.248047, - 0.217773, - 0.183594, - 0.18457, - 0.151367, - 0.173828, - 0.15625, - 0.176758, - 0.185547, - 0.173828, - 0.199219, - 0.181641, - 0.200195, - 0.154297, - 0.165039, - 0.160156, - 0.178711, - 0.168945, - 0.168945, - 0.21582, - 0.199219, - 0.173828, - 0.170898, - 0.19043, - 0.204102, - 0.176758, - 0.220703, - 0.174805, - 0.179688, - 0.166992, - 0.208984, - -0.000351, - 0.151367, - 0.206055, - 0.186523, - 0.164062, - 0.165039, - 0.167969, - 0.158203, - 0.189453, - 0.193359, - 0.134766, - 0.176758, - 0.136719, - 0.18457, - 0.200195, - 0.243164, - 0.251953, - 0.195312, - 0.369141, - 0.183594, - 0.291016, - 0.194336, - 0.172852, - 0.211914, - 0.172852, - 0.206055, - 0.220703, - 0.200195, - 0.158203, - 0.191406, - 0.182617, - 0.200195, - 0.152344, - 0.183594, - 0.199219, - 0.239258, - 0.178711, - 0.089844, - 0.18457, - 0.129883, - 0.168945, - 0.248047, - 0.211914, - 0.202148, - 0.152344, - 0.1875, - 0.199219, - 0.195312, - 0.165039, - 0.12793, - 0.193359, - 0.1875, - 0.132812, - 0.178711, - 0.166016, - 0.212891, - 0.19043, - 0.179688, - 0.181641, - 0.198242, - 0.157227, - 0.172852, - 0.168945, - 0.155273, - 0.179688, - 0.150391, - 0.227539, - 0.162109, - 0.166016, - 0.185547, - 0.104492, - 0.149414, - 0.157227, - 0.189453, - 0.214844, - 0.227539, - 0.347656, - 0.166992, - 0.101074, - 0.166992, - 0.146484, - 0.188477, - 0.173828, - 0.176758, - 0.244141, - 0.194336, - 0.206055, - 0.15918, - 0.18457, - 0.107422, - 0.174805, - 0.277344, - 0.182617, - 0.174805, - 0.148438, - 0.196289, - 0.171875, - 0.183594, - 0.180664, - 0.201172, - 0.185547, - 0.212891, - 0.146484, - 0.209961, - 0.197266, - 0.157227, - 0.193359, - 0.189453, - 0.129883, - 0.194336, - 0.168945, - 0.195312, - 0.167969, - 0.097656, - 0.194336, - 0.195312, - 0.167969, - 0.182617, - 0.107422, - 0.210938, - 0.179688, - 0.363281, - 0.09668, - 0.193359, - 0.161133, - 0.172852, - 0.176758, - 0.169922, - 0.208008, - 0.168945, - 0.255859, - 0.175781, - 0.160156, - 0.148438, - 0.206055, - 1.171875, - 0.166016, - 0.201172, - 0.147461, - 0.236328, - 0.21875, - 0.147461, - 0.182617, - 0.18457, - 0.192383, - 0.167969, - 0.164062, - 0.208008, - 0.207031, - 0.176758, - 0.165039, - 0.226562, - 0.19043, - 0.173828, - 0.158203, - 0.245117, - 0.157227, - 0.235352, - 0.209961, - 0.271484, - 0.154297, - 0.198242, - 0.188477, - 0.180664, - 0.201172, - 0.22168, - 0.151367, - 0.177734, - 0.138672, - 0.182617, - 0.188477, - 0.154297, - 0.172852, - 0.144531, - 0.186523, - 0.188477, - 0.198242, - 0.181641, - 0.170898, - 0.183594, - 0.172852, - 0.181641, - 0.146484, - 0.1875, - 0.171875, - 0.137695, - 0.167969, - 0.164062, - 0.197266, - 0.117676, - 0.267578, - 0.083496, - 0.168945, - 0.166016, - 0.217773, - 0.15332, - 0.125, - 0.515625, - 0.090332, - 0.133789, - 0.186523, - 0.194336, - 0.172852, - 0.166992, - 0.244141, - 0.192383, - 0.173828, - 0.170898, - 0.147461, - 0.150391, - 0.177734, - 0.204102, - 0.166016, - 0.147461, - 0.155273, - 0.168945, - 0.308594, - 0.133789, - 0.155273, - 0.163086, - 0.194336, - 0.15918, - 0.172852, - 0.193359, - 0.191406, - 0.146484, - 0.141602, - 0.171875, - 0.129883, - 0.166016, - 0.176758, - 0.223633, - 0.150391, - 0.144531, - 0.168945, - 0.160156, - 0.182617, - 0.181641, - 0.186523, - 0.183594, - 0.155273, - 0.167969, - 0.182617, - 0.168945, - 0.148438, - 0.210938, - 0.203125, - 0.165039, - 0.225586, - 0.149414, - 0.167969, - 0.147461, - 0.208984, - 0.183594, - 0.155273, - 0.201172, - 0.324219, - 0.160156, - 0.165039, - 0.164062, - 0.15332, - 0.15625, - 0.191406, - 0.174805, - 0.182617, - 0.146484, - 0.188477, - 0.198242, - 0.182617, - 0.175781, - 0.173828, - 0.164062, - 0.207031, - 0.161133, - 0.164062, - 0.19043, - 0.198242, - 0.074707, - 0.170898, - 0.173828, - 0.155273, - 0.172852, - 0.189453, - 0.186523, - 0.103027, - 0.168945, - 0.180664, - 0.176758, - 0.144531, - 0.176758, - 0.174805, - 0.155273, - 0.168945, - 0.192383, - 0.175781, - 0.238281, - 0.180664, - 0.105469, - 0.158203, - 0.191406, - 0.21582, - 0.166992, - 0.202148, - 0.166016, - 0.147461, - 0.199219, - 0.181641, - 0.188477, - 0.174805, - 0.174805, - 0.172852, - 0.230469, - 0.162109, - 0.206055, - 0.163086, - 0.095703, - 0.177734, - 0.265625, - 0.169922, - 0.125, - 0.179688, - 0.197266, - 0.147461, - 0.186523, - 0.194336, - 0.182617, - 0.131836, - 0.191406, - 0.154297, - 0.178711, - 0.168945, - 0.204102, - 0.251953, - 0.194336, - 0.178711, - 0.24707, - 0.1875, - 0.188477, - 0.172852, - 0.165039, - 0.179688, - 0.166992, - 0.194336, - 0.152344, - 0.183594, - 0.151367, - 0.163086, - 0.175781, - 0.287109, - 0.204102, - 0.171875, - 0.210938, - 0.164062, - 0.175781, - 0.192383, - 0.174805, - 0.164062, - 0.183594, - 0.203125, - 0.186523, - 0.158203, - 0.15625, - 0.15918, - 0.180664, - 0.174805, - 0.225586, - 0.186523, - 0.166016, - 0.185547, - 0.203125, - 0.175781, - 0.120117, - 0.189453, - 0.170898, - 0.216797, - 0.181641, - 0.15332, - 0.164062, - 0.166992, - 0.175781, - 0.208984, - 0.181641, - 0.212891, - 0.210938, - 0.231445, - 0.1875, - 0.207031, - 0.191406, - 0.189453, - 0.208008, - 0.165039, - 0.249023, - 0.11084, - 0.154297, - 0.109375, - 0.162109, - 0.199219, - 0.174805, - 0.188477, - 0.160156, - 0.202148, - 0.225586, - 0.173828, - 0.225586, - 0.166016, - 0.214844, - 0.131836, - 0.150391, - 0.173828, - 0.180664, - 0.180664, - 0.166016, - 0.150391, - 0.204102, - 0.223633, - 0.171875, - 0.163086, - 0.143555, - 0.176758, - 0.166992, - 0.188477, - 0.202148, - 0.207031, - 0.174805, - 0.162109, - 0.149414, - 0.135742, - 0.208008, - 0.191406, - 0.197266, - 0.162109, - 0.143555, - 0.189453, - 0.167969, - 0.185547, - 0.212891, - 0.171875, - 0.19043, - 0.138672, - 0.192383, - 0.170898, - 0.168945, - 0.176758, - 0.142578, - 0.212891, - 0.165039, - 0.171875, - 0.287109, - 0.163086, - 0.363281, - 0.181641, - 0.164062, - 0.139648, - 0.192383, - 0.185547, - 0.318359, - 0.186523, - 0.19043, - 0.169922, - 0.15332, - 0.196289, - 0.15332, - 0.185547, - 0.173828, - 0.248047, - 0.194336, - 0.15918, - 0.169922, - 0.15332, - 0.170898, - 0.122559, - 0.201172, - 0.166016, - 0.203125, - 0.192383, - 0.158203, - 0.154297, - 0.162109, - 0.171875, - 0.166016, - 0.163086, - 0.223633, - 0.180664, - 0.222656, - 0.240234, - 0.239258, - 0.178711, - 0.245117, - 0.205078, - 0.166016, - 0.174805, - 0.181641, - 0.161133, - 0.237305, - 0.199219, - 0.225586, - 0.205078, - 0.219727, - 0.192383, - 0.161133, - 0.225586, - 0.149414, - 0.193359, - 0.194336, - 0.149414, - 0.155273, - 0.189453, - 0.180664, - 0.204102, - 0.193359, - 0.279297, - 0.183594, - 0.171875, - 0.180664, - 0.24707, - 0.170898, - 0.193359, - 0.181641, - 0.194336, - 0.257812, - 0.170898, - 0.177734, - 0.152344, - 0.165039, - 0.170898, - 0.224609, - 0.324219, - 0.166992, - 0.154297, - 0.179688, - 0.151367, - 0.21582, - 0.179688, - 0.164062, - 0.143555, - 0.208984, - 0.18457, - 0.191406, - 0.180664, - 0.193359, - 0.140625, - 0.151367, - 0.214844, - 0.208008, - 0.177734, - 0.164062, - 0.15918, - 0.125977, - 0.173828, - 0.199219, - 0.163086, - 0.234375, - 0.162109, - 0.171875, - 0.142578, - 0.204102, - 0.148438, - 0.177734, - 0.139648, - 0.19043, - 0.15918, - 0.191406, - 0.130859, - 0.167969, - 0.195312, - 0.183594, - 0.138672, - 0.178711, - 0.205078, - 0.147461, - 0.178711, - 0.199219, - 0.170898, - 0.093262, - 0.119629, - 0.183594, - 0.203125, - 0.099609, - 0.165039, - 0.144531, - 0.194336, - 0.240234, - 0.208984, - 0.178711, - 0.155273, - 0.196289, - 0.251953, - 0.146484, - 0.207031, - 0.185547, - 0.180664, - 0.217773, - 0.198242, - 0.359375, - 0.24707, - 0.188477, - 0.225586, - 0.230469, - 0.324219, - 0.174805, - 0.161133, - 0.216797, - 0.146484, - 0.148438, - 0.166016, - 0.179688, - 0.104492, - 0.205078, - 0.166016, - 0.162109, - 0.249023, - 0.194336, - 0.19043, - 0.175781, - 0.166016, - 0.214844, - 0.201172, - 0.164062, - 0.158203, - 0.196289, - 0.175781, - 0.133789, - 0.181641, - 0.200195, - 0.179688, - 0.173828, - 0.125977, - 0.232422, - 0.208984, - 0.209961, - 0.106934, - 0.157227, - 0.15918, - 0.157227, - 0.170898, - 0.182617, - 0.199219, - 0.167969, - 0.158203, - 0.209961, - 0.173828, - 0.175781, - 0.206055, - 0.175781, - 0.1875, - 0.163086, - 0.181641, - 0.198242 - ] - }, - "name": "model.transformer.layers.8.attn_norm.weight", - "outputIndexes": [ - 533 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 532, - 533 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_8/Mul_1_output_0", - "outputIndexes": [ - 534 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 534 - ], - "outputIndexes": [ - 1658 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1658 - ], - "outputIndexes": [ - 1659 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear", - "inputIndexes": [ - 1659 - ], - "outputIndexes": [ - 1660 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 52576800, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1660 - ], - "outputIndexes": [ - 1661 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1661 - ], - "outputIndexes": [ - 535 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 534 - ], - "main_type": "NONE", - "name": "/Shape_33_output_0", - "outputIndexes": [ - 536 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 536 - ], - "main_type": "NONE", - "name": "Shape762", - "outputIndexes": [ - 537 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 536 - ], - "main_type": "NONE", - "name": "Rank764", - "outputIndexes": [ - 538 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 538, - 538 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp766", - "outputIndexes": [ - 539 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 539 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze767", - "outputIndexes": [ - 540 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 539, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp769", - "outputIndexes": [ - 541 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 541 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze770", - "outputIndexes": [ - 542 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 537, - 540, - 542, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice773", - "outputIndexes": [ - 543 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 543 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze774", - "outputIndexes": [ - 544 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 544 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp775", - "outputIndexes": [ - 545 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 545, - 544 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp776", - "outputIndexes": [ - 546 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 536, - 546, - 539 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_44_output_0", - "outputIndexes": [ - 547 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 547, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_81_output_0", - "outputIndexes": [ - 548 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 548, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_40_output_0", - "outputIndexes": [ - 549 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 535, - 549 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_33_output_0", - "outputIndexes": [ - 550 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 550 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_8/Mul_output_0", - "outputIndexes": [ - 551 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.034424, - 1.929688, - 0.036377, - 1.570312, - 1.601562, - 1.890625, - 1.3125, - 1.835938, - 1.742188, - 1.914062, - 1.648438, - 1.914062, - 2.203125, - 1.789062, - 1.65625, - 2.09375, - 2.140625, - 1.953125, - 2.09375, - 2.109375, - 2.015625, - 2.015625, - 0.96875, - 2.0, - 2.078125, - 2.03125, - 2.984375, - 1.984375, - 2.03125, - 1.9375, - 1.835938, - 1.882812, - 2.078125, - -0.035156, - 1.890625, - 1.242188, - 0.792969, - 1.90625, - 1.773438, - 1.539062, - 1.671875, - 1.867188, - 2.03125, - 2.078125, - 1.375, - 2.1875, - 2.515625, - 1.890625, - 1.898438, - 2.34375, - 2.125, - 2.046875, - 2.0625, - 2.078125, - 4.15625, - 1.984375, - 2.09375, - 2.03125, - 1.484375, - 2.21875, - 2.046875, - 2.3125, - 2.578125, - 2.046875 - ] - }, - "name": "model.transformer.layers.8.attn.q_norm.weight", - "outputIndexes": [ - 552 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 551, - 552 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_8/Mul_1_output_0", - "outputIndexes": [ - 553 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 553, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_32_output_0", - "outputIndexes": [ - 554 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 553, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_33_output_0", - "outputIndexes": [ - 555 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 555 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_16_output_0", - "outputIndexes": [ - 556 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 553, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_32_output_0", - "outputIndexes": [ - 557 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 556, - 557 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_43_output_0", - "outputIndexes": [ - 558 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 558, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_33_output_0", - "outputIndexes": [ - 559 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 554, - 559 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_32_output_0", - "outputIndexes": [ - 560 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 534 - ], - "outputIndexes": [ - 1662 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1662 - ], - "outputIndexes": [ - 1663 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear", - "inputIndexes": [ - 1663 - ], - "outputIndexes": [ - 1664 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 53465654, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1664 - ], - "outputIndexes": [ - 1665 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1665 - ], - "outputIndexes": [ - 561 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 548, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_41_output_0", - "outputIndexes": [ - 562 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 561, - 562 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_34_output_0", - "outputIndexes": [ - 563 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 563 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_8/Mul_output_0", - "outputIndexes": [ - 564 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.021973, - 1.320312, - 0.015747, - 1.484375, - 1.601562, - 1.859375, - 1.445312, - 1.601562, - 1.132812, - 1.664062, - 2.015625, - 2.125, - 1.078125, - 2.296875, - 2.21875, - 1.992188, - 1.789062, - 2.265625, - 2.125, - 2.046875, - 2.046875, - 2.015625, - 5.3125, - 2.0, - 1.960938, - 2.03125, - 1.328125, - 2.515625, - 2.015625, - 2.328125, - 2.59375, - 2.15625, - 1.390625, - 0.013245, - 1.226562, - 1.085938, - 0.53125, - 1.953125, - 1.765625, - 1.921875, - 1.976562, - 2.09375, - 1.367188, - 1.765625, - 2.453125, - 1.609375, - 1.5, - 2.0, - 2.375, - 1.8125, - 2.09375, - 2.078125, - 2.046875, - 2.03125, - 0.890625, - 2.03125, - 1.945312, - 2.046875, - 2.390625, - 2.28125, - 2.0625, - 2.21875, - 1.789062, - 2.359375 - ] - }, - "name": "model.transformer.layers.8.attn.k_norm.weight", - "outputIndexes": [ - 565 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 564, - 565 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_8/Mul_1_output_0", - "outputIndexes": [ - 566 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 566, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_34_output_0", - "outputIndexes": [ - 567 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 566, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_35_output_0", - "outputIndexes": [ - 568 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 568 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_17_output_0", - "outputIndexes": [ - 569 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 566, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_34_output_0", - "outputIndexes": [ - 570 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 569, - 570 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_44_output_0", - "outputIndexes": [ - 571 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 571, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_35_output_0", - "outputIndexes": [ - 572 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 567, - 572 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_33_output_0", - "outputIndexes": [ - 573 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 534 - ], - "outputIndexes": [ - 1666 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1666 - ], - "outputIndexes": [ - 1667 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear", - "inputIndexes": [ - 1667 - ], - "outputIndexes": [ - 1668 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 53687884, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1668 - ], - "outputIndexes": [ - 1669 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1669 - ], - "outputIndexes": [ - 574 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 574, - 562 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_35_output_0", - "outputIndexes": [ - 575 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 560, - 573, - 575, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.8/self_attn/FusedAttention", - "outputIndexes": [ - 576 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 576 - ], - "outputIndexes": [ - 1670 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1670 - ], - "outputIndexes": [ - 1671 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear", - "inputIndexes": [ - 1671 - ], - "outputIndexes": [ - 1672 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 53910114, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1672 - ], - "outputIndexes": [ - 1673 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1673 - ], - "outputIndexes": [ - 577 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 531, - 577 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_34_output_0", - "outputIndexes": [ - 578 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 578 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_8/Mul_output_0", - "outputIndexes": [ - 579 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.376953, - 0.316406, - 0.369141, - 0.269531, - 0.245117, - 0.353516, - 0.34375, - 0.347656, - 0.386719, - 0.339844, - 0.363281, - 0.229492, - 0.34375, - 0.302734, - 0.359375, - 0.365234, - 0.363281, - 0.388672, - 0.285156, - 0.347656, - 0.123535, - 0.357422, - 0.224609, - 0.332031, - 0.378906, - 0.339844, - 0.363281, - 0.367188, - 0.320312, - 0.361328, - 0.390625, - 0.355469, - 0.255859, - 0.255859, - 0.373047, - 0.369141, - 0.378906, - 0.367188, - 0.355469, - 0.347656, - 0.339844, - 0.322266, - 0.371094, - 0.339844, - 0.333984, - 0.355469, - 0.314453, - 0.355469, - 0.369141, - 0.229492, - 0.376953, - 0.357422, - 0.335938, - 0.353516, - 0.169922, - 0.382812, - 0.347656, - 0.357422, - 0.359375, - 0.378906, - 0.287109, - 0.339844, - 0.167969, - 0.351562, - 0.441406, - 0.394531, - 0.363281, - 0.316406, - 0.333984, - 0.244141, - 0.341797, - 0.339844, - 0.326172, - 0.396484, - 0.224609, - 0.388672, - 0.349609, - 0.390625, - 0.34375, - 0.349609, - 0.335938, - 0.357422, - 0.351562, - 0.326172, - 0.216797, - 0.34375, - 0.314453, - 0.380859, - 0.369141, - 0.253906, - 0.384766, - 0.283203, - 0.361328, - 0.320312, - 0.345703, - 0.318359, - 0.21875, - 0.376953, - 0.200195, - 0.22168, - 0.371094, - 0.363281, - 0.302734, - 0.369141, - 0.345703, - 0.3125, - 0.292969, - 0.24707, - 0.255859, - 0.365234, - 0.373047, - 0.339844, - 0.382812, - 0.238281, - 0.322266, - 0.316406, - 0.390625, - 0.357422, - 0.308594, - 0.337891, - 0.365234, - 0.318359, - 0.320312, - 0.373047, - 0.318359, - 0.386719, - 0.357422, - 0.357422, - 0.357422, - 0.363281, - 0.394531, - 0.353516, - 0.314453, - 0.382812, - 0.351562, - 0.310547, - 0.251953, - 0.369141, - 0.375, - 0.227539, - 0.376953, - 0.375, - 0.294922, - 0.382812, - 0.255859, - 0.205078, - 0.273438, - 0.371094, - 0.330078, - 0.261719, - 0.359375, - 0.300781, - 0.335938, - 0.333984, - 0.3125, - 0.308594, - 0.388672, - 0.382812, - 0.361328, - 0.330078, - 0.396484, - 0.298828, - 0.394531, - 0.326172, - 0.34375, - 0.34375, - 0.347656, - 0.335938, - 0.339844, - 0.208984, - 0.217773, - 0.351562, - 0.195312, - 0.365234, - 0.359375, - 0.414062, - 0.337891, - 0.355469, - 0.359375, - 0.375, - 0.373047, - 0.365234, - 0.292969, - 0.341797, - 0.345703, - 0.355469, - 0.365234, - 0.332031, - 0.375, - 0.322266, - 0.384766, - 0.326172, - 0.188477, - 0.363281, - 0.316406, - 0.380859, - 0.332031, - 0.357422, - 0.375, - 0.246094, - 0.349609, - 0.291016, - 0.371094, - 0.367188, - 0.382812, - 0.355469, - 0.367188, - 0.330078, - 0.341797, - 0.316406, - 0.306641, - 0.375, - 0.371094, - 0.341797, - 0.34375, - 0.339844, - 0.359375, - 0.378906, - 0.355469, - 0.324219, - 0.365234, - 0.400391, - 0.34375, - 0.162109, - 0.375, - 0.235352, - 0.369141, - 0.283203, - 0.320312, - 0.347656, - 0.351562, - 0.324219, - 0.277344, - 0.267578, - 0.328125, - 0.34375, - 0.341797, - 0.285156, - 0.353516, - 0.328125, - 0.291016, - 0.21875, - 0.375, - 0.349609, - 0.310547, - 0.353516, - 0.194336, - 0.363281, - 0.363281, - 0.328125, - 0.341797, - 0.188477, - 0.349609, - 0.300781, - 0.371094, - 0.361328, - 0.332031, - 0.34375, - 0.359375, - 0.335938, - 0.353516, - 0.324219, - 0.222656, - 0.410156, - 0.378906, - 0.373047, - 0.378906, - 0.183594, - 0.326172, - 0.289062, - 0.355469, - 0.349609, - 0.310547, - 0.359375, - 0.359375, - 0.287109, - 0.361328, - 0.25, - 0.337891, - 0.226562, - 0.367188, - 0.345703, - 0.269531, - 0.355469, - 0.355469, - 0.351562, - 0.359375, - 0.394531, - 0.363281, - 0.335938, - 0.255859, - 0.404297, - 0.353516, - 0.382812, - 0.176758, - 0.376953, - 0.257812, - 0.375, - 0.244141, - 0.204102, - 0.390625, - 0.353516, - 0.357422, - 0.382812, - 0.318359, - 0.388672, - 0.361328, - 0.263672, - 0.382812, - 0.339844, - 0.369141, - 0.363281, - 0.275391, - 0.320312, - 0.380859, - 0.349609, - 0.367188, - 0.195312, - 0.174805, - 0.337891, - 0.363281, - 0.351562, - 0.402344, - 0.376953, - 0.359375, - 0.324219, - 0.363281, - 0.314453, - 0.332031, - 0.353516, - 0.283203, - 0.34375, - 0.310547, - 0.394531, - 0.351562, - 0.376953, - 0.335938, - 0.34375, - 0.241211, - 0.376953, - 0.253906, - 0.283203, - 0.347656, - 0.217773, - 0.373047, - 0.398438, - 0.201172, - 0.226562, - 0.339844, - 0.359375, - 0.283203, - 0.337891, - 0.245117, - 0.230469, - 0.367188, - 0.204102, - 0.294922, - 0.367188, - 0.253906, - 0.359375, - 0.388672, - 0.259766, - 0.365234, - 0.316406, - 0.257812, - 0.34375, - 0.333984, - 0.257812, - 0.34375, - 0.203125, - 0.196289, - 0.351562, - 0.217773, - 0.371094, - 0.375, - 0.161133, - 0.388672, - 0.373047, - 0.359375, - 0.302734, - 0.359375, - 0.314453, - 0.376953, - 0.351562, - 0.208008, - 0.263672, - 0.174805, - 0.339844, - 0.314453, - 0.371094, - 0.371094, - 0.289062, - 0.369141, - 0.175781, - 0.369141, - 0.198242, - 0.369141, - 0.151367, - 0.240234, - 0.398438, - 0.367188, - 0.359375, - 0.396484, - 0.355469, - 0.367188, - 0.269531, - 0.24707, - 0.373047, - 0.347656, - 0.376953, - 0.375, - 0.234375, - 0.289062, - 0.382812, - 0.367188, - 0.324219, - 0.318359, - 0.361328, - 0.335938, - 0.363281, - 0.3125, - 0.28125, - 0.285156, - 0.207031, - 0.353516, - 0.242188, - 0.330078, - 0.373047, - 0.3125, - 0.345703, - 0.326172, - 0.341797, - 0.361328, - 0.378906, - 0.375, - 0.371094, - 0.335938, - 0.367188, - 0.320312, - 0.349609, - 0.332031, - 0.337891, - 0.265625, - 0.386719, - 0.355469, - 0.361328, - 0.382812, - 0.180664, - 0.365234, - 0.382812, - 0.224609, - 0.390625, - 0.394531, - 0.347656, - 0.213867, - 0.359375, - 0.375, - 0.245117, - 0.335938, - 0.376953, - 0.376953, - 0.174805, - 0.355469, - 0.357422, - 0.328125, - 0.206055, - 0.324219, - 0.376953, - 0.332031, - 0.34375, - 0.21875, - 0.326172, - 0.363281, - 0.203125, - 0.341797, - 0.375, - 0.363281, - 0.34375, - 0.357422, - 0.345703, - 0.380859, - 0.347656, - 0.351562, - 0.233398, - 0.375, - 0.180664, - 0.375, - 0.398438, - 0.357422, - 0.351562, - 0.314453, - 0.347656, - 0.337891, - 0.314453, - 0.359375, - 0.351562, - 0.351562, - 0.271484, - 0.353516, - 0.261719, - 0.330078, - 0.351562, - 0.165039, - 0.328125, - 0.265625, - 0.398438, - 0.347656, - 0.345703, - 0.361328, - 0.234375, - 0.369141, - 0.384766, - 0.378906, - 0.333984, - 0.251953, - 0.371094, - 0.357422, - 0.363281, - 0.351562, - 0.394531, - 0.235352, - 0.373047, - 0.375, - 0.353516, - 0.267578, - 0.337891, - 0.332031, - 0.314453, - 0.34375, - 0.189453, - 0.324219, - 0.375, - 0.345703, - 0.361328, - 0.355469, - 0.175781, - 0.380859, - 0.367188, - 0.359375, - 0.371094, - 0.396484, - 0.351562, - 0.239258, - 0.361328, - 0.347656, - 0.371094, - 0.349609, - 0.304688, - 0.3125, - 0.3125, - 0.255859, - 0.339844, - 0.292969, - 0.214844, - 0.257812, - 0.386719, - 0.34375, - 0.380859, - 0.345703, - 0.347656, - 0.355469, - 0.25, - 0.211914, - 0.40625, - 0.322266, - 0.351562, - 0.275391, - 0.330078, - 0.392578, - 0.367188, - 0.361328, - 0.237305, - 0.34375, - 0.271484, - 0.375, - 0.324219, - 0.267578, - 0.318359, - 0.333984, - 0.400391, - 0.380859, - 0.369141, - 0.380859, - 0.337891, - 0.330078, - 0.369141, - 0.308594, - 0.306641, - 0.322266, - 0.355469, - 0.367188, - 0.380859, - 0.373047, - 0.320312, - 0.394531, - 0.345703, - 0.253906, - 0.223633, - 0.332031, - 0.21875, - 0.324219, - 0.34375, - 0.371094, - 0.351562, - 0.304688, - 0.283203, - 0.373047, - 0.205078, - 0.217773, - 0.363281, - 0.306641, - 0.208008, - 0.361328, - 0.328125, - 0.404297, - 0.339844, - 0.335938, - 0.341797, - 0.240234, - 0.324219, - 0.380859, - 0.371094, - 0.339844, - 0.333984, - 0.378906, - 0.349609, - 0.369141, - 0.425781, - 0.353516, - 0.351562, - 0.355469, - 0.314453, - 0.365234, - 0.339844, - 0.351562, - 0.375, - 0.392578, - 0.359375, - 0.363281, - 0.320312, - 0.363281, - 0.230469, - 0.333984, - 0.363281, - 0.335938, - 0.289062, - 0.371094, - 0.12793, - 0.304688, - 0.373047, - 0.349609, - 0.349609, - 0.361328, - 0.318359, - 0.367188, - 0.380859, - 0.349609, - 0.269531, - 0.363281, - 0.165039, - 0.34375, - 0.382812, - 0.298828, - 0.349609, - 0.292969, - 0.363281, - 0.316406, - 0.375, - 0.333984, - 0.273438, - 0.251953, - 0.376953, - 0.197266, - 0.376953, - 0.347656, - 0.337891, - 0.355469, - 0.361328, - 0.326172, - 0.335938, - 0.345703, - 0.326172, - 0.349609, - 0.369141, - 0.283203, - 0.373047, - 0.225586, - 0.361328, - 0.423828, - 0.345703, - 0.345703, - 0.269531, - 0.371094, - 0.386719, - 0.279297, - 0.316406, - 0.347656, - 0.363281, - 0.375, - 0.333984, - 0.355469, - 0.345703, - 0.213867, - 0.349609, - 0.447266, - 0.337891, - 0.351562, - 0.233398, - 0.355469, - 0.306641, - 0.373047, - 0.402344, - 0.367188, - 0.349609, - 0.355469, - 0.371094, - 0.289062, - 0.222656, - 0.332031, - 0.373047, - 0.359375, - 0.339844, - 0.380859, - 0.386719, - 0.345703, - 0.365234, - 0.316406, - 0.375, - 0.361328, - 0.330078, - 0.361328, - 0.392578, - 0.382812, - 0.214844, - 0.304688, - 0.363281, - 0.333984, - 0.363281, - 0.375, - 0.371094, - 0.34375, - 0.332031, - 0.363281, - 0.345703, - 0.298828, - 0.365234, - 0.375, - 0.335938, - 0.306641, - 0.417969, - 0.402344, - 0.320312, - 0.217773, - 0.376953, - 0.351562, - 0.177734, - 0.298828, - 0.378906, - 0.392578, - 0.349609, - 0.441406, - 0.378906, - 0.341797, - 0.357422, - 0.375, - 0.279297, - 0.349609, - 0.332031, - 0.371094, - 0.345703, - 0.341797, - 0.373047, - 0.328125, - 0.365234, - 0.335938, - 0.400391, - 0.335938, - 0.365234, - 0.363281, - 0.392578, - 0.347656, - 0.279297, - 0.410156, - 0.363281, - 0.1875, - 0.249023, - 0.375, - 0.353516, - 0.363281, - 0.376953, - 0.224609, - 0.277344, - 0.365234, - 0.332031, - 0.341797, - 0.236328, - 0.371094, - 0.357422, - 0.357422, - 0.375, - 0.34375, - 0.375, - 0.40625, - 0.359375, - 0.375, - 0.337891, - 0.355469, - 0.355469, - 0.357422, - 0.347656, - 0.357422, - 0.28125, - 0.339844, - 0.339844, - 0.355469, - 0.378906, - 0.228516, - 0.308594, - 0.294922, - 0.361328, - 0.171875, - 0.376953, - 0.314453, - 0.345703, - 0.351562, - 0.359375, - 0.378906, - 0.396484, - 0.349609, - 0.34375, - 0.326172, - 0.351562, - 0.224609, - 0.304688, - 0.375, - 0.222656, - 0.367188, - 0.294922, - 0.404297, - 0.255859, - 0.176758, - 0.279297, - 0.386719, - 0.376953, - 0.384766, - 0.249023, - 0.396484, - 0.408203, - 0.363281, - 0.376953, - 0.640625, - 0.25, - 0.341797, - 0.198242, - 0.296875, - 0.382812, - 0.320312, - 0.388672, - 0.292969, - 0.355469, - 0.349609, - 0.353516, - 0.271484, - 0.355469, - 0.355469, - 0.367188, - 0.347656, - 0.402344, - 0.333984, - 0.287109, - 0.320312, - 0.359375, - 0.373047, - 0.332031, - 0.359375, - 0.376953, - 0.339844, - 0.318359, - 0.365234, - 0.378906, - 0.394531, - 0.378906, - 0.365234, - 0.34375, - 0.375, - 0.308594, - 0.326172, - 0.259766, - -0.000729, - 0.359375, - 0.332031, - 0.34375, - 0.345703, - 0.378906, - 0.394531, - 0.249023, - 0.373047, - 0.314453, - 0.373047, - 0.380859, - 0.216797, - 0.314453, - 0.361328, - 0.357422, - 0.392578, - 0.349609, - 0.224609, - 0.371094, - 0.40625, - 0.302734, - 0.349609, - 0.361328, - 0.339844, - 0.333984, - 0.347656, - 0.339844, - 0.361328, - 0.330078, - 0.390625, - 0.322266, - 0.351562, - 0.361328, - 0.373047, - 0.375, - 0.382812, - 0.160156, - 0.367188, - 0.316406, - 0.365234, - 0.245117, - 0.335938, - 0.382812, - 0.371094, - 0.371094, - 0.355469, - 0.34375, - 0.320312, - 0.355469, - 0.351562, - 0.349609, - 0.375, - 0.335938, - 0.349609, - 0.353516, - 0.318359, - 0.357422, - 0.259766, - 0.384766, - 0.322266, - 0.345703, - 0.367188, - 0.235352, - 0.353516, - 0.375, - 0.361328, - 0.369141, - 0.300781, - 0.390625, - 0.390625, - 0.253906, - 0.347656, - 0.376953, - 0.273438, - 0.269531, - 0.186523, - 0.347656, - 0.209961, - 0.328125, - 0.339844, - 0.351562, - 0.341797, - 0.359375, - 0.310547, - 0.394531, - 0.326172, - 0.367188, - 0.371094, - 0.412109, - 0.351562, - 0.265625, - 0.371094, - 0.292969, - 0.3125, - 0.261719, - 0.322266, - 0.361328, - 0.316406, - 0.345703, - 0.349609, - 0.28125, - 0.347656, - 0.332031, - 0.367188, - 0.277344, - 0.367188, - 0.34375, - 0.197266, - 0.253906, - 0.357422, - 0.3125, - 0.277344, - 0.175781, - 0.371094, - 0.392578, - 0.337891, - 0.365234, - 0.40625, - 0.371094, - 0.306641, - 0.429688, - 0.166016, - 0.361328, - 0.363281, - 0.237305, - 0.345703, - 0.333984, - 0.34375, - 0.359375, - 0.378906, - 0.355469, - 0.269531, - 0.349609, - 0.363281, - 0.71875, - 0.357422, - 0.279297, - 0.347656, - 0.318359, - 0.3125, - 0.347656, - 0.304688, - 0.369141, - 0.371094, - 0.214844, - 0.217773, - 0.320312, - 0.410156, - 0.388672, - 0.378906, - 0.371094, - 0.373047, - 0.363281, - 0.330078, - 0.251953, - 0.373047, - 0.205078, - 0.214844, - 0.382812, - 0.365234, - 0.361328, - 0.324219, - 0.347656, - 0.361328, - 0.306641, - 0.318359, - 0.22168, - 0.4375, - 0.330078, - 0.347656, - 0.318359, - 0.304688, - 0.554688, - 0.365234, - 0.341797, - 0.363281, - 0.341797, - 0.353516, - 0.380859, - 0.337891, - 0.324219, - 0.349609, - 0.220703, - 0.351562, - 0.243164, - 0.414062, - 0.363281, - 0.355469, - 0.503906, - 0.40625, - 0.158203, - 0.353516, - 0.357422, - 0.365234, - 0.248047, - 0.195312, - 0.228516, - 0.150391, - 0.216797, - 0.326172, - 0.285156, - 0.332031, - 0.355469, - 0.335938, - 0.392578, - 0.330078, - 0.267578, - 0.355469, - 0.351562, - 0.400391, - 0.373047, - 0.376953, - 0.341797, - 0.369141, - 0.376953, - 0.337891, - 0.376953, - 0.378906, - 0.339844, - 0.316406, - 0.375, - 0.376953, - 0.347656, - 0.359375, - 0.341797, - 0.212891, - 0.345703, - 0.355469, - 0.318359, - 0.328125, - 0.296875, - 0.376953, - 0.192383, - 0.371094, - 0.347656, - 0.244141, - 0.378906, - 0.359375, - 0.339844, - 0.351562, - 0.322266, - 0.34375, - 0.269531, - 0.214844, - 0.357422, - 0.359375, - 0.320312, - 0.378906, - 0.234375, - 0.34375, - 0.283203, - 0.326172, - 0.369141, - 0.353516, - 0.330078, - 0.308594, - 0.339844, - 0.369141, - 0.292969, - 0.472656, - 0.349609, - 0.347656, - 0.248047, - 0.34375, - 0.359375, - 0.341797, - 0.318359, - 0.351562, - 0.310547, - 0.339844, - 0.373047, - 0.253906, - 0.367188, - 0.341797, - 0.291016, - 0.330078, - 0.474609, - 0.378906, - 0.296875, - 0.273438, - 0.365234, - 0.345703, - 0.3125, - 0.178711, - 0.367188, - 0.349609, - 0.359375, - 0.320312, - 0.283203, - 0.294922, - 0.367188, - 0.375, - 0.359375, - 0.371094, - 0.613281, - 0.314453, - 0.19043, - 0.355469, - 0.371094, - 0.263672, - 0.349609, - 0.332031, - 0.351562, - 0.40625, - 0.283203, - 0.345703, - 0.361328, - 0.328125, - 0.376953, - 0.345703, - 0.300781, - 0.371094, - 0.363281, - 0.365234, - 0.164062, - 0.369141, - 0.291016, - 0.306641, - 0.341797, - 0.3125, - 0.375, - 0.376953, - 0.351562, - 0.371094, - 0.333984, - 0.375, - 0.316406, - 0.351562, - 0.355469, - 0.314453, - 0.339844, - 0.291016, - 0.345703, - 0.34375, - 0.318359, - 0.357422, - 0.373047, - 0.355469, - 0.371094, - 0.371094, - 0.359375, - 0.400391, - 0.423828, - 0.345703, - 0.371094, - 0.367188, - 0.357422, - 0.398438, - 0.353516, - 0.357422, - 0.351562, - 0.345703, - 0.357422, - 0.265625, - 0.359375, - 0.351562, - 0.330078, - 0.363281, - 0.34375, - 0.339844, - 0.375, - 0.3125, - 0.376953, - 0.365234, - 0.000104, - 0.259766, - 0.378906, - 0.371094, - 0.246094, - 0.373047, - 0.443359, - 0.390625, - 0.367188, - 0.277344, - 0.330078, - 0.283203, - 0.363281, - 0.306641, - 0.324219, - 0.330078, - 0.367188, - 0.34375, - 0.306641, - 0.333984, - 0.361328, - 0.349609, - 0.339844, - 0.369141, - 0.275391, - 0.347656, - 0.279297, - 0.404297, - 0.324219, - 0.166992, - 0.361328, - 0.273438, - 0.384766, - 0.363281, - 0.365234, - 0.287109, - 0.359375, - 0.365234, - 0.398438, - 0.361328, - 0.390625, - 0.205078, - 0.339844, - 0.367188, - 0.353516, - 0.302734, - 0.328125, - 0.380859, - 0.390625, - 0.296875, - 0.373047, - 0.337891, - 0.223633, - 0.337891, - 0.304688, - 0.359375, - 0.298828, - 0.386719, - 0.283203, - 0.5, - 0.388672, - 0.232422, - 0.361328, - 0.369141, - 0.367188, - 0.332031, - 0.394531, - 0.3125, - 0.363281, - 0.386719, - 0.361328, - 0.34375, - 0.365234, - 0.355469, - 0.349609, - 0.333984, - 0.248047, - 0.298828, - 0.197266, - 0.318359, - 0.382812, - 0.341797, - 0.308594, - 0.314453, - 0.22168, - 0.359375, - 0.355469, - 0.341797, - 0.369141, - 0.291016, - 0.241211, - 0.341797, - 0.310547, - 0.371094, - 0.378906, - 0.378906, - 0.384766, - 0.392578, - 0.351562, - 0.243164, - 0.359375, - 0.265625, - 0.275391, - 0.322266, - 0.345703, - 0.21875, - 0.330078, - 0.275391, - 0.388672, - 0.269531, - 0.349609, - 0.318359, - 0.365234, - 0.357422, - 0.375, - 0.310547, - 0.388672, - 0.349609, - 0.328125, - 0.253906, - 0.351562, - 0.320312, - 0.249023, - 0.273438, - 0.349609, - 0.304688, - 0.371094, - 0.361328, - 0.371094, - 0.417969, - 0.306641, - 0.326172, - 0.339844, - 0.314453, - 0.257812, - 0.353516, - 0.355469, - 0.302734, - 0.304688, - 0.388672, - 0.353516, - 0.353516, - 0.376953, - 0.357422, - 0.375, - 0.449219, - 0.367188, - 0.367188, - 0.34375, - 0.423828, - 0.347656, - 0.373047, - 0.302734, - 0.365234, - 0.349609, - 0.333984, - 0.318359, - 0.316406, - 0.359375, - 0.375, - 0.277344, - 0.279297, - 0.378906, - 0.25, - 0.394531, - 0.330078, - 0.357422, - 0.351562, - 0.359375, - 0.287109, - 0.322266, - 0.248047, - 0.28125, - 0.357422, - 0.408203, - 0.255859, - 0.378906, - 0.337891, - 0.25, - 0.287109, - 0.361328, - 0.367188, - 0.378906, - 0.335938, - 0.287109, - 0.376953, - 0.226562, - 0.361328, - 0.332031, - 0.205078, - 0.394531, - 0.316406, - 0.373047, - 0.341797, - 0.373047, - 0.261719, - 0.363281, - 0.371094, - 0.22168, - 0.371094, - 0.363281, - 0.257812, - 0.24707, - 0.378906, - 0.332031, - 0.289062, - 0.318359, - 0.292969, - 0.177734, - 0.408203, - 0.34375, - 0.308594, - 0.155273, - 0.339844, - 0.392578, - 0.294922, - 0.396484, - 0.375, - 0.398438, - 0.328125, - 0.292969, - 0.341797, - 0.330078, - 0.298828, - 0.347656, - 0.320312, - 0.380859, - 0.359375, - 0.208008, - 0.324219, - 0.269531, - 0.416016, - 0.378906, - 0.308594, - 0.273438, - 0.390625, - 0.25, - 0.330078, - 0.351562, - 0.294922, - 0.359375, - 0.224609, - 0.373047, - 0.382812, - 0.371094, - 0.253906, - 0.306641, - 0.421875, - 0.347656, - 0.357422, - 0.392578, - 0.357422, - 0.339844, - 0.292969, - 0.345703, - 0.34375, - 0.347656, - 0.375, - 0.392578, - 0.369141, - 0.365234, - 0.214844, - 0.322266, - 0.363281, - 0.355469, - 0.183594, - 0.375, - 0.279297, - 0.376953, - 0.335938, - 0.375, - 0.318359, - 0.341797, - 0.373047, - 0.357422, - 0.320312, - 0.373047, - 0.328125, - 0.363281, - 0.365234, - 0.347656, - 0.337891, - 0.324219 - ] - }, - "name": "model.transformer.layers.8.ffn_norm.weight", - "outputIndexes": [ - 580 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 579, - 580 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_8/Mul_1_output_0", - "outputIndexes": [ - 581 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 581 - ], - "outputIndexes": [ - 1674 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1674 - ], - "outputIndexes": [ - 1675 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear", - "inputIndexes": [ - 1675 - ], - "outputIndexes": [ - 1676 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 6144, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 73728, - "weightSize": 0 - }, - "external": [ - 54794872, - 4718614, - 589824, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1676 - ], - "outputIndexes": [ - 1677 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1677 - ], - "outputIndexes": [ - 582 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 6144 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 582, - 21, - 283, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_8/Slice_output_0", - "outputIndexes": [ - 583 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 583 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_8/Sigmoid_output_0", - "outputIndexes": [ - 584 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 583, - 584 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_8/Mul_output_0", - "outputIndexes": [ - 585 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6144 - ] - }, - "name": "/ffn_8/Mul_1_output_0", - "outputIndexes": [ - 586 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 582, - 283, - 586, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_8/Slice_1_output_0", - "outputIndexes": [ - 587 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 585, - 587 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_8/Mul_2_output_0", - "outputIndexes": [ - 588 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 588 - ], - "outputIndexes": [ - 1678 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3072, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1678 - ], - "outputIndexes": [ - 1679 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear", - "inputIndexes": [ - 1679 - ], - "outputIndexes": [ - 1680 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3072, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 36864, - "weightSize": 0 - }, - "external": [ - 60103310, - 2359318, - 294912, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1680 - ], - "outputIndexes": [ - 1681 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.8/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1681 - ], - "outputIndexes": [ - 589 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 578, - 589 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_35_output_0", - "outputIndexes": [ - 590 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 590, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_36_output_0", - "outputIndexes": [ - 591 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 591 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_9/Mul_output_0", - "outputIndexes": [ - 592 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.298828, - 0.219727, - 0.19043, - 0.220703, - 0.185547, - 0.213867, - 0.208008, - 0.162109, - 0.222656, - 0.208984, - 0.210938, - 0.189453, - 0.203125, - 0.15625, - 0.15332, - 0.204102, - 0.240234, - 0.283203, - 0.193359, - 0.172852, - 0.079102, - 0.196289, - 0.126953, - 0.195312, - 0.229492, - 0.229492, - 0.181641, - 0.219727, - 0.206055, - 0.212891, - 0.259766, - 0.18457, - 0.134766, - 0.164062, - 0.1875, - 0.193359, - 0.217773, - 0.181641, - 0.147461, - 0.189453, - 0.193359, - 0.171875, - 0.234375, - 0.171875, - 0.176758, - 0.259766, - 0.178711, - 0.138672, - 0.235352, - 0.318359, - 0.226562, - 0.166992, - 0.180664, - 0.171875, - 0.443359, - 0.308594, - 0.204102, - 0.185547, - 0.170898, - 0.207031, - 0.134766, - 0.129883, - 0.076172, - 0.245117, - 0.125, - 0.240234, - 0.139648, - 0.180664, - 0.271484, - 0.353516, - 0.166992, - 0.243164, - 0.161133, - 0.287109, - 0.132812, - 0.203125, - 0.181641, - 0.285156, - 0.211914, - 0.18457, - 0.189453, - 0.168945, - 0.204102, - 0.182617, - 0.241211, - 0.219727, - 0.140625, - 0.147461, - 0.257812, - 0.166992, - 0.216797, - 0.224609, - 0.193359, - 0.219727, - 0.180664, - 0.277344, - 0.227539, - 0.255859, - 0.298828, - 0.251953, - 0.211914, - 0.470703, - 0.155273, - 0.257812, - 0.197266, - 0.138672, - 0.185547, - 0.121094, - 0.175781, - 0.1875, - 0.21582, - 0.229492, - 0.213867, - 0.174805, - 0.205078, - 0.141602, - 0.133789, - 0.200195, - 0.18457, - 0.191406, - 0.195312, - 0.125977, - 0.160156, - 0.212891, - 0.126953, - 0.261719, - 0.162109, - 0.183594, - 0.232422, - 0.236328, - 0.273438, - 0.154297, - 0.157227, - 0.191406, - 0.273438, - 0.15918, - 0.455078, - 0.201172, - 0.225586, - 0.132812, - 0.217773, - 0.322266, - 0.155273, - 0.206055, - 0.519531, - 0.129883, - 0.181641, - 0.298828, - 0.166016, - 0.154297, - 0.233398, - 0.166016, - 0.234375, - 0.150391, - 0.157227, - 0.165039, - 0.224609, - 0.157227, - 0.195312, - 0.328125, - 0.28125, - 0.294922, - 0.275391, - 0.163086, - 0.174805, - 0.174805, - 0.168945, - 0.233398, - 0.219727, - 0.40625, - 0.164062, - 0.15332, - 0.149414, - 0.1875, - 0.162109, - 0.203125, - 0.162109, - 0.203125, - 0.277344, - 0.209961, - 0.170898, - 0.224609, - 0.164062, - 0.211914, - 0.241211, - 0.177734, - 0.224609, - 0.209961, - 0.208984, - 0.172852, - 0.289062, - 0.194336, - 0.71875, - 0.234375, - 0.180664, - 0.211914, - 0.271484, - 0.212891, - 0.223633, - 0.279297, - 0.183594, - 0.15332, - 0.21582, - 0.211914, - 0.222656, - 0.198242, - 0.244141, - 0.212891, - 0.193359, - 0.12793, - 0.214844, - 0.347656, - 0.160156, - 0.158203, - 0.21875, - 0.169922, - 0.173828, - 0.207031, - 0.179688, - 0.223633, - 0.206055, - 0.349609, - 0.171875, - 0.082031, - 0.229492, - 0.398438, - 0.200195, - 0.119141, - 0.179688, - 0.168945, - 0.151367, - 0.143555, - 0.275391, - 0.208984, - 0.201172, - 0.182617, - 0.188477, - 0.12207, - 0.21582, - 0.249023, - 0.180664, - 0.255859, - 0.21582, - 0.166016, - 0.183594, - 0.202148, - 0.106445, - 0.169922, - 0.246094, - 0.214844, - 0.205078, - 0.137695, - 0.217773, - 0.275391, - 0.238281, - 0.188477, - 0.189453, - 0.224609, - 0.183594, - 0.15918, - 0.188477, - 0.179688, - 0.425781, - 0.34375, - 0.193359, - 0.294922, - 0.225586, - 0.414062, - 0.210938, - 0.148438, - 0.15332, - 0.19043, - 0.185547, - 0.180664, - 0.189453, - 0.130859, - 0.200195, - 0.490234, - 0.191406, - 0.108887, - 0.291016, - 0.206055, - 0.188477, - 0.283203, - 0.207031, - 0.205078, - 0.162109, - 0.243164, - 0.267578, - 0.217773, - 0.10498, - 0.210938, - 0.193359, - 0.259766, - 0.089355, - 0.230469, - 0.605469, - 0.172852, - 0.111328, - 0.092773, - 0.300781, - 0.188477, - 0.200195, - 0.251953, - 0.163086, - 0.314453, - 0.304688, - 0.176758, - 0.273438, - 0.183594, - 0.21582, - 0.183594, - 0.198242, - 0.185547, - 0.143555, - 0.204102, - 0.224609, - 0.198242, - 0.353516, - 0.257812, - 0.257812, - 0.162109, - 0.225586, - 0.271484, - 0.186523, - 0.189453, - 0.191406, - 0.213867, - 0.192383, - 0.18457, - 0.161133, - 0.21875, - 0.167969, - 0.351562, - 0.155273, - 0.242188, - 0.213867, - 0.217773, - 0.143555, - 0.169922, - 0.152344, - 0.172852, - 0.269531, - 0.114746, - 0.238281, - 0.152344, - 0.964844, - 0.10498, - 0.233398, - 0.208984, - 0.255859, - 0.230469, - 0.445312, - 0.382812, - 0.253906, - 0.535156, - 0.195312, - 0.216797, - 0.115723, - 0.219727, - 0.302734, - 0.146484, - 0.244141, - 0.166992, - 0.201172, - 0.287109, - 0.213867, - 0.208008, - 0.243164, - 0.125977, - 0.137695, - 0.246094, - 0.261719, - 0.224609, - 0.227539, - 0.088379, - 0.292969, - 0.267578, - 0.227539, - 0.139648, - 0.194336, - 0.1875, - 0.19043, - 0.171875, - 0.115723, - 0.169922, - 0.189453, - 0.166016, - 0.142578, - 0.261719, - 0.28125, - 0.164062, - 0.245117, - 0.07959, - 0.237305, - 0.408203, - 0.194336, - 0.419922, - 0.101562, - 0.160156, - 0.267578, - 0.265625, - 0.121094, - 0.253906, - 0.289062, - 0.648438, - 0.361328, - 0.216797, - 0.222656, - 0.226562, - 0.242188, - 0.441406, - 0.169922, - 0.318359, - 0.172852, - 0.171875, - 0.210938, - 0.189453, - 0.201172, - 0.193359, - 0.233398, - 0.232422, - 0.194336, - 0.492188, - 0.194336, - 0.251953, - 0.191406, - 0.224609, - 0.314453, - 0.19043, - 0.251953, - 0.169922, - 0.231445, - 0.189453, - 0.209961, - 0.172852, - 0.239258, - 0.220703, - 0.24707, - 0.259766, - 0.186523, - 0.203125, - 0.151367, - 0.333984, - 0.195312, - 0.193359, - 0.240234, - 0.101074, - 0.177734, - 0.158203, - 0.464844, - 0.259766, - 0.382812, - 0.19043, - 0.124023, - 0.24707, - 0.265625, - 0.168945, - 0.186523, - 0.196289, - 0.19043, - 0.083496, - 0.273438, - 0.235352, - 0.207031, - 0.144531, - 0.146484, - 0.273438, - 0.160156, - 0.170898, - 0.369141, - 0.163086, - 0.28125, - 0.155273, - 0.21582, - 0.251953, - 0.277344, - 0.161133, - 0.185547, - 0.22168, - 0.265625, - 0.203125, - 0.199219, - 0.191406, - 0.236328, - 0.140625, - 0.228516, - 0.210938, - 0.213867, - 0.212891, - 0.239258, - 0.302734, - 0.222656, - 0.182617, - 0.208008, - 0.208984, - 0.21582, - 0.224609, - 0.193359, - 0.193359, - 0.211914, - 0.188477, - 0.114746, - 0.229492, - 0.15625, - 0.246094, - 0.197266, - 0.201172, - 0.24707, - 0.318359, - 0.202148, - 0.231445, - 0.144531, - 0.232422, - 0.355469, - 0.255859, - 0.191406, - 0.160156, - 0.24707, - 0.267578, - 0.164062, - 0.271484, - 0.285156, - 0.168945, - 0.117188, - 0.141602, - 0.196289, - 0.174805, - 0.15918, - 1.226562, - 0.192383, - 0.182617, - 0.174805, - 0.261719, - 0.176758, - 0.15918, - 0.202148, - 0.208984, - 0.219727, - 0.233398, - 0.255859, - 0.172852, - 0.208984, - 0.216797, - 0.18457, - 0.279297, - 0.155273, - 0.216797, - 0.167969, - 0.164062, - 0.182617, - 0.197266, - 0.373047, - 0.425781, - 0.145508, - 0.220703, - 0.175781, - 0.200195, - 0.146484, - 0.151367, - 0.24707, - 0.435547, - 0.394531, - 0.228516, - 0.328125, - 0.177734, - 0.155273, - 0.176758, - 0.204102, - 0.203125, - 0.186523, - 0.19043, - 0.15625, - 0.199219, - 0.202148, - 0.222656, - 0.283203, - 0.152344, - 0.197266, - 0.316406, - 0.201172, - 0.263672, - 0.213867, - 0.171875, - 0.166992, - 0.206055, - 0.164062, - 0.169922, - 0.257812, - 0.168945, - 0.216797, - 0.277344, - 0.289062, - 0.166016, - 0.21875, - 0.185547, - 0.118652, - 0.209961, - 0.214844, - 0.095215, - 0.193359, - 0.196289, - 0.222656, - 0.167969, - 0.152344, - 0.134766, - 0.207031, - 0.104004, - 0.133789, - 0.257812, - 0.212891, - 0.112305, - 0.183594, - 0.197266, - 0.300781, - 0.145508, - 0.180664, - 0.144531, - 0.492188, - 0.163086, - 0.203125, - 0.198242, - 0.15918, - 0.164062, - 0.236328, - 0.196289, - 0.230469, - 0.335938, - 0.202148, - 0.143555, - 0.179688, - 0.157227, - 0.267578, - 0.219727, - 0.265625, - 0.257812, - 0.234375, - 0.15918, - 0.239258, - 0.152344, - 0.234375, - 0.204102, - 0.146484, - 0.249023, - 0.242188, - 0.204102, - 0.194336, - 0.063965, - 0.168945, - 0.320312, - 0.149414, - 0.212891, - 0.182617, - 0.177734, - 0.214844, - 0.197266, - 0.152344, - 0.220703, - 0.211914, - 0.486328, - 0.185547, - 0.333984, - 0.175781, - 0.185547, - 0.167969, - 0.197266, - 0.216797, - 0.275391, - 0.145508, - 0.167969, - 0.133789, - 0.192383, - 0.257812, - 0.296875, - 0.192383, - 0.158203, - 0.380859, - 0.158203, - 0.179688, - 0.176758, - 0.211914, - 0.170898, - 0.200195, - 0.236328, - 0.186523, - 0.209961, - 0.263672, - 0.178711, - 0.373047, - 0.193359, - 0.166016, - 0.186523, - 0.207031, - 0.15918, - 0.119629, - 0.173828, - 0.172852, - 0.212891, - 0.255859, - 0.185547, - 0.194336, - 0.191406, - 0.210938, - 0.259766, - 0.169922, - 0.171875, - 0.152344, - 0.166016, - 0.185547, - 0.134766, - 0.249023, - 0.310547, - 0.193359, - 0.239258, - 0.248047, - 0.128906, - 0.175781, - 0.104004, - 0.222656, - 0.217773, - 0.157227, - 0.267578, - 0.143555, - 0.214844, - 0.151367, - 0.240234, - 0.180664, - 0.181641, - 0.172852, - 0.169922, - 0.197266, - 0.263672, - 0.208984, - 0.34375, - 0.279297, - 0.135742, - 0.170898, - 0.227539, - 0.235352, - 0.259766, - 0.237305, - 0.202148, - 0.199219, - 0.386719, - 0.186523, - 0.24707, - 0.25, - 0.224609, - 0.15918, - 0.488281, - 0.263672, - 0.223633, - 0.369141, - 0.251953, - 0.211914, - 0.376953, - 0.149414, - 0.24707, - 0.447266, - 0.1875, - 0.154297, - 0.148438, - 0.161133, - 0.211914, - 0.24707, - 0.585938, - 0.232422, - 0.21875, - 0.220703, - 0.220703, - 0.19043, - 0.1875, - 0.166016, - 0.675781, - 0.166016, - 0.339844, - 0.193359, - 0.166992, - 0.21582, - 0.320312, - 0.21582, - 0.195312, - 0.296875, - 0.243164, - 0.150391, - 0.425781, - 0.267578, - 0.188477, - 0.189453, - 0.182617, - 0.146484, - 0.275391, - 0.205078, - 0.173828, - 0.166992, - 0.162109, - 0.167969, - 0.222656, - 0.164062, - 0.239258, - 0.204102, - 0.200195, - 0.214844, - 0.225586, - 0.223633, - 0.196289, - 0.238281, - 0.245117, - 0.196289, - 0.279297, - 0.169922, - 0.15332, - 0.183594, - 0.176758, - 0.15332, - 0.248047, - 0.204102, - 0.145508, - 0.142578, - 0.223633, - 0.423828, - 0.273438, - 0.277344, - 0.257812, - 0.289062, - 0.273438, - 0.267578, - 0.298828, - 0.188477, - 0.172852, - 0.236328, - 0.231445, - 0.466797, - 0.15625, - 0.222656, - 0.259766, - 0.175781, - 0.148438, - 0.333984, - 0.145508, - 0.119629, - 0.275391, - 0.245117, - 0.239258, - 0.357422, - 0.157227, - 0.186523, - 0.239258, - 0.239258, - 0.251953, - 0.417969, - 0.535156, - 0.204102, - 0.193359, - 0.248047, - 0.204102, - 0.1875, - 0.275391, - 0.208008, - 0.171875, - 0.1875, - 0.162109, - 0.161133, - 0.188477, - 0.185547, - 0.249023, - 0.174805, - 0.289062, - 0.213867, - 0.196289, - 0.148438, - 0.220703, - 0.166016, - 0.206055, - 0.170898, - 0.216797, - 0.243164, - 0.183594, - 0.225586, - 0.219727, - 0.255859, - 0.208008, - 0.216797, - 0.273438, - 0.22168, - 0.149414, - 0.178711, - 0.162109, - 0.000763, - 0.175781, - 0.269531, - 0.223633, - 0.18457, - 0.243164, - 0.245117, - 0.115234, - 0.240234, - 0.199219, - 0.146484, - 0.207031, - 0.119629, - 0.210938, - 0.201172, - 0.296875, - 0.269531, - 0.22168, - 0.388672, - 0.244141, - 0.515625, - 0.201172, - 0.169922, - 0.265625, - 0.15332, - 0.209961, - 0.245117, - 0.212891, - 0.166992, - 0.200195, - 0.208984, - 0.171875, - 0.151367, - 0.232422, - 0.291016, - 0.337891, - 0.1875, - 0.090332, - 0.176758, - 0.12793, - 0.222656, - 0.302734, - 0.232422, - 0.246094, - 0.212891, - 0.233398, - 0.234375, - 0.198242, - 0.166992, - 0.154297, - 0.214844, - 0.21875, - 0.173828, - 0.178711, - 0.19043, - 0.220703, - 0.1875, - 0.179688, - 0.152344, - 0.251953, - 0.165039, - 0.157227, - 0.202148, - 0.146484, - 0.176758, - 0.197266, - 0.25, - 0.197266, - 0.173828, - 0.308594, - 0.128906, - 0.124023, - 0.147461, - 0.296875, - 0.201172, - 0.219727, - 0.347656, - 0.202148, - 0.141602, - 0.151367, - 0.166992, - 0.160156, - 0.195312, - 0.210938, - 0.269531, - 0.277344, - 0.244141, - 0.229492, - 0.267578, - 0.136719, - 0.186523, - 0.294922, - 0.230469, - 0.124023, - 0.133789, - 0.202148, - 0.1875, - 0.179688, - 0.193359, - 0.242188, - 0.207031, - 0.242188, - 0.158203, - 0.263672, - 0.249023, - 0.136719, - 0.213867, - 0.202148, - 0.149414, - 0.174805, - 0.208008, - 0.236328, - 0.166016, - 0.077148, - 0.257812, - 0.261719, - 0.15918, - 0.228516, - 0.134766, - 0.265625, - 0.179688, - 0.390625, - 0.107422, - 0.226562, - 0.193359, - 0.130859, - 0.183594, - 0.15918, - 0.240234, - 0.213867, - 0.386719, - 0.158203, - 0.136719, - 0.150391, - 0.198242, - 1.570312, - 0.201172, - 0.201172, - 0.145508, - 0.242188, - 0.204102, - 0.157227, - 0.166016, - 0.178711, - 0.21875, - 0.195312, - 0.129883, - 0.193359, - 0.380859, - 0.275391, - 0.204102, - 0.269531, - 0.230469, - 0.21875, - 0.176758, - 0.337891, - 0.214844, - 0.400391, - 0.449219, - 0.289062, - 0.164062, - 0.199219, - 0.196289, - 0.1875, - 0.21875, - 0.214844, - 0.172852, - 0.179688, - 0.186523, - 0.18457, - 0.203125, - 0.163086, - 0.171875, - 0.199219, - 0.227539, - 0.216797, - 0.259766, - 0.255859, - 0.161133, - 0.223633, - 0.18457, - 0.185547, - 0.142578, - 0.277344, - 0.185547, - 0.122559, - 0.251953, - 0.25, - 0.239258, - 0.146484, - 0.294922, - 0.102539, - 0.194336, - 0.202148, - 0.273438, - 0.5, - 0.11377, - 0.679688, - 0.086914, - 0.10791, - 0.173828, - 0.161133, - 0.183594, - 0.193359, - 0.255859, - 0.28125, - 0.191406, - 0.12793, - 0.177734, - 0.183594, - 0.279297, - 0.229492, - 0.177734, - 0.142578, - 0.136719, - 0.230469, - 0.326172, - 0.166016, - 0.236328, - 0.174805, - 0.202148, - 0.175781, - 0.185547, - 0.209961, - 0.267578, - 0.19043, - 0.126953, - 0.232422, - 0.141602, - 0.143555, - 0.180664, - 0.24707, - 0.179688, - 0.158203, - 0.245117, - 0.205078, - 0.394531, - 0.249023, - 0.191406, - 0.171875, - 0.168945, - 0.181641, - 0.199219, - 0.143555, - 0.123047, - 0.259766, - 0.310547, - 0.146484, - 0.326172, - 0.134766, - 0.168945, - 0.124512, - 0.219727, - 0.208008, - 0.154297, - 0.208008, - 0.464844, - 0.170898, - 0.251953, - 0.144531, - 0.199219, - 0.197266, - 0.213867, - 0.160156, - 0.226562, - 0.171875, - 0.226562, - 0.216797, - 0.191406, - 0.200195, - 0.176758, - 0.214844, - 0.180664, - 0.179688, - 0.185547, - 0.180664, - 0.25, - 0.099121, - 0.277344, - 0.149414, - 0.125, - 0.216797, - 0.202148, - 0.194336, - 0.242188, - 0.175781, - 0.241211, - 0.188477, - 0.136719, - 0.137695, - 0.158203, - 0.160156, - 0.231445, - 0.22168, - 0.287109, - 0.337891, - 0.172852, - 0.199219, - 0.179688, - 0.210938, - 0.213867, - 0.19043, - 0.206055, - 0.210938, - 0.183594, - 0.181641, - 0.211914, - 0.188477, - 0.163086, - 0.198242, - 0.196289, - 0.318359, - 0.22168, - 0.234375, - 0.188477, - 0.151367, - 0.1875, - 0.328125, - 0.157227, - 0.150391, - 0.188477, - 0.273438, - 0.182617, - 0.208008, - 0.25, - 0.172852, - 0.154297, - 0.133789, - 0.201172, - 0.196289, - 0.176758, - 0.228516, - 0.275391, - 0.151367, - 0.207031, - 0.279297, - 0.198242, - 0.240234, - 0.21875, - 0.209961, - 0.294922, - 0.222656, - 0.235352, - 0.201172, - 0.193359, - 0.178711, - 0.201172, - 0.180664, - 0.339844, - 0.217773, - 0.225586, - 0.22168, - 0.175781, - 0.198242, - 0.216797, - 0.222656, - 0.177734, - 0.183594, - 0.231445, - 0.202148, - 0.242188, - 0.241211, - 0.183594, - 0.246094, - 0.185547, - 0.219727, - 0.18457, - 0.198242, - 0.238281, - 0.443359, - 0.206055, - 0.140625, - 0.259766, - 0.242188, - 0.216797, - 0.19043, - 0.125977, - 0.201172, - 0.15332, - 0.193359, - 0.253906, - 0.196289, - 0.22168, - 0.208984, - 0.302734, - 0.219727, - 0.277344, - 0.175781, - 0.302734, - 0.139648, - 0.193359, - 0.267578, - 0.149414, - 0.131836, - 0.111328, - 0.213867, - 0.158203, - 0.251953, - 0.244141, - 0.195312, - 0.192383, - 0.199219, - 0.208984, - 0.332031, - 0.164062, - 0.294922, - 0.120605, - 0.152344, - 0.217773, - 0.181641, - 0.165039, - 0.177734, - 0.191406, - 0.357422, - 0.212891, - 0.203125, - 0.19043, - 0.108398, - 0.210938, - 0.175781, - 0.253906, - 0.201172, - 0.291016, - 0.142578, - 0.233398, - 0.183594, - 0.464844, - 0.316406, - 0.271484, - 0.255859, - 0.165039, - 0.249023, - 0.205078, - 0.240234, - 0.255859, - 0.300781, - 0.213867, - 0.19043, - 0.164062, - 0.229492, - 0.18457, - 0.158203, - 0.165039, - 0.119141, - 0.21875, - 0.200195, - 0.192383, - 0.308594, - 0.177734, - 0.376953, - 0.181641, - 0.205078, - 0.128906, - 0.212891, - 0.185547, - 0.427734, - 0.197266, - 0.192383, - 0.172852, - 0.220703, - 0.267578, - 0.192383, - 0.283203, - 0.167969, - 0.310547, - 0.192383, - 0.165039, - 0.154297, - 0.15625, - 0.165039, - 0.125977, - 0.228516, - 0.632812, - 0.255859, - 0.178711, - 0.148438, - 0.181641, - 0.180664, - 0.24707, - 0.201172, - 0.157227, - 0.285156, - 0.198242, - 0.224609, - 0.337891, - 0.28125, - 0.163086, - 0.320312, - 0.208008, - 0.202148, - 0.170898, - 0.204102, - 0.196289, - 0.259766, - 0.300781, - 0.263672, - 0.259766, - 0.222656, - 0.166016, - 0.12793, - 0.259766, - 0.157227, - 0.158203, - 0.182617, - 0.201172, - 0.151367, - 0.248047, - 0.259766, - 0.209961, - 0.255859, - 0.421875, - 0.249023, - 0.220703, - 0.235352, - 0.427734, - 0.210938, - 0.261719, - 0.199219, - 0.277344, - 0.332031, - 0.177734, - 0.171875, - 0.162109, - 0.222656, - 0.253906, - 0.228516, - 0.371094, - 0.220703, - 0.129883, - 0.251953, - 0.163086, - 0.238281, - 0.208008, - 0.171875, - 0.125977, - 0.25, - 0.133789, - 0.164062, - 0.189453, - 0.263672, - 0.115234, - 0.182617, - 0.214844, - 0.175781, - 0.186523, - 0.180664, - 0.1875, - 0.144531, - 0.1875, - 0.171875, - 0.223633, - 0.277344, - 0.189453, - 0.163086, - 0.130859, - 0.347656, - 0.11377, - 0.188477, - 0.15332, - 0.232422, - 0.120117, - 0.183594, - 0.145508, - 0.285156, - 0.28125, - 0.195312, - 0.484375, - 0.155273, - 0.244141, - 0.165039, - 0.15918, - 0.208008, - 0.155273, - 0.07666, - 0.172852, - 0.21875, - 0.257812, - 0.129883, - 0.172852, - 0.207031, - 0.186523, - 0.302734, - 0.220703, - 0.242188, - 0.166992, - 0.181641, - 0.291016, - 0.137695, - 0.179688, - 0.166992, - 0.168945, - 0.304688, - 0.245117, - 0.455078, - 0.275391, - 0.169922, - 0.330078, - 0.337891, - 0.398438, - 0.148438, - 0.249023, - 0.182617, - 0.140625, - 0.161133, - 0.137695, - 0.21875, - 0.419922, - 0.242188, - 0.212891, - 0.166992, - 0.230469, - 0.213867, - 0.291016, - 0.193359, - 0.177734, - 0.304688, - 0.202148, - 0.182617, - 0.177734, - 0.212891, - 0.208984, - 0.145508, - 0.240234, - 0.28125, - 0.241211, - 0.200195, - 0.367188, - 0.306641, - 0.308594, - 0.263672, - 0.202148, - 0.222656, - 0.118164, - 0.206055, - 0.188477, - 0.21875, - 0.238281, - 0.166992, - 0.186523, - 0.24707, - 0.210938, - 0.170898, - 0.21875, - 0.175781, - 0.242188, - 0.174805, - 0.205078, - 0.186523 - ] - }, - "name": "model.transformer.layers.9.attn_norm.weight", - "outputIndexes": [ - 593 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 592, - 593 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_9/Mul_1_output_0", - "outputIndexes": [ - 594 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 594 - ], - "outputIndexes": [ - 1682 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1682 - ], - "outputIndexes": [ - 1683 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear", - "inputIndexes": [ - 1683 - ], - "outputIndexes": [ - 1684 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1024, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 62757540, - 786454, - 98304, - 4096, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1684 - ], - "outputIndexes": [ - 1685 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1685 - ], - "outputIndexes": [ - 595 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1024 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 594 - ], - "main_type": "NONE", - "name": "/Shape_37_output_0", - "outputIndexes": [ - 596 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 596 - ], - "main_type": "NONE", - "name": "Shape847", - "outputIndexes": [ - 597 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 596 - ], - "main_type": "NONE", - "name": "Rank849", - "outputIndexes": [ - 598 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 598, - 598 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp851", - "outputIndexes": [ - 599 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 599 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze852", - "outputIndexes": [ - 600 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 599, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp854", - "outputIndexes": [ - 601 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 601 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze855", - "outputIndexes": [ - 602 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 597, - 600, - 602, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice858", - "outputIndexes": [ - 603 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 603 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze859", - "outputIndexes": [ - 604 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 604 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp860", - "outputIndexes": [ - 605 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 605, - 604 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp861", - "outputIndexes": [ - 606 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 596, - 606, - 599 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_49_output_0", - "outputIndexes": [ - 607 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 607, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_91_output_0", - "outputIndexes": [ - 608 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 608, - 244, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_45_output_0", - "outputIndexes": [ - 609 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 595, - 609 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_37_output_0", - "outputIndexes": [ - 610 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 610 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_9/Mul_output_0", - "outputIndexes": [ - 611 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.09082, - 0.022583, - 1.960938, - 0.929688, - 2.1875, - 2.515625, - 1.148438, - 1.914062, - 2.03125, - 2.015625, - 1.9375, - 2.0625, - 1.726562, - 2.265625, - 2.234375, - 2.140625, - 1.867188, - 2.171875, - 2.28125, - 2.125, - 3.015625, - 2.328125, - 2.5625, - 2.28125, - 2.484375, - 2.375, - 2.3125, - 2.46875, - 2.5, - 3.046875, - 2.5625, - 2.1875, - 2.984375, - 0.263672, - 0.050049, - 1.84375, - 0.013611, - 1.773438, - 1.9375, - 1.8125, - 1.632812, - 1.867188, - 2.09375, - 2.109375, - 2.21875, - 1.929688, - 1.9375, - 1.953125, - 2.484375, - 2.328125, - 2.328125, - 2.453125, - 1.617188, - 2.421875, - 2.28125, - 2.328125, - 2.515625, - 2.4375, - 2.53125, - 2.421875, - 2.359375, - 2.1875, - 2.328125, - 3.390625 - ] - }, - "name": "model.transformer.layers.9.attn.q_norm.weight", - "outputIndexes": [ - 612 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 611, - 612 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_9/Mul_1_output_0", - "outputIndexes": [ - 613 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 613, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_36_output_0", - "outputIndexes": [ - 614 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 613, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_37_output_0", - "outputIndexes": [ - 615 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 615 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_18_output_0", - "outputIndexes": [ - 616 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 613, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_36_output_0", - "outputIndexes": [ - 617 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 616, - 617 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_48_output_0", - "outputIndexes": [ - 618 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 618, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_37_output_0", - "outputIndexes": [ - 619 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 614, - 619 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_36_output_0", - "outputIndexes": [ - 620 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 594 - ], - "outputIndexes": [ - 1686 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1686 - ], - "outputIndexes": [ - 1687 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear", - "inputIndexes": [ - 1687 - ], - "outputIndexes": [ - 1688 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 63646394, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1688 - ], - "outputIndexes": [ - 1689 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1689 - ], - "outputIndexes": [ - 621 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 608, - 258, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_46_output_0", - "outputIndexes": [ - 622 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 621, - 622 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_38_output_0", - "outputIndexes": [ - 623 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 623 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_9/Mul_output_0", - "outputIndexes": [ - 624 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.132812, - 0.011475, - 1.226562, - 0.0625, - 1.53125, - 2.46875, - 1.125, - 2.125, - 2.1875, - 1.492188, - 2.234375, - 2.296875, - 2.28125, - 1.828125, - 1.921875, - 1.46875, - 2.609375, - 2.359375, - 2.3125, - 2.515625, - 0.695312, - 2.34375, - 2.265625, - 2.359375, - 2.234375, - 2.4375, - 2.453125, - 2.484375, - 2.484375, - 2.15625, - 2.53125, - 2.734375, - 1.4375, - 0.214844, - 0.46875, - 1.679688, - 0.034424, - 1.84375, - 1.859375, - 1.539062, - 1.375, - 2.09375, - 1.554688, - 1.804688, - 1.242188, - 2.421875, - 2.265625, - 2.375, - 1.398438, - 2.15625, - 2.25, - 2.0625, - 3.265625, - 2.375, - 2.3125, - 2.421875, - 2.234375, - 2.421875, - 2.4375, - 2.515625, - 2.5, - 2.453125, - 2.6875, - 3.390625 - ] - }, - "name": "model.transformer.layers.9.attn.k_norm.weight", - "outputIndexes": [ - 625 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 624, - 625 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_9/Mul_1_output_0", - "outputIndexes": [ - 626 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 626, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_38_output_0", - "outputIndexes": [ - 627 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 626, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_39_output_0", - "outputIndexes": [ - 628 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 628 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_19_output_0", - "outputIndexes": [ - 629 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 626, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_38_output_0", - "outputIndexes": [ - 630 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 629, - 630 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_49_output_0", - "outputIndexes": [ - 631 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 631, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_39_output_0", - "outputIndexes": [ - 632 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 627, - 632 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_37_output_0", - "outputIndexes": [ - 633 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 594 - ], - "outputIndexes": [ - 1690 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1690 - ], - "outputIndexes": [ - 1691 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear", - "inputIndexes": [ - 1691 - ], - "outputIndexes": [ - 1692 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 256, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3072, - "weightSize": 0 - }, - "external": [ - 63868624, - 196630, - 24576, - 1024, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1692 - ], - "outputIndexes": [ - 1693 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1693 - ], - "outputIndexes": [ - 634 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 256 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 634, - 622 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_39_output_0", - "outputIndexes": [ - 635 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 620, - 633, - 635, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.9/self_attn/FusedAttention", - "outputIndexes": [ - 636 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 636 - ], - "outputIndexes": [ - 1694 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1024, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1694 - ], - "outputIndexes": [ - 1695 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear", - "inputIndexes": [ - 1695 - ], - "outputIndexes": [ - 1696 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1024, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 12288, - "weightSize": 0 - }, - "external": [ - 64090854, - 786454, - 98304, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1696 - ], - "outputIndexes": [ - 1697 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1697 - ], - "outputIndexes": [ - 637 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 591, - 637 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_38_output_0", - "outputIndexes": [ - 638 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 638 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_9/Mul_output_0", - "outputIndexes": [ - 639 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.400391, - 0.335938, - 0.396484, - 0.277344, - 0.253906, - 0.382812, - 0.367188, - 0.376953, - 0.447266, - 0.363281, - 0.384766, - 0.224609, - 0.345703, - 0.306641, - 0.378906, - 0.40625, - 0.388672, - 0.441406, - 0.289062, - 0.341797, - 0.160156, - 0.378906, - 0.208008, - 0.367188, - 0.392578, - 0.365234, - 0.40625, - 0.414062, - 0.322266, - 0.394531, - 0.423828, - 0.382812, - 0.249023, - 0.269531, - 0.400391, - 0.400391, - 0.390625, - 0.367188, - 0.386719, - 0.355469, - 0.359375, - 0.341797, - 0.388672, - 0.357422, - 0.34375, - 0.375, - 0.314453, - 0.363281, - 0.392578, - 0.209961, - 0.382812, - 0.378906, - 0.347656, - 0.388672, - 0.191406, - 0.433594, - 0.376953, - 0.369141, - 0.390625, - 0.419922, - 0.289062, - 0.351562, - 0.188477, - 0.384766, - 0.443359, - 0.439453, - 0.382812, - 0.322266, - 0.355469, - 0.263672, - 0.349609, - 0.376953, - 0.330078, - 0.408203, - 0.219727, - 0.414062, - 0.365234, - 0.429688, - 0.349609, - 0.363281, - 0.349609, - 0.376953, - 0.369141, - 0.361328, - 0.216797, - 0.361328, - 0.330078, - 0.400391, - 0.421875, - 0.251953, - 0.423828, - 0.289062, - 0.392578, - 0.330078, - 0.361328, - 0.339844, - 0.205078, - 0.380859, - 0.1875, - 0.205078, - 0.384766, - 0.371094, - 0.294922, - 0.392578, - 0.371094, - 0.320312, - 0.314453, - 0.243164, - 0.24707, - 0.390625, - 0.392578, - 0.371094, - 0.429688, - 0.242188, - 0.318359, - 0.328125, - 0.396484, - 0.371094, - 0.320312, - 0.357422, - 0.384766, - 0.318359, - 0.341797, - 0.400391, - 0.322266, - 0.439453, - 0.378906, - 0.376953, - 0.412109, - 0.392578, - 0.433594, - 0.378906, - 0.3125, - 0.396484, - 0.357422, - 0.332031, - 0.217773, - 0.402344, - 0.404297, - 0.226562, - 0.400391, - 0.40625, - 0.294922, - 0.400391, - 0.174805, - 0.182617, - 0.287109, - 0.402344, - 0.351562, - 0.259766, - 0.376953, - 0.310547, - 0.351562, - 0.335938, - 0.335938, - 0.322266, - 0.394531, - 0.402344, - 0.380859, - 0.363281, - 0.431641, - 0.271484, - 0.435547, - 0.330078, - 0.341797, - 0.363281, - 0.369141, - 0.351562, - 0.361328, - 0.134766, - 0.208008, - 0.363281, - 0.185547, - 0.384766, - 0.367188, - 0.404297, - 0.353516, - 0.390625, - 0.386719, - 0.416016, - 0.375, - 0.378906, - 0.283203, - 0.361328, - 0.363281, - 0.376953, - 0.404297, - 0.339844, - 0.400391, - 0.330078, - 0.423828, - 0.332031, - 0.214844, - 0.390625, - 0.330078, - 0.392578, - 0.341797, - 0.400391, - 0.40625, - 0.267578, - 0.353516, - 0.292969, - 0.386719, - 0.376953, - 0.423828, - 0.388672, - 0.419922, - 0.351562, - 0.361328, - 0.328125, - 0.3125, - 0.394531, - 0.378906, - 0.359375, - 0.367188, - 0.357422, - 0.382812, - 0.388672, - 0.375, - 0.349609, - 0.388672, - 0.416016, - 0.363281, - 0.189453, - 0.412109, - 0.255859, - 0.382812, - 0.298828, - 0.351562, - 0.361328, - 0.365234, - 0.361328, - 0.28125, - 0.257812, - 0.347656, - 0.353516, - 0.353516, - 0.283203, - 0.386719, - 0.34375, - 0.304688, - 0.200195, - 0.388672, - 0.367188, - 0.318359, - 0.371094, - 0.178711, - 0.390625, - 0.384766, - 0.353516, - 0.347656, - 0.186523, - 0.376953, - 0.318359, - 0.390625, - 0.392578, - 0.337891, - 0.376953, - 0.382812, - 0.365234, - 0.380859, - 0.351562, - 0.178711, - 0.441406, - 0.392578, - 0.400391, - 0.455078, - 0.224609, - 0.339844, - 0.302734, - 0.380859, - 0.380859, - 0.326172, - 0.398438, - 0.392578, - 0.296875, - 0.380859, - 0.104492, - 0.365234, - 0.233398, - 0.394531, - 0.363281, - 0.277344, - 0.388672, - 0.375, - 0.380859, - 0.388672, - 0.421875, - 0.402344, - 0.355469, - 0.255859, - 0.425781, - 0.373047, - 0.419922, - 0.172852, - 0.404297, - 0.160156, - 0.400391, - 0.237305, - 0.202148, - 0.429688, - 0.367188, - 0.361328, - 0.416016, - 0.326172, - 0.431641, - 0.419922, - 0.265625, - 0.417969, - 0.357422, - 0.388672, - 0.382812, - 0.261719, - 0.328125, - 0.392578, - 0.365234, - 0.392578, - 0.194336, - 0.231445, - 0.357422, - 0.414062, - 0.365234, - 0.439453, - 0.402344, - 0.396484, - 0.34375, - 0.390625, - 0.328125, - 0.349609, - 0.369141, - 0.271484, - 0.355469, - 0.326172, - 0.441406, - 0.359375, - 0.392578, - 0.351562, - 0.367188, - 0.239258, - 0.416016, - 0.253906, - 0.271484, - 0.388672, - 0.216797, - 0.386719, - 0.402344, - 0.259766, - 0.217773, - 0.361328, - 0.390625, - 0.277344, - 0.349609, - 0.207031, - 0.134766, - 0.394531, - 0.24707, - 0.292969, - 0.380859, - 0.245117, - 0.380859, - 0.408203, - 0.257812, - 0.402344, - 0.3125, - 0.261719, - 0.359375, - 0.371094, - 0.259766, - 0.363281, - 0.205078, - 0.191406, - 0.371094, - 0.208008, - 0.402344, - 0.404297, - 0.219727, - 0.427734, - 0.404297, - 0.390625, - 0.314453, - 0.367188, - 0.324219, - 0.400391, - 0.367188, - 0.208984, - 0.255859, - 0.208008, - 0.361328, - 0.316406, - 0.404297, - 0.40625, - 0.300781, - 0.386719, - 0.194336, - 0.388672, - 0.223633, - 0.390625, - 0.197266, - 0.241211, - 0.353516, - 0.402344, - 0.378906, - 0.404297, - 0.382812, - 0.396484, - 0.173828, - 0.185547, - 0.417969, - 0.365234, - 0.386719, - 0.427734, - 0.236328, - 0.3125, - 0.429688, - 0.384766, - 0.335938, - 0.330078, - 0.388672, - 0.339844, - 0.396484, - 0.310547, - 0.275391, - 0.289062, - 0.238281, - 0.363281, - 0.253906, - 0.361328, - 0.396484, - 0.333984, - 0.376953, - 0.326172, - 0.369141, - 0.394531, - 0.390625, - 0.408203, - 0.394531, - 0.359375, - 0.410156, - 0.341797, - 0.373047, - 0.361328, - 0.355469, - 0.271484, - 0.429688, - 0.382812, - 0.378906, - 0.398438, - 0.182617, - 0.384766, - 0.392578, - 0.244141, - 0.455078, - 0.416016, - 0.371094, - 0.212891, - 0.378906, - 0.396484, - 0.237305, - 0.345703, - 0.392578, - 0.40625, - 0.182617, - 0.400391, - 0.398438, - 0.347656, - 0.210938, - 0.328125, - 0.404297, - 0.357422, - 0.355469, - 0.148438, - 0.34375, - 0.412109, - 0.202148, - 0.367188, - 0.404297, - 0.390625, - 0.349609, - 0.361328, - 0.380859, - 0.402344, - 0.375, - 0.376953, - 0.25, - 0.416016, - 0.205078, - 0.394531, - 0.410156, - 0.380859, - 0.376953, - 0.322266, - 0.365234, - 0.349609, - 0.333984, - 0.382812, - 0.380859, - 0.380859, - 0.275391, - 0.376953, - 0.271484, - 0.345703, - 0.378906, - 0.198242, - 0.345703, - 0.275391, - 0.449219, - 0.369141, - 0.361328, - 0.388672, - 0.229492, - 0.412109, - 0.40625, - 0.373047, - 0.349609, - 0.249023, - 0.400391, - 0.367188, - 0.396484, - 0.380859, - 0.4375, - 0.232422, - 0.412109, - 0.404297, - 0.373047, - 0.257812, - 0.361328, - 0.361328, - 0.324219, - 0.345703, - 0.322266, - 0.337891, - 0.396484, - 0.371094, - 0.380859, - 0.357422, - 0.169922, - 0.40625, - 0.388672, - 0.402344, - 0.421875, - 0.462891, - 0.361328, - 0.242188, - 0.384766, - 0.380859, - 0.390625, - 0.373047, - 0.322266, - 0.335938, - 0.324219, - 0.265625, - 0.353516, - 0.302734, - 0.122559, - 0.259766, - 0.398438, - 0.369141, - 0.392578, - 0.361328, - 0.359375, - 0.386719, - 0.223633, - 0.143555, - 0.458984, - 0.351562, - 0.382812, - 0.291016, - 0.34375, - 0.431641, - 0.375, - 0.382812, - 0.240234, - 0.349609, - 0.287109, - 0.392578, - 0.351562, - 0.267578, - 0.318359, - 0.347656, - 0.447266, - 0.380859, - 0.398438, - 0.429688, - 0.359375, - 0.324219, - 0.388672, - 0.318359, - 0.316406, - 0.328125, - 0.378906, - 0.408203, - 0.412109, - 0.425781, - 0.335938, - 0.4375, - 0.369141, - 0.238281, - 0.232422, - 0.355469, - 0.212891, - 0.339844, - 0.365234, - 0.386719, - 0.373047, - 0.308594, - 0.292969, - 0.445312, - 0.204102, - 0.207031, - 0.390625, - 0.316406, - 0.208984, - 0.365234, - 0.345703, - 0.453125, - 0.363281, - 0.355469, - 0.357422, - 0.166992, - 0.337891, - 0.410156, - 0.392578, - 0.337891, - 0.355469, - 0.396484, - 0.388672, - 0.398438, - 0.441406, - 0.371094, - 0.382812, - 0.390625, - 0.324219, - 0.404297, - 0.365234, - 0.373047, - 0.410156, - 0.427734, - 0.365234, - 0.390625, - 0.345703, - 0.40625, - 0.241211, - 0.359375, - 0.378906, - 0.351562, - 0.304688, - 0.404297, - 0.296875, - 0.318359, - 0.421875, - 0.382812, - 0.382812, - 0.380859, - 0.326172, - 0.388672, - 0.402344, - 0.349609, - 0.300781, - 0.378906, - 0.231445, - 0.351562, - 0.425781, - 0.316406, - 0.363281, - 0.304688, - 0.378906, - 0.326172, - 0.400391, - 0.339844, - 0.28125, - 0.259766, - 0.414062, - 0.194336, - 0.421875, - 0.349609, - 0.353516, - 0.390625, - 0.369141, - 0.335938, - 0.34375, - 0.371094, - 0.349609, - 0.367188, - 0.371094, - 0.298828, - 0.412109, - 0.243164, - 0.373047, - 0.373047, - 0.365234, - 0.359375, - 0.249023, - 0.394531, - 0.402344, - 0.292969, - 0.332031, - 0.355469, - 0.388672, - 0.408203, - 0.34375, - 0.390625, - 0.365234, - 0.191406, - 0.361328, - 0.433594, - 0.349609, - 0.375, - 0.228516, - 0.380859, - 0.320312, - 0.416016, - 0.447266, - 0.390625, - 0.361328, - 0.388672, - 0.380859, - 0.292969, - 0.213867, - 0.339844, - 0.394531, - 0.386719, - 0.357422, - 0.40625, - 0.400391, - 0.357422, - 0.388672, - 0.318359, - 0.404297, - 0.380859, - 0.355469, - 0.392578, - 0.423828, - 0.396484, - 0.234375, - 0.337891, - 0.396484, - 0.34375, - 0.363281, - 0.384766, - 0.392578, - 0.337891, - 0.332031, - 0.390625, - 0.357422, - 0.306641, - 0.398438, - 0.40625, - 0.345703, - 0.333984, - 0.351562, - 0.443359, - 0.337891, - 0.234375, - 0.390625, - 0.375, - 0.209961, - 0.314453, - 0.402344, - 0.443359, - 0.373047, - 0.427734, - 0.394531, - 0.361328, - 0.380859, - 0.396484, - 0.151367, - 0.376953, - 0.347656, - 0.416016, - 0.355469, - 0.363281, - 0.408203, - 0.337891, - 0.396484, - 0.337891, - 0.449219, - 0.355469, - 0.384766, - 0.386719, - 0.419922, - 0.365234, - 0.296875, - 0.433594, - 0.375, - 0.188477, - 0.185547, - 0.398438, - 0.365234, - 0.417969, - 0.404297, - 0.217773, - 0.298828, - 0.402344, - 0.345703, - 0.365234, - 0.241211, - 0.376953, - 0.380859, - 0.371094, - 0.435547, - 0.361328, - 0.388672, - 0.433594, - 0.400391, - 0.417969, - 0.353516, - 0.378906, - 0.404297, - 0.365234, - 0.353516, - 0.378906, - 0.287109, - 0.349609, - 0.345703, - 0.375, - 0.414062, - 0.236328, - 0.316406, - 0.292969, - 0.390625, - 0.157227, - 0.435547, - 0.328125, - 0.361328, - 0.369141, - 0.404297, - 0.404297, - 0.433594, - 0.355469, - 0.359375, - 0.34375, - 0.382812, - 0.22168, - 0.318359, - 0.396484, - 0.237305, - 0.392578, - 0.289062, - 0.470703, - 0.255859, - 0.182617, - 0.294922, - 0.40625, - 0.414062, - 0.410156, - 0.261719, - 0.423828, - 0.433594, - 0.378906, - 0.404297, - 0.617188, - 0.171875, - 0.369141, - 0.196289, - 0.302734, - 0.400391, - 0.347656, - 0.400391, - 0.300781, - 0.373047, - 0.357422, - 0.373047, - 0.273438, - 0.367188, - 0.376953, - 0.382812, - 0.361328, - 0.439453, - 0.347656, - 0.287109, - 0.34375, - 0.380859, - 0.380859, - 0.355469, - 0.396484, - 0.435547, - 0.339844, - 0.318359, - 0.380859, - 0.398438, - 0.435547, - 0.40625, - 0.380859, - 0.380859, - 0.376953, - 0.316406, - 0.355469, - 0.253906, - -0.001228, - 0.380859, - 0.349609, - 0.376953, - 0.361328, - 0.410156, - 0.417969, - 0.251953, - 0.410156, - 0.326172, - 0.339844, - 0.388672, - 0.208008, - 0.326172, - 0.382812, - 0.382812, - 0.417969, - 0.367188, - 0.261719, - 0.417969, - 0.488281, - 0.308594, - 0.357422, - 0.380859, - 0.351562, - 0.330078, - 0.369141, - 0.373047, - 0.380859, - 0.322266, - 0.435547, - 0.322266, - 0.363281, - 0.382812, - 0.404297, - 0.40625, - 0.40625, - 0.189453, - 0.392578, - 0.324219, - 0.394531, - 0.265625, - 0.34375, - 0.396484, - 0.382812, - 0.416016, - 0.361328, - 0.369141, - 0.316406, - 0.371094, - 0.371094, - 0.359375, - 0.40625, - 0.34375, - 0.388672, - 0.375, - 0.335938, - 0.396484, - 0.251953, - 0.416016, - 0.345703, - 0.339844, - 0.396484, - 0.234375, - 0.369141, - 0.412109, - 0.386719, - 0.398438, - 0.310547, - 0.417969, - 0.365234, - 0.263672, - 0.365234, - 0.400391, - 0.273438, - 0.277344, - 0.208984, - 0.365234, - 0.192383, - 0.341797, - 0.375, - 0.373047, - 0.359375, - 0.392578, - 0.330078, - 0.414062, - 0.341797, - 0.367188, - 0.419922, - 0.412109, - 0.386719, - 0.277344, - 0.392578, - 0.296875, - 0.335938, - 0.263672, - 0.337891, - 0.396484, - 0.339844, - 0.378906, - 0.363281, - 0.300781, - 0.375, - 0.353516, - 0.386719, - 0.289062, - 0.384766, - 0.355469, - 0.186523, - 0.259766, - 0.390625, - 0.320312, - 0.294922, - 0.165039, - 0.416016, - 0.433594, - 0.341797, - 0.417969, - 0.423828, - 0.386719, - 0.3125, - 0.4375, - 0.208984, - 0.388672, - 0.390625, - 0.237305, - 0.367188, - 0.34375, - 0.386719, - 0.390625, - 0.435547, - 0.375, - 0.259766, - 0.351562, - 0.375, - 0.625, - 0.386719, - 0.277344, - 0.353516, - 0.341797, - 0.341797, - 0.380859, - 0.306641, - 0.394531, - 0.388672, - 0.207031, - 0.214844, - 0.337891, - 0.451172, - 0.417969, - 0.40625, - 0.402344, - 0.392578, - 0.386719, - 0.351562, - 0.246094, - 0.396484, - 0.183594, - 0.145508, - 0.421875, - 0.376953, - 0.386719, - 0.345703, - 0.373047, - 0.382812, - 0.310547, - 0.339844, - 0.207031, - 0.457031, - 0.337891, - 0.375, - 0.302734, - 0.316406, - 0.554688, - 0.392578, - 0.357422, - 0.382812, - 0.367188, - 0.359375, - 0.423828, - 0.375, - 0.359375, - 0.369141, - 0.212891, - 0.371094, - 0.251953, - 0.431641, - 0.40625, - 0.375, - 0.445312, - 0.435547, - 0.172852, - 0.376953, - 0.365234, - 0.390625, - 0.198242, - 0.203125, - 0.248047, - 0.173828, - 0.210938, - 0.326172, - 0.287109, - 0.347656, - 0.382812, - 0.355469, - 0.421875, - 0.373047, - 0.275391, - 0.392578, - 0.388672, - 0.449219, - 0.412109, - 0.384766, - 0.330078, - 0.367188, - 0.417969, - 0.412109, - 0.40625, - 0.414062, - 0.351562, - 0.339844, - 0.404297, - 0.40625, - 0.375, - 0.394531, - 0.363281, - 0.220703, - 0.384766, - 0.369141, - 0.320312, - 0.341797, - 0.318359, - 0.386719, - 0.191406, - 0.400391, - 0.386719, - 0.228516, - 0.408203, - 0.373047, - 0.337891, - 0.394531, - 0.324219, - 0.369141, - 0.275391, - 0.199219, - 0.378906, - 0.388672, - 0.328125, - 0.394531, - 0.234375, - 0.371094, - 0.298828, - 0.335938, - 0.386719, - 0.357422, - 0.347656, - 0.337891, - 0.351562, - 0.404297, - 0.306641, - 0.451172, - 0.380859, - 0.359375, - 0.255859, - 0.351562, - 0.378906, - 0.363281, - 0.322266, - 0.376953, - 0.328125, - 0.335938, - 0.404297, - 0.249023, - 0.390625, - 0.371094, - 0.285156, - 0.347656, - 0.447266, - 0.402344, - 0.310547, - 0.275391, - 0.400391, - 0.365234, - 0.320312, - 0.21875, - 0.386719, - 0.369141, - 0.386719, - 0.330078, - 0.292969, - 0.294922, - 0.394531, - 0.392578, - 0.402344, - 0.429688, - 0.558594, - 0.333984, - 0.223633, - 0.373047, - 0.408203, - 0.273438, - 0.375, - 0.357422, - 0.353516, - 0.443359, - 0.289062, - 0.369141, - 0.390625, - 0.339844, - 0.404297, - 0.351562, - 0.310547, - 0.40625, - 0.371094, - 0.378906, - 0.182617, - 0.380859, - 0.235352, - 0.337891, - 0.359375, - 0.318359, - 0.412109, - 0.412109, - 0.375, - 0.398438, - 0.351562, - 0.384766, - 0.320312, - 0.367188, - 0.375, - 0.328125, - 0.351562, - 0.285156, - 0.363281, - 0.355469, - 0.337891, - 0.386719, - 0.402344, - 0.388672, - 0.390625, - 0.400391, - 0.380859, - 0.429688, - 0.421875, - 0.351562, - 0.376953, - 0.40625, - 0.382812, - 0.375, - 0.378906, - 0.384766, - 0.369141, - 0.361328, - 0.367188, - 0.265625, - 0.378906, - 0.365234, - 0.337891, - 0.386719, - 0.369141, - 0.376953, - 0.417969, - 0.320312, - 0.416016, - 0.388672, - -0.001503, - 0.259766, - 0.423828, - 0.396484, - 0.222656, - 0.394531, - 0.40625, - 0.402344, - 0.388672, - 0.287109, - 0.326172, - 0.285156, - 0.382812, - 0.3125, - 0.34375, - 0.345703, - 0.365234, - 0.373047, - 0.306641, - 0.34375, - 0.388672, - 0.371094, - 0.351562, - 0.412109, - 0.279297, - 0.367188, - 0.289062, - 0.375, - 0.341797, - 0.189453, - 0.388672, - 0.291016, - 0.447266, - 0.390625, - 0.380859, - 0.310547, - 0.386719, - 0.398438, - 0.445312, - 0.365234, - 0.421875, - 0.210938, - 0.347656, - 0.384766, - 0.369141, - 0.314453, - 0.351562, - 0.414062, - 0.441406, - 0.298828, - 0.419922, - 0.367188, - 0.217773, - 0.357422, - 0.316406, - 0.367188, - 0.3125, - 0.394531, - 0.283203, - 0.470703, - 0.396484, - 0.174805, - 0.388672, - 0.392578, - 0.40625, - 0.359375, - 0.449219, - 0.335938, - 0.386719, - 0.402344, - 0.392578, - 0.34375, - 0.400391, - 0.365234, - 0.380859, - 0.347656, - 0.257812, - 0.310547, - 0.193359, - 0.326172, - 0.408203, - 0.363281, - 0.324219, - 0.330078, - 0.289062, - 0.375, - 0.375, - 0.347656, - 0.369141, - 0.310547, - 0.269531, - 0.351562, - 0.328125, - 0.392578, - 0.400391, - 0.40625, - 0.449219, - 0.433594, - 0.369141, - 0.245117, - 0.371094, - 0.279297, - 0.292969, - 0.333984, - 0.347656, - 0.208008, - 0.345703, - 0.15332, - 0.425781, - 0.267578, - 0.359375, - 0.341797, - 0.392578, - 0.384766, - 0.404297, - 0.324219, - 0.414062, - 0.384766, - 0.345703, - 0.267578, - 0.382812, - 0.310547, - 0.243164, - 0.267578, - 0.367188, - 0.308594, - 0.380859, - 0.384766, - 0.394531, - 0.453125, - 0.3125, - 0.361328, - 0.34375, - 0.333984, - 0.265625, - 0.388672, - 0.369141, - 0.318359, - 0.316406, - 0.414062, - 0.369141, - 0.375, - 0.404297, - 0.390625, - 0.416016, - 0.519531, - 0.400391, - 0.388672, - 0.351562, - 0.482422, - 0.373047, - 0.412109, - 0.316406, - 0.373047, - 0.378906, - 0.34375, - 0.279297, - 0.318359, - 0.382812, - 0.419922, - 0.273438, - 0.302734, - 0.40625, - 0.253906, - 0.417969, - 0.355469, - 0.375, - 0.380859, - 0.367188, - 0.292969, - 0.337891, - 0.255859, - 0.285156, - 0.380859, - 0.439453, - 0.261719, - 0.398438, - 0.347656, - 0.259766, - 0.304688, - 0.386719, - 0.400391, - 0.404297, - 0.34375, - 0.306641, - 0.416016, - 0.231445, - 0.386719, - 0.353516, - 0.200195, - 0.416016, - 0.324219, - 0.396484, - 0.353516, - 0.40625, - 0.263672, - 0.376953, - 0.386719, - 0.191406, - 0.380859, - 0.398438, - 0.186523, - 0.240234, - 0.427734, - 0.347656, - 0.298828, - 0.328125, - 0.300781, - 0.192383, - 0.40625, - 0.376953, - 0.335938, - 0.195312, - 0.363281, - 0.435547, - 0.314453, - 0.455078, - 0.410156, - 0.431641, - 0.330078, - 0.292969, - 0.363281, - 0.328125, - 0.306641, - 0.353516, - 0.330078, - 0.404297, - 0.400391, - 0.228516, - 0.330078, - 0.283203, - 0.460938, - 0.408203, - 0.330078, - 0.275391, - 0.441406, - 0.261719, - 0.355469, - 0.392578, - 0.292969, - 0.390625, - 0.101562, - 0.394531, - 0.414062, - 0.40625, - 0.251953, - 0.308594, - 0.515625, - 0.375, - 0.367188, - 0.425781, - 0.376953, - 0.355469, - 0.298828, - 0.376953, - 0.376953, - 0.363281, - 0.433594, - 0.427734, - 0.394531, - 0.382812, - 0.180664, - 0.345703, - 0.392578, - 0.367188, - 0.185547, - 0.388672, - 0.271484, - 0.398438, - 0.363281, - 0.402344, - 0.326172, - 0.363281, - 0.390625, - 0.390625, - 0.347656, - 0.398438, - 0.345703, - 0.376953, - 0.388672, - 0.359375, - 0.349609, - 0.330078 - ] - }, - "name": "model.transformer.layers.9.ffn_norm.weight", - "outputIndexes": [ - 640 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 639, - 640 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_9/Mul_1_output_0", - "outputIndexes": [ - 641 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 641 - ], - "outputIndexes": [ - 1698 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1698 - ], - "outputIndexes": [ - 1699 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear", - "inputIndexes": [ - 1699 - ], - "outputIndexes": [ - 1700 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 6656, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 79872, - "weightSize": 0 - }, - "external": [ - 64975612, - 5111830, - 638976, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1700 - ], - "outputIndexes": [ - 1701 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1701 - ], - "outputIndexes": [ - 642 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 6656 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3328 - ] - }, - "name": "/ffn_9/Mul_output_0", - "outputIndexes": [ - 643 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 642, - 21, - 643, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_9/Slice_output_0", - "outputIndexes": [ - 644 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 644 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_9/Sigmoid_output_0", - "outputIndexes": [ - 645 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 644, - 645 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_9/Mul_output_0", - "outputIndexes": [ - 646 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6656 - ] - }, - "name": "/ffn_9/Mul_1_output_0", - "outputIndexes": [ - 647 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 642, - 643, - 647, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_9/Slice_1_output_0", - "outputIndexes": [ - 648 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 646, - 648 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_9/Mul_2_output_0", - "outputIndexes": [ - 649 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 649 - ], - "outputIndexes": [ - 1702 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3328, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1702 - ], - "outputIndexes": [ - 1703 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear", - "inputIndexes": [ - 1703 - ], - "outputIndexes": [ - 1704 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3328, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 39936, - "weightSize": 0 - }, - "external": [ - 70726418, - 2555926, - 319488, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1704 - ], - "outputIndexes": [ - 1705 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.9/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1705 - ], - "outputIndexes": [ - 650 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 638, - 650 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_39_output_0", - "outputIndexes": [ - 651 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 651, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_40_output_0", - "outputIndexes": [ - 652 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 652 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_10/Mul_output_0", - "outputIndexes": [ - 653 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.322266, - 0.238281, - 0.245117, - 0.255859, - 0.253906, - 0.294922, - 0.259766, - 0.229492, - 0.292969, - 0.25, - 0.269531, - 0.223633, - 0.235352, - 0.185547, - 0.225586, - 0.22168, - 0.287109, - 0.287109, - 0.257812, - 0.201172, - 0.094727, - 0.292969, - 0.155273, - 0.231445, - 0.287109, - 0.24707, - 0.245117, - 0.265625, - 0.249023, - 0.257812, - 0.359375, - 0.228516, - 0.157227, - 0.206055, - 0.237305, - 0.269531, - 0.292969, - 0.244141, - 0.193359, - 0.238281, - 0.251953, - 0.200195, - 0.298828, - 0.217773, - 0.227539, - 0.269531, - 0.232422, - 0.18457, - 0.300781, - 0.207031, - 0.238281, - 0.237305, - 0.223633, - 0.240234, - 0.466797, - 0.353516, - 0.244141, - 0.253906, - 0.243164, - 0.251953, - 0.175781, - 0.199219, - 0.099609, - 0.296875, - 0.150391, - 0.318359, - 0.180664, - 0.235352, - 0.339844, - 0.429688, - 0.210938, - 0.316406, - 0.214844, - 0.333984, - 0.166992, - 0.302734, - 0.229492, - 0.355469, - 0.28125, - 0.234375, - 0.236328, - 0.213867, - 0.234375, - 0.223633, - 0.267578, - 0.261719, - 0.195312, - 0.191406, - 0.306641, - 0.19043, - 0.271484, - 0.285156, - 0.271484, - 0.255859, - 0.222656, - 0.292969, - 0.176758, - 0.335938, - 0.180664, - 0.192383, - 0.253906, - 0.414062, - 0.191406, - 0.251953, - 0.259766, - 0.179688, - 0.251953, - 0.15332, - 0.203125, - 0.249023, - 0.235352, - 0.251953, - 0.176758, - 0.178711, - 0.249023, - 0.170898, - 0.166992, - 0.249023, - 0.227539, - 0.219727, - 0.238281, - 0.176758, - 0.236328, - 0.291016, - 0.1875, - 0.306641, - 0.211914, - 0.265625, - 0.308594, - 0.275391, - 0.324219, - 0.222656, - 0.19043, - 0.234375, - 0.335938, - 0.240234, - 0.261719, - 0.22168, - 0.287109, - 0.160156, - 0.279297, - 0.375, - 0.205078, - 0.257812, - 0.175781, - 0.143555, - 0.217773, - 0.353516, - 0.182617, - 0.211914, - 0.269531, - 0.225586, - 0.263672, - 0.198242, - 0.189453, - 0.251953, - 0.296875, - 0.196289, - 0.235352, - 0.375, - 0.306641, - 0.285156, - 0.351562, - 0.22168, - 0.203125, - 0.226562, - 0.228516, - 0.277344, - 0.25, - 0.410156, - 0.15918, - 0.209961, - 0.166992, - 0.235352, - 0.201172, - 0.214844, - 0.224609, - 0.300781, - 0.277344, - 0.320312, - 0.208008, - 0.273438, - 0.194336, - 0.253906, - 0.269531, - 0.199219, - 0.265625, - 0.267578, - 0.273438, - 0.201172, - 0.333984, - 0.22168, - 0.753906, - 0.296875, - 0.222656, - 0.265625, - 0.318359, - 0.263672, - 0.257812, - 0.320312, - 0.222656, - 0.196289, - 0.275391, - 0.255859, - 0.300781, - 0.245117, - 0.285156, - 0.275391, - 0.251953, - 0.18457, - 0.285156, - 0.400391, - 0.201172, - 0.199219, - 0.273438, - 0.214844, - 0.261719, - 0.242188, - 0.228516, - 0.287109, - 0.289062, - 0.349609, - 0.197266, - 0.100098, - 0.306641, - 0.4375, - 0.279297, - 0.173828, - 0.224609, - 0.229492, - 0.21875, - 0.224609, - 0.339844, - 0.222656, - 0.231445, - 0.235352, - 0.223633, - 0.164062, - 0.273438, - 0.273438, - 0.241211, - 0.206055, - 0.225586, - 0.204102, - 0.237305, - 0.233398, - 0.139648, - 0.224609, - 0.283203, - 0.259766, - 0.242188, - 0.155273, - 0.259766, - 0.373047, - 0.287109, - 0.263672, - 0.238281, - 0.263672, - 0.257812, - 0.182617, - 0.251953, - 0.253906, - 0.121582, - 0.341797, - 0.217773, - 0.316406, - 0.320312, - 0.398438, - 0.267578, - 0.206055, - 0.211914, - 0.238281, - 0.208984, - 0.22168, - 0.21875, - 0.168945, - 0.240234, - 0.398438, - 0.233398, - 0.135742, - 0.287109, - 0.240234, - 0.223633, - 0.302734, - 0.253906, - 0.259766, - 0.211914, - 0.279297, - 0.367188, - 0.287109, - 0.146484, - 0.285156, - 0.238281, - 0.316406, - 0.102051, - 0.241211, - 0.166016, - 0.229492, - 0.164062, - 0.119141, - 0.380859, - 0.222656, - 0.263672, - 0.287109, - 0.220703, - 0.347656, - 0.353516, - 0.21875, - 0.294922, - 0.214844, - 0.251953, - 0.235352, - 0.25, - 0.231445, - 0.225586, - 0.230469, - 0.279297, - 0.18457, - 0.416016, - 0.292969, - 0.292969, - 0.199219, - 0.302734, - 0.320312, - 0.261719, - 0.21582, - 0.228516, - 0.259766, - 0.239258, - 0.196289, - 0.206055, - 0.261719, - 0.219727, - 0.404297, - 0.209961, - 0.304688, - 0.285156, - 0.265625, - 0.1875, - 0.28125, - 0.208984, - 0.203125, - 0.314453, - 0.154297, - 0.287109, - 0.173828, - 0.917969, - 0.124023, - 0.273438, - 0.241211, - 0.339844, - 0.285156, - 0.300781, - 0.453125, - 0.318359, - 0.589844, - 0.222656, - 0.279297, - 0.165039, - 0.279297, - 0.318359, - 0.192383, - 0.3125, - 0.225586, - 0.246094, - 0.349609, - 0.28125, - 0.275391, - 0.300781, - 0.148438, - 0.165039, - 0.3125, - 0.213867, - 0.269531, - 0.273438, - 0.093262, - 0.433594, - 0.308594, - 0.302734, - 0.178711, - 0.234375, - 0.220703, - 0.248047, - 0.220703, - 0.15625, - 0.212891, - 0.165039, - 0.210938, - 0.178711, - 0.287109, - 0.337891, - 0.222656, - 0.302734, - 0.097656, - 0.28125, - 0.470703, - 0.245117, - 0.503906, - 0.058838, - 0.161133, - 0.298828, - 0.285156, - 0.182617, - 0.296875, - 0.324219, - 0.245117, - 0.220703, - 0.375, - 0.257812, - 0.255859, - 0.265625, - 0.361328, - 0.228516, - 0.308594, - 0.248047, - 0.232422, - 0.249023, - 0.253906, - 0.233398, - 0.273438, - 0.267578, - 0.269531, - 0.261719, - 0.53125, - 0.255859, - 0.300781, - 0.246094, - 0.261719, - 0.380859, - 0.240234, - 0.273438, - 0.220703, - 0.269531, - 0.223633, - 0.259766, - 0.229492, - 0.25, - 0.292969, - 0.255859, - 0.259766, - 0.238281, - 0.243164, - 0.205078, - 0.410156, - 0.241211, - 0.239258, - 0.355469, - 0.110352, - 0.233398, - 0.169922, - 0.474609, - 0.34375, - 0.351562, - 0.226562, - 0.161133, - 0.316406, - 0.300781, - 0.192383, - 0.238281, - 0.239258, - 0.267578, - 0.111328, - 0.351562, - 0.298828, - 0.277344, - 0.177734, - 0.208984, - 0.310547, - 0.1875, - 0.225586, - 0.394531, - 0.206055, - 0.351562, - 0.186523, - 0.279297, - 0.251953, - 0.255859, - 0.223633, - 0.267578, - 0.292969, - 0.285156, - 0.251953, - 0.248047, - 0.240234, - 0.308594, - 0.12793, - 0.257812, - 0.243164, - 0.238281, - 0.271484, - 0.298828, - 0.351562, - 0.279297, - 0.210938, - 0.225586, - 0.279297, - 0.224609, - 0.291016, - 0.265625, - 0.220703, - 0.255859, - 0.240234, - 0.104004, - 0.275391, - 0.214844, - 0.302734, - 0.255859, - 0.231445, - 0.273438, - 0.287109, - 0.28125, - 0.296875, - 0.203125, - 0.283203, - 0.398438, - 0.310547, - 0.234375, - 0.191406, - 0.314453, - 0.335938, - 0.208984, - 0.339844, - 0.308594, - 0.245117, - 0.147461, - 0.200195, - 0.251953, - 0.231445, - 0.195312, - 1.132812, - 0.21875, - 0.269531, - 0.21875, - 0.332031, - 0.237305, - 0.171875, - 0.239258, - 0.25, - 0.259766, - 0.302734, - 0.347656, - 0.199219, - 0.238281, - 0.277344, - 0.269531, - 0.285156, - 0.216797, - 0.251953, - 0.206055, - 0.227539, - 0.197266, - 0.237305, - 0.363281, - 0.404297, - 0.185547, - 0.289062, - 0.208008, - 0.265625, - 0.188477, - 0.205078, - 0.279297, - 0.265625, - 0.384766, - 0.404297, - 0.359375, - 0.208984, - 0.182617, - 0.220703, - 0.289062, - 0.277344, - 0.245117, - 0.227539, - 0.22168, - 0.24707, - 0.273438, - 0.261719, - 0.363281, - 0.201172, - 0.269531, - 0.314453, - 0.257812, - 0.277344, - 0.308594, - 0.212891, - 0.216797, - 0.19043, - 0.202148, - 0.233398, - 0.291016, - 0.21875, - 0.246094, - 0.320312, - 0.341797, - 0.213867, - 0.251953, - 0.223633, - 0.154297, - 0.205078, - 0.277344, - 0.129883, - 0.230469, - 0.236328, - 0.253906, - 0.220703, - 0.201172, - 0.186523, - 0.326172, - 0.141602, - 0.142578, - 0.269531, - 0.257812, - 0.145508, - 0.243164, - 0.263672, - 0.365234, - 0.175781, - 0.21875, - 0.196289, - 0.419922, - 0.206055, - 0.285156, - 0.251953, - 0.208984, - 0.208008, - 0.298828, - 0.275391, - 0.25, - 0.404297, - 0.21875, - 0.178711, - 0.230469, - 0.196289, - 0.298828, - 0.261719, - 0.287109, - 0.296875, - 0.253906, - 0.196289, - 0.3125, - 0.205078, - 0.275391, - 0.253906, - 0.198242, - 0.255859, - 0.318359, - 0.253906, - 0.265625, - 0.053223, - 0.238281, - 0.402344, - 0.160156, - 0.265625, - 0.222656, - 0.205078, - 0.279297, - 0.216797, - 0.170898, - 0.25, - 0.238281, - 0.515625, - 0.259766, - 0.355469, - 0.237305, - 0.230469, - 0.205078, - 0.245117, - 0.292969, - 0.378906, - 0.179688, - 0.228516, - 0.175781, - 0.279297, - 0.259766, - 0.355469, - 0.248047, - 0.206055, - 0.462891, - 0.240234, - 0.216797, - 0.207031, - 0.265625, - 0.231445, - 0.246094, - 0.279297, - 0.21582, - 0.296875, - 0.279297, - 0.199219, - 0.324219, - 0.279297, - 0.237305, - 0.1875, - 0.249023, - 0.195312, - 0.166992, - 0.214844, - 0.222656, - 0.259766, - 0.287109, - 0.261719, - 0.214844, - 0.242188, - 0.174805, - 0.277344, - 0.188477, - 0.214844, - 0.195312, - 0.22168, - 0.228516, - 0.197266, - 0.277344, - 0.339844, - 0.220703, - 0.279297, - 0.304688, - 0.183594, - 0.233398, - 0.137695, - 0.259766, - 0.265625, - 0.225586, - 0.289062, - 0.174805, - 0.226562, - 0.208008, - 0.277344, - 0.216797, - 0.239258, - 0.217773, - 0.201172, - 0.259766, - 0.263672, - 0.328125, - 0.414062, - 0.296875, - 0.194336, - 0.217773, - 0.271484, - 0.291016, - 0.275391, - 0.287109, - 0.227539, - 0.253906, - 0.404297, - 0.228516, - 0.322266, - 0.265625, - 0.259766, - 0.222656, - 0.507812, - 0.373047, - 0.279297, - 0.351562, - 0.304688, - 0.263672, - 0.433594, - 0.206055, - 0.275391, - 0.416016, - 0.248047, - 0.15625, - 0.211914, - 0.220703, - 0.25, - 0.283203, - 0.165039, - 0.245117, - 0.298828, - 0.28125, - 0.279297, - 0.253906, - 0.22168, - 0.226562, - 0.710938, - 0.208984, - 0.365234, - 0.244141, - 0.253906, - 0.233398, - 0.332031, - 0.243164, - 0.263672, - 0.263672, - 0.269531, - 0.118164, - 0.178711, - 0.28125, - 0.267578, - 0.275391, - 0.226562, - 0.179688, - 0.341797, - 0.259766, - 0.200195, - 0.1875, - 0.203125, - 0.182617, - 0.28125, - 0.214844, - 0.347656, - 0.238281, - 0.283203, - 0.300781, - 0.255859, - 0.279297, - 0.239258, - 0.300781, - 0.279297, - 0.237305, - 0.349609, - 0.224609, - 0.192383, - 0.21875, - 0.241211, - 0.194336, - 0.318359, - 0.223633, - 0.189453, - 0.18457, - 0.271484, - 0.539062, - 0.324219, - 0.300781, - 0.251953, - 0.314453, - 0.345703, - 0.277344, - 0.376953, - 0.227539, - 0.234375, - 0.302734, - 0.24707, - 0.476562, - 0.197266, - 0.320312, - 0.261719, - 0.207031, - 0.173828, - 0.357422, - 0.186523, - 0.128906, - 0.306641, - 0.300781, - 0.237305, - 0.355469, - 0.182617, - 0.287109, - 0.265625, - 0.273438, - 0.28125, - 0.390625, - 0.212891, - 0.232422, - 0.203125, - 0.294922, - 0.246094, - 0.211914, - 0.314453, - 0.238281, - 0.226562, - 0.231445, - 0.206055, - 0.201172, - 0.244141, - 0.237305, - 0.291016, - 0.212891, - 0.328125, - 0.255859, - 0.242188, - 0.192383, - 0.267578, - 0.21582, - 0.255859, - 0.229492, - 0.292969, - 0.283203, - 0.237305, - 0.273438, - 0.259766, - 0.332031, - 0.279297, - 0.239258, - 0.34375, - 0.243164, - 0.194336, - 0.223633, - 0.198242, - 0.00036, - 0.239258, - 0.298828, - 0.292969, - 0.241211, - 0.296875, - 0.283203, - 0.186523, - 0.347656, - 0.25, - 0.146484, - 0.275391, - 0.145508, - 0.269531, - 0.287109, - 0.322266, - 0.318359, - 0.255859, - 0.492188, - 0.314453, - 0.597656, - 0.242188, - 0.224609, - 0.304688, - 0.196289, - 0.263672, - 0.294922, - 0.259766, - 0.220703, - 0.207031, - 0.267578, - 0.24707, - 0.21875, - 0.25, - 0.308594, - 0.355469, - 0.253906, - 0.108398, - 0.263672, - 0.166992, - 0.257812, - 0.353516, - 0.279297, - 0.304688, - 0.203125, - 0.235352, - 0.283203, - 0.243164, - 0.198242, - 0.177734, - 0.279297, - 0.277344, - 0.203125, - 0.212891, - 0.173828, - 0.25, - 0.231445, - 0.265625, - 0.183594, - 0.306641, - 0.211914, - 0.217773, - 0.244141, - 0.163086, - 0.242188, - 0.233398, - 0.318359, - 0.253906, - 0.244141, - 0.318359, - 0.144531, - 0.157227, - 0.205078, - 0.314453, - 0.255859, - 0.304688, - 0.449219, - 0.277344, - 0.18457, - 0.204102, - 0.229492, - 0.246094, - 0.233398, - 0.24707, - 0.324219, - 0.302734, - 0.3125, - 0.243164, - 0.333984, - 0.166016, - 0.239258, - 0.351562, - 0.287109, - 0.151367, - 0.186523, - 0.248047, - 0.224609, - 0.248047, - 0.243164, - 0.257812, - 0.251953, - 0.289062, - 0.199219, - 0.3125, - 0.271484, - 0.206055, - 0.257812, - 0.253906, - 0.139648, - 0.246094, - 0.244141, - 0.257812, - 0.205078, - 0.093262, - 0.314453, - 0.382812, - 0.21582, - 0.314453, - 0.152344, - 0.302734, - 0.208008, - 0.373047, - 0.12793, - 0.244141, - 0.237305, - 0.170898, - 0.238281, - 0.203125, - 0.333984, - 0.242188, - 0.453125, - 0.244141, - 0.173828, - 0.204102, - 0.249023, - 1.296875, - 0.255859, - 0.257812, - 0.191406, - 0.245117, - 0.261719, - 0.212891, - 0.213867, - 0.220703, - 0.24707, - 0.177734, - 0.168945, - 0.223633, - 0.339844, - 0.339844, - 0.248047, - 0.326172, - 0.251953, - 0.253906, - 0.236328, - 0.394531, - 0.248047, - 0.380859, - 0.392578, - 0.294922, - 0.199219, - 0.25, - 0.246094, - 0.233398, - 0.302734, - 0.257812, - 0.210938, - 0.171875, - 0.181641, - 0.255859, - 0.251953, - 0.185547, - 0.244141, - 0.203125, - 0.318359, - 0.239258, - 0.298828, - 0.328125, - 0.213867, - 0.3125, - 0.236328, - 0.25, - 0.198242, - 0.229492, - 0.225586, - 0.146484, - 0.291016, - 0.265625, - 0.294922, - 0.146484, - 0.300781, - 0.133789, - 0.209961, - 0.236328, - 0.283203, - 0.28125, - 0.15332, - 0.636719, - 0.107422, - 0.128906, - 0.229492, - 0.224609, - 0.259766, - 0.208984, - 0.330078, - 0.306641, - 0.241211, - 0.174805, - 0.217773, - 0.251953, - 0.339844, - 0.25, - 0.226562, - 0.143555, - 0.182617, - 0.283203, - 0.40625, - 0.21875, - 0.322266, - 0.223633, - 0.267578, - 0.236328, - 0.208008, - 0.257812, - 0.330078, - 0.251953, - 0.180664, - 0.285156, - 0.192383, - 0.194336, - 0.213867, - 0.269531, - 0.219727, - 0.135742, - 0.28125, - 0.287109, - 0.349609, - 0.351562, - 0.22168, - 0.223633, - 0.234375, - 0.235352, - 0.267578, - 0.174805, - 0.138672, - 0.283203, - 0.314453, - 0.198242, - 0.351562, - 0.181641, - 0.236328, - 0.164062, - 0.292969, - 0.261719, - 0.194336, - 0.279297, - 0.523438, - 0.224609, - 0.289062, - 0.192383, - 0.200195, - 0.232422, - 0.291016, - 0.185547, - 0.294922, - 0.224609, - 0.257812, - 0.287109, - 0.24707, - 0.237305, - 0.225586, - 0.271484, - 0.230469, - 0.237305, - 0.222656, - 0.271484, - 0.283203, - 0.122559, - 0.279297, - 0.200195, - 0.157227, - 0.283203, - 0.283203, - 0.248047, - 0.146484, - 0.224609, - 0.257812, - 0.251953, - 0.179688, - 0.188477, - 0.201172, - 0.209961, - 0.275391, - 0.253906, - 0.314453, - 0.310547, - 0.223633, - 0.177734, - 0.233398, - 0.296875, - 0.263672, - 0.208984, - 0.265625, - 0.240234, - 0.267578, - 0.238281, - 0.249023, - 0.234375, - 0.209961, - 0.253906, - 0.220703, - 0.353516, - 0.259766, - 0.285156, - 0.240234, - 0.134766, - 0.248047, - 0.429688, - 0.211914, - 0.204102, - 0.236328, - 0.339844, - 0.269531, - 0.257812, - 0.328125, - 0.223633, - 0.176758, - 0.183594, - 0.241211, - 0.275391, - 0.216797, - 0.271484, - 0.367188, - 0.227539, - 0.267578, - 0.318359, - 0.287109, - 0.267578, - 0.271484, - 0.255859, - 0.316406, - 0.25, - 0.316406, - 0.177734, - 0.257812, - 0.204102, - 0.277344, - 0.232422, - 0.363281, - 0.267578, - 0.263672, - 0.261719, - 0.229492, - 0.21582, - 0.261719, - 0.277344, - 0.237305, - 0.21582, - 0.292969, - 0.279297, - 0.271484, - 0.308594, - 0.217773, - 0.292969, - 0.235352, - 0.240234, - 0.21875, - 0.291016, - 0.279297, - 0.287109, - 0.273438, - 0.136719, - 0.287109, - 0.273438, - 0.261719, - 0.253906, - 0.182617, - 0.236328, - 0.183594, - 0.22168, - 0.300781, - 0.241211, - 0.257812, - 0.236328, - 0.376953, - 0.265625, - 0.291016, - 0.238281, - 0.330078, - 0.200195, - 0.230469, - 0.34375, - 0.169922, - 0.183594, - 0.122559, - 0.243164, - 0.206055, - 0.255859, - 0.287109, - 0.220703, - 0.275391, - 0.240234, - 0.273438, - 0.322266, - 0.211914, - 0.335938, - 0.143555, - 0.208008, - 0.261719, - 0.214844, - 0.232422, - 0.229492, - 0.261719, - 0.345703, - 0.279297, - 0.263672, - 0.241211, - 0.140625, - 0.246094, - 0.217773, - 0.304688, - 0.255859, - 0.330078, - 0.202148, - 0.192383, - 0.211914, - 0.182617, - 0.308594, - 0.310547, - 0.302734, - 0.223633, - 0.296875, - 0.259766, - 0.263672, - 0.294922, - 0.310547, - 0.244141, - 0.287109, - 0.196289, - 0.251953, - 0.220703, - 0.21875, - 0.180664, - 0.148438, - 0.242188, - 0.25, - 0.261719, - 0.398438, - 0.222656, - 0.447266, - 0.248047, - 0.263672, - 0.181641, - 0.239258, - 0.205078, - 0.458984, - 0.245117, - 0.230469, - 0.223633, - 0.230469, - 0.291016, - 0.251953, - 0.341797, - 0.225586, - 0.333984, - 0.275391, - 0.22168, - 0.210938, - 0.191406, - 0.208008, - 0.130859, - 0.28125, - 0.188477, - 0.294922, - 0.204102, - 0.195312, - 0.209961, - 0.241211, - 0.275391, - 0.259766, - 0.200195, - 0.341797, - 0.257812, - 0.289062, - 0.363281, - 0.304688, - 0.210938, - 0.386719, - 0.279297, - 0.239258, - 0.206055, - 0.244141, - 0.25, - 0.326172, - 0.333984, - 0.302734, - 0.289062, - 0.244141, - 0.232422, - 0.168945, - 0.289062, - 0.19043, - 0.207031, - 0.226562, - 0.236328, - 0.196289, - 0.291016, - 0.310547, - 0.251953, - 0.273438, - 0.457031, - 0.251953, - 0.265625, - 0.267578, - 0.394531, - 0.255859, - 0.289062, - 0.239258, - 0.322266, - 0.419922, - 0.21875, - 0.199219, - 0.199219, - 0.277344, - 0.28125, - 0.291016, - 0.404297, - 0.263672, - 0.168945, - 0.283203, - 0.208008, - 0.294922, - 0.236328, - 0.229492, - 0.175781, - 0.267578, - 0.188477, - 0.208008, - 0.239258, - 0.398438, - 0.15332, - 0.261719, - 0.269531, - 0.22168, - 0.230469, - 0.232422, - 0.241211, - 0.164062, - 0.223633, - 0.229492, - 0.251953, - 0.308594, - 0.240234, - 0.213867, - 0.142578, - 0.375, - 0.180664, - 0.263672, - 0.192383, - 0.261719, - 0.175781, - 0.255859, - 0.185547, - 0.171875, - 0.277344, - 0.203125, - 0.265625, - 0.199219, - 0.345703, - 0.242188, - 0.192383, - 0.227539, - 0.174805, - 0.092773, - 0.237305, - 0.24707, - 0.322266, - 0.152344, - 0.243164, - 0.241211, - 0.25, - 0.367188, - 0.267578, - 0.308594, - 0.209961, - 0.203125, - 0.279297, - 0.193359, - 0.25, - 0.212891, - 0.230469, - 0.316406, - 0.296875, - 0.4375, - 0.337891, - 0.200195, - 0.375, - 0.419922, - 0.457031, - 0.201172, - 0.316406, - 0.228516, - 0.179688, - 0.243164, - 0.185547, - 0.277344, - 0.400391, - 0.292969, - 0.294922, - 0.206055, - 0.263672, - 0.24707, - 0.404297, - 0.257812, - 0.227539, - 0.365234, - 0.269531, - 0.234375, - 0.194336, - 0.283203, - 0.265625, - 0.205078, - 0.341797, - 0.357422, - 0.257812, - 0.245117, - 0.208984, - 0.392578, - 0.322266, - 0.285156, - 0.155273, - 0.292969, - 0.149414, - 0.267578, - 0.263672, - 0.269531, - 0.259766, - 0.211914, - 0.267578, - 0.296875, - 0.240234, - 0.249023, - 0.283203, - 0.232422, - 0.296875, - 0.234375, - 0.275391, - 0.220703 - ] - }, - "name": "model.transformer.layers.10.attn_norm.weight", - "outputIndexes": [ - 654 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 653, - 654 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_10/Mul_1_output_0", - "outputIndexes": [ - 655 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 655 - ], - "outputIndexes": [ - 1706 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1706 - ], - "outputIndexes": [ - 1707 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear", - "inputIndexes": [ - 1707 - ], - "outputIndexes": [ - 1708 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 73601832, - 983062, - 122880, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1708 - ], - "outputIndexes": [ - 1709 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1709 - ], - "outputIndexes": [ - 656 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 655 - ], - "main_type": "NONE", - "name": "/Shape_41_output_0", - "outputIndexes": [ - 657 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 657 - ], - "main_type": "NONE", - "name": "Shape933", - "outputIndexes": [ - 658 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 657 - ], - "main_type": "NONE", - "name": "Rank935", - "outputIndexes": [ - 659 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 659, - 659 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp937", - "outputIndexes": [ - 660 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 660 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze938", - "outputIndexes": [ - 661 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 660, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp940", - "outputIndexes": [ - 662 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 662 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze941", - "outputIndexes": [ - 663 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 658, - 661, - 663, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice944", - "outputIndexes": [ - 664 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 664 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze945", - "outputIndexes": [ - 665 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 665 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp946", - "outputIndexes": [ - 666 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 666, - 665 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp947", - "outputIndexes": [ - 667 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 657, - 667, - 660 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_54_output_0", - "outputIndexes": [ - 668 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 668, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_101_output_0", - "outputIndexes": [ - 669 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 20 - ] - }, - "name": "/Constant_302_output_0", - "outputIndexes": [ - 670 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 669, - 670, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_50_output_0", - "outputIndexes": [ - 671 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 656, - 671 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_41_output_0", - "outputIndexes": [ - 672 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 672 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_10/Mul_output_0", - "outputIndexes": [ - 673 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.326172, - -0.007874, - 0.033447, - 1.398438, - 1.820312, - 1.6875, - 1.421875, - 1.484375, - 1.59375, - 1.796875, - 1.6875, - 1.757812, - 1.59375, - 2.03125, - 1.929688, - 2.046875, - 1.992188, - 1.734375, - 1.992188, - 2.0625, - 2.1875, - 1.703125, - 2.0, - 2.0, - 1.992188, - 2.296875, - 2.0625, - 2.03125, - 2.515625, - 2.15625, - 2.171875, - 1.726562, - 0.015747, - 1.125, - 1.78125, - 0.972656, - 0.056885, - 1.554688, - 1.15625, - 1.585938, - 1.703125, - 1.695312, - 1.71875, - 1.820312, - 2.03125, - 1.726562, - 1.992188, - 1.640625, - 1.90625, - 2.25, - 1.992188, - 1.976562, - 1.875, - 3.1875, - 1.90625, - 2.015625, - 2.03125, - 1.804688, - 1.976562, - 2.15625, - 1.679688, - 1.945312, - 2.0625, - 2.515625 - ] - }, - "name": "model.transformer.layers.10.attn.q_norm.weight", - "outputIndexes": [ - 674 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 673, - 674 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_10/Mul_1_output_0", - "outputIndexes": [ - 675 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 675, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_40_output_0", - "outputIndexes": [ - 676 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 675, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_41_output_0", - "outputIndexes": [ - 677 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 677 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_20_output_0", - "outputIndexes": [ - 678 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 675, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_40_output_0", - "outputIndexes": [ - 679 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 678, - 679 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_53_output_0", - "outputIndexes": [ - 680 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 680, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_41_output_0", - "outputIndexes": [ - 681 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 676, - 681 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_40_output_0", - "outputIndexes": [ - 682 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 655 - ], - "outputIndexes": [ - 1710 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1710 - ], - "outputIndexes": [ - 1711 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear", - "inputIndexes": [ - 1711 - ], - "outputIndexes": [ - 1712 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 74712894, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1712 - ], - "outputIndexes": [ - 1713 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1713 - ], - "outputIndexes": [ - 683 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5 - ] - }, - "name": "/Constant_304_output_0", - "outputIndexes": [ - 684 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 669, - 684, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_51_output_0", - "outputIndexes": [ - 685 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 683, - 685 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_42_output_0", - "outputIndexes": [ - 686 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 686 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_10/Mul_output_0", - "outputIndexes": [ - 687 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.304688, - 0.03833, - 0.05957, - 1.460938, - 1.421875, - 1.75, - 1.585938, - 1.679688, - 1.6875, - 1.265625, - 1.882812, - 1.8125, - 2.09375, - 1.679688, - 1.8125, - 1.492188, - 1.921875, - 2.296875, - 1.867188, - 2.0, - 1.773438, - 2.796875, - 1.96875, - 1.976562, - 2.09375, - 1.890625, - 2.0625, - 2.171875, - 2.671875, - 2.046875, - 2.21875, - 3.125, - -0.023193, - 0.925781, - 1.320312, - 0.103027, - 0.126953, - 1.546875, - 0.640625, - 1.28125, - 1.414062, - 1.78125, - 1.390625, - 1.703125, - 1.023438, - 2.140625, - 1.953125, - 2.1875, - 2.078125, - 1.507812, - 1.953125, - 1.921875, - 2.15625, - 1.0, - 2.109375, - 2.03125, - 2.0625, - 2.0625, - 2.125, - 2.15625, - 2.53125, - 2.171875, - 2.265625, - 2.03125 - ] - }, - "name": "model.transformer.layers.10.attn.k_norm.weight", - "outputIndexes": [ - 688 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 687, - 688 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_10/Mul_1_output_0", - "outputIndexes": [ - 689 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 689, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_42_output_0", - "outputIndexes": [ - 690 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 689, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_43_output_0", - "outputIndexes": [ - 691 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 691 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_21_output_0", - "outputIndexes": [ - 692 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 689, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_42_output_0", - "outputIndexes": [ - 693 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 692, - 693 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_54_output_0", - "outputIndexes": [ - 694 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 694, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_43_output_0", - "outputIndexes": [ - 695 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 690, - 695 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_41_output_0", - "outputIndexes": [ - 696 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 655 - ], - "outputIndexes": [ - 1714 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1714 - ], - "outputIndexes": [ - 1715 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear", - "inputIndexes": [ - 1715 - ], - "outputIndexes": [ - 1716 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 74990676, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1716 - ], - "outputIndexes": [ - 1717 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1717 - ], - "outputIndexes": [ - 697 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 697, - 685 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_43_output_0", - "outputIndexes": [ - 698 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 682, - 696, - 698, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.10/self_attn/FusedAttention", - "outputIndexes": [ - 699 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 699 - ], - "outputIndexes": [ - 1718 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1718 - ], - "outputIndexes": [ - 1719 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear", - "inputIndexes": [ - 1719 - ], - "outputIndexes": [ - 1720 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 75268458, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1720 - ], - "outputIndexes": [ - 1721 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1721 - ], - "outputIndexes": [ - 700 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 652, - 700 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_42_output_0", - "outputIndexes": [ - 701 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 701 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_10/Mul_output_0", - "outputIndexes": [ - 702 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.443359, - 0.351562, - 0.402344, - 0.296875, - 0.251953, - 0.408203, - 0.398438, - 0.390625, - 0.470703, - 0.390625, - 0.414062, - 0.223633, - 0.378906, - 0.326172, - 0.402344, - 0.429688, - 0.425781, - 0.443359, - 0.320312, - 0.328125, - 0.328125, - 0.398438, - 0.233398, - 0.382812, - 0.443359, - 0.376953, - 0.421875, - 0.421875, - 0.345703, - 0.412109, - 0.453125, - 0.402344, - 0.273438, - 0.28125, - 0.416016, - 0.4375, - 0.423828, - 0.386719, - 0.392578, - 0.382812, - 0.390625, - 0.355469, - 0.398438, - 0.390625, - 0.373047, - 0.396484, - 0.341797, - 0.351562, - 0.398438, - 0.22168, - 0.419922, - 0.402344, - 0.376953, - 0.416016, - 0.224609, - 0.458984, - 0.402344, - 0.414062, - 0.410156, - 0.449219, - 0.3125, - 0.378906, - 0.179688, - 0.414062, - 0.373047, - 0.507812, - 0.398438, - 0.337891, - 0.373047, - 0.279297, - 0.375, - 0.412109, - 0.347656, - 0.457031, - 0.240234, - 0.447266, - 0.394531, - 0.466797, - 0.371094, - 0.376953, - 0.365234, - 0.400391, - 0.402344, - 0.384766, - 0.243164, - 0.376953, - 0.337891, - 0.421875, - 0.455078, - 0.267578, - 0.453125, - 0.3125, - 0.419922, - 0.359375, - 0.386719, - 0.328125, - 0.230469, - 0.419922, - 0.19043, - 0.22168, - 0.423828, - 0.431641, - 0.3125, - 0.431641, - 0.408203, - 0.341797, - 0.326172, - 0.261719, - 0.271484, - 0.421875, - 0.423828, - 0.390625, - 0.359375, - 0.253906, - 0.34375, - 0.333984, - 0.382812, - 0.392578, - 0.333984, - 0.373047, - 0.414062, - 0.322266, - 0.359375, - 0.433594, - 0.335938, - 0.492188, - 0.417969, - 0.419922, - 0.453125, - 0.416016, - 0.490234, - 0.402344, - 0.328125, - 0.417969, - 0.382812, - 0.351562, - 0.230469, - 0.402344, - 0.433594, - 0.249023, - 0.427734, - 0.443359, - 0.314453, - 0.414062, - 0.186523, - 0.211914, - 0.310547, - 0.457031, - 0.347656, - 0.273438, - 0.40625, - 0.322266, - 0.357422, - 0.365234, - 0.347656, - 0.34375, - 0.431641, - 0.402344, - 0.402344, - 0.373047, - 0.46875, - 0.337891, - 0.46875, - 0.357422, - 0.375, - 0.382812, - 0.398438, - 0.388672, - 0.396484, - 0.125, - 0.233398, - 0.373047, - 0.204102, - 0.400391, - 0.396484, - 0.447266, - 0.365234, - 0.429688, - 0.423828, - 0.453125, - 0.412109, - 0.419922, - 0.308594, - 0.386719, - 0.380859, - 0.394531, - 0.439453, - 0.359375, - 0.431641, - 0.353516, - 0.478516, - 0.355469, - 0.198242, - 0.408203, - 0.359375, - 0.419922, - 0.359375, - 0.443359, - 0.443359, - 0.273438, - 0.376953, - 0.3125, - 0.417969, - 0.400391, - 0.455078, - 0.400391, - 0.431641, - 0.376953, - 0.380859, - 0.345703, - 0.332031, - 0.439453, - 0.400391, - 0.384766, - 0.369141, - 0.371094, - 0.412109, - 0.40625, - 0.390625, - 0.369141, - 0.417969, - 0.441406, - 0.382812, - 0.169922, - 0.453125, - 0.291016, - 0.404297, - 0.326172, - 0.369141, - 0.392578, - 0.400391, - 0.378906, - 0.300781, - 0.273438, - 0.369141, - 0.382812, - 0.376953, - 0.308594, - 0.402344, - 0.355469, - 0.316406, - 0.217773, - 0.416016, - 0.398438, - 0.337891, - 0.402344, - 0.195312, - 0.390625, - 0.429688, - 0.375, - 0.375, - 0.212891, - 0.392578, - 0.349609, - 0.414062, - 0.433594, - 0.361328, - 0.382812, - 0.40625, - 0.380859, - 0.394531, - 0.373047, - 0.164062, - 0.507812, - 0.412109, - 0.425781, - 0.488281, - 0.241211, - 0.345703, - 0.316406, - 0.398438, - 0.414062, - 0.339844, - 0.412109, - 0.421875, - 0.324219, - 0.419922, - 0.094727, - 0.394531, - 0.25, - 0.441406, - 0.388672, - 0.275391, - 0.417969, - 0.396484, - 0.419922, - 0.392578, - 0.478516, - 0.449219, - 0.367188, - 0.275391, - 0.464844, - 0.386719, - 0.458984, - 0.199219, - 0.4375, - 0.15918, - 0.435547, - 0.251953, - 0.231445, - 0.476562, - 0.388672, - 0.371094, - 0.449219, - 0.359375, - 0.453125, - 0.451172, - 0.308594, - 0.464844, - 0.376953, - 0.410156, - 0.408203, - 0.328125, - 0.328125, - 0.416016, - 0.398438, - 0.439453, - 0.206055, - 0.235352, - 0.367188, - 0.416016, - 0.371094, - 0.476562, - 0.441406, - 0.429688, - 0.357422, - 0.408203, - 0.347656, - 0.371094, - 0.386719, - 0.296875, - 0.386719, - 0.339844, - 0.449219, - 0.371094, - 0.431641, - 0.357422, - 0.376953, - 0.261719, - 0.457031, - 0.277344, - 0.294922, - 0.416016, - 0.234375, - 0.425781, - 0.404297, - 0.253906, - 0.251953, - 0.396484, - 0.400391, - 0.298828, - 0.375, - 0.196289, - 0.133789, - 0.416016, - 0.263672, - 0.314453, - 0.410156, - 0.269531, - 0.394531, - 0.445312, - 0.271484, - 0.425781, - 0.34375, - 0.277344, - 0.373047, - 0.402344, - 0.279297, - 0.382812, - 0.226562, - 0.200195, - 0.412109, - 0.210938, - 0.416016, - 0.445312, - 0.171875, - 0.470703, - 0.439453, - 0.419922, - 0.320312, - 0.394531, - 0.345703, - 0.416016, - 0.396484, - 0.243164, - 0.273438, - 0.179688, - 0.373047, - 0.330078, - 0.429688, - 0.453125, - 0.316406, - 0.414062, - 0.170898, - 0.416016, - 0.25, - 0.425781, - 0.206055, - 0.233398, - 0.318359, - 0.4375, - 0.408203, - 0.400391, - 0.390625, - 0.425781, - 0.175781, - 0.188477, - 0.4375, - 0.398438, - 0.402344, - 0.412109, - 0.220703, - 0.330078, - 0.462891, - 0.394531, - 0.357422, - 0.357422, - 0.417969, - 0.376953, - 0.425781, - 0.335938, - 0.292969, - 0.298828, - 0.249023, - 0.388672, - 0.265625, - 0.382812, - 0.419922, - 0.34375, - 0.398438, - 0.341797, - 0.388672, - 0.429688, - 0.425781, - 0.435547, - 0.427734, - 0.384766, - 0.435547, - 0.519531, - 0.408203, - 0.398438, - 0.367188, - 0.287109, - 0.470703, - 0.398438, - 0.396484, - 0.431641, - 0.186523, - 0.390625, - 0.390625, - 0.255859, - 0.496094, - 0.470703, - 0.384766, - 0.226562, - 0.402344, - 0.429688, - 0.265625, - 0.378906, - 0.421875, - 0.427734, - 0.201172, - 0.416016, - 0.423828, - 0.355469, - 0.225586, - 0.345703, - 0.439453, - 0.375, - 0.373047, - 0.15332, - 0.376953, - 0.451172, - 0.232422, - 0.392578, - 0.431641, - 0.416016, - 0.367188, - 0.390625, - 0.394531, - 0.429688, - 0.410156, - 0.421875, - 0.263672, - 0.416016, - 0.167969, - 0.419922, - 0.441406, - 0.396484, - 0.378906, - 0.34375, - 0.369141, - 0.380859, - 0.357422, - 0.408203, - 0.402344, - 0.398438, - 0.285156, - 0.410156, - 0.292969, - 0.355469, - 0.386719, - 0.180664, - 0.363281, - 0.294922, - 0.484375, - 0.373047, - 0.384766, - 0.416016, - 0.244141, - 0.458984, - 0.421875, - 0.382812, - 0.367188, - 0.257812, - 0.443359, - 0.398438, - 0.425781, - 0.382812, - 0.460938, - 0.251953, - 0.443359, - 0.447266, - 0.400391, - 0.275391, - 0.375, - 0.382812, - 0.34375, - 0.375, - 0.359375, - 0.357422, - 0.441406, - 0.396484, - 0.410156, - 0.373047, - 0.173828, - 0.443359, - 0.417969, - 0.435547, - 0.453125, - 0.527344, - 0.351562, - 0.253906, - 0.419922, - 0.414062, - 0.433594, - 0.388672, - 0.34375, - 0.347656, - 0.335938, - 0.271484, - 0.365234, - 0.306641, - 0.106445, - 0.285156, - 0.449219, - 0.388672, - 0.433594, - 0.384766, - 0.371094, - 0.40625, - 0.229492, - 0.139648, - 0.5, - 0.369141, - 0.394531, - 0.308594, - 0.363281, - 0.457031, - 0.388672, - 0.433594, - 0.259766, - 0.367188, - 0.316406, - 0.443359, - 0.363281, - 0.267578, - 0.324219, - 0.365234, - 0.494141, - 0.417969, - 0.431641, - 0.453125, - 0.380859, - 0.349609, - 0.367188, - 0.320312, - 0.333984, - 0.335938, - 0.390625, - 0.435547, - 0.449219, - 0.466797, - 0.353516, - 0.458984, - 0.394531, - 0.259766, - 0.237305, - 0.378906, - 0.242188, - 0.390625, - 0.386719, - 0.400391, - 0.412109, - 0.318359, - 0.3125, - 0.460938, - 0.229492, - 0.233398, - 0.414062, - 0.34375, - 0.226562, - 0.404297, - 0.359375, - 0.5, - 0.378906, - 0.376953, - 0.369141, - 0.179688, - 0.369141, - 0.464844, - 0.416016, - 0.371094, - 0.378906, - 0.443359, - 0.419922, - 0.416016, - 0.490234, - 0.400391, - 0.390625, - 0.425781, - 0.330078, - 0.429688, - 0.382812, - 0.373047, - 0.427734, - 0.443359, - 0.371094, - 0.429688, - 0.359375, - 0.417969, - 0.257812, - 0.351562, - 0.404297, - 0.371094, - 0.310547, - 0.416016, - 0.112793, - 0.333984, - 0.470703, - 0.328125, - 0.412109, - 0.404297, - 0.335938, - 0.410156, - 0.435547, - 0.357422, - 0.337891, - 0.40625, - 0.227539, - 0.378906, - 0.449219, - 0.322266, - 0.390625, - 0.339844, - 0.40625, - 0.34375, - 0.443359, - 0.367188, - 0.296875, - 0.28125, - 0.488281, - 0.174805, - 0.453125, - 0.367188, - 0.380859, - 0.419922, - 0.392578, - 0.353516, - 0.363281, - 0.390625, - 0.371094, - 0.398438, - 0.400391, - 0.302734, - 0.447266, - 0.277344, - 0.382812, - 0.451172, - 0.398438, - 0.384766, - 0.263672, - 0.425781, - 0.400391, - 0.300781, - 0.365234, - 0.373047, - 0.40625, - 0.433594, - 0.357422, - 0.398438, - 0.363281, - 0.191406, - 0.386719, - 0.402344, - 0.371094, - 0.392578, - 0.251953, - 0.408203, - 0.335938, - 0.4375, - 0.470703, - 0.439453, - 0.394531, - 0.410156, - 0.382812, - 0.294922, - 0.240234, - 0.373047, - 0.423828, - 0.402344, - 0.376953, - 0.416016, - 0.421875, - 0.375, - 0.408203, - 0.341797, - 0.427734, - 0.410156, - 0.380859, - 0.417969, - 0.464844, - 0.443359, - 0.253906, - 0.357422, - 0.427734, - 0.361328, - 0.386719, - 0.410156, - 0.414062, - 0.373047, - 0.363281, - 0.419922, - 0.369141, - 0.3125, - 0.429688, - 0.435547, - 0.380859, - 0.345703, - 0.347656, - 0.503906, - 0.367188, - 0.241211, - 0.404297, - 0.384766, - 0.226562, - 0.333984, - 0.423828, - 0.503906, - 0.390625, - 0.339844, - 0.431641, - 0.378906, - 0.402344, - 0.433594, - 0.147461, - 0.402344, - 0.351562, - 0.458984, - 0.396484, - 0.398438, - 0.4375, - 0.34375, - 0.457031, - 0.355469, - 0.494141, - 0.367188, - 0.427734, - 0.408203, - 0.439453, - 0.386719, - 0.322266, - 0.457031, - 0.417969, - 0.171875, - 0.193359, - 0.449219, - 0.390625, - 0.451172, - 0.423828, - 0.243164, - 0.322266, - 0.427734, - 0.345703, - 0.371094, - 0.248047, - 0.328125, - 0.396484, - 0.392578, - 0.474609, - 0.384766, - 0.419922, - 0.462891, - 0.419922, - 0.46875, - 0.373047, - 0.404297, - 0.433594, - 0.390625, - 0.388672, - 0.402344, - 0.304688, - 0.375, - 0.361328, - 0.376953, - 0.472656, - 0.251953, - 0.328125, - 0.302734, - 0.439453, - 0.176758, - 0.462891, - 0.345703, - 0.396484, - 0.390625, - 0.427734, - 0.419922, - 0.464844, - 0.365234, - 0.382812, - 0.367188, - 0.40625, - 0.220703, - 0.337891, - 0.443359, - 0.269531, - 0.414062, - 0.296875, - 0.507812, - 0.273438, - 0.210938, - 0.292969, - 0.414062, - 0.4375, - 0.464844, - 0.298828, - 0.466797, - 0.460938, - 0.402344, - 0.433594, - 0.601562, - 0.149414, - 0.380859, - 0.208984, - 0.308594, - 0.431641, - 0.365234, - 0.451172, - 0.328125, - 0.388672, - 0.388672, - 0.394531, - 0.292969, - 0.402344, - 0.410156, - 0.423828, - 0.373047, - 0.478516, - 0.359375, - 0.308594, - 0.355469, - 0.421875, - 0.417969, - 0.376953, - 0.433594, - 0.486328, - 0.359375, - 0.335938, - 0.414062, - 0.433594, - 0.480469, - 0.445312, - 0.412109, - 0.400391, - 0.412109, - 0.330078, - 0.384766, - 0.283203, - 0.000755, - 0.416016, - 0.369141, - 0.414062, - 0.408203, - 0.421875, - 0.441406, - 0.269531, - 0.447266, - 0.333984, - 0.326172, - 0.417969, - 0.234375, - 0.353516, - 0.412109, - 0.412109, - 0.451172, - 0.402344, - 0.292969, - 0.46875, - 0.515625, - 0.318359, - 0.375, - 0.421875, - 0.371094, - 0.351562, - 0.398438, - 0.388672, - 0.396484, - 0.324219, - 0.472656, - 0.357422, - 0.394531, - 0.410156, - 0.4375, - 0.439453, - 0.453125, - 0.15918, - 0.421875, - 0.34375, - 0.423828, - 0.271484, - 0.371094, - 0.419922, - 0.390625, - 0.445312, - 0.371094, - 0.40625, - 0.339844, - 0.388672, - 0.40625, - 0.371094, - 0.398438, - 0.359375, - 0.369141, - 0.398438, - 0.351562, - 0.421875, - 0.28125, - 0.494141, - 0.363281, - 0.365234, - 0.416016, - 0.249023, - 0.380859, - 0.4375, - 0.423828, - 0.435547, - 0.320312, - 0.447266, - 0.357422, - 0.28125, - 0.367188, - 0.441406, - 0.283203, - 0.296875, - 0.229492, - 0.404297, - 0.216797, - 0.365234, - 0.388672, - 0.384766, - 0.396484, - 0.410156, - 0.353516, - 0.441406, - 0.382812, - 0.404297, - 0.441406, - 0.386719, - 0.40625, - 0.283203, - 0.410156, - 0.300781, - 0.333984, - 0.273438, - 0.367188, - 0.414062, - 0.357422, - 0.408203, - 0.382812, - 0.322266, - 0.384766, - 0.355469, - 0.417969, - 0.292969, - 0.414062, - 0.373047, - 0.203125, - 0.269531, - 0.425781, - 0.345703, - 0.316406, - 0.192383, - 0.441406, - 0.482422, - 0.369141, - 0.443359, - 0.400391, - 0.416016, - 0.332031, - 0.507812, - 0.150391, - 0.417969, - 0.400391, - 0.257812, - 0.404297, - 0.351562, - 0.408203, - 0.431641, - 0.488281, - 0.390625, - 0.279297, - 0.390625, - 0.404297, - 0.5625, - 0.423828, - 0.287109, - 0.373047, - 0.380859, - 0.361328, - 0.416016, - 0.324219, - 0.417969, - 0.416016, - 0.236328, - 0.237305, - 0.345703, - 0.478516, - 0.433594, - 0.4375, - 0.447266, - 0.417969, - 0.412109, - 0.365234, - 0.234375, - 0.447266, - 0.172852, - 0.137695, - 0.462891, - 0.390625, - 0.427734, - 0.361328, - 0.394531, - 0.425781, - 0.318359, - 0.365234, - 0.238281, - 0.425781, - 0.359375, - 0.402344, - 0.289062, - 0.333984, - 0.435547, - 0.410156, - 0.390625, - 0.423828, - 0.369141, - 0.394531, - 0.46875, - 0.402344, - 0.371094, - 0.384766, - 0.222656, - 0.408203, - 0.263672, - 0.470703, - 0.433594, - 0.410156, - 0.380859, - 0.478516, - 0.176758, - 0.376953, - 0.396484, - 0.414062, - 0.181641, - 0.204102, - 0.265625, - 0.174805, - 0.229492, - 0.349609, - 0.314453, - 0.365234, - 0.417969, - 0.369141, - 0.453125, - 0.417969, - 0.285156, - 0.421875, - 0.421875, - 0.490234, - 0.431641, - 0.402344, - 0.322266, - 0.378906, - 0.4375, - 0.492188, - 0.423828, - 0.443359, - 0.386719, - 0.371094, - 0.414062, - 0.419922, - 0.394531, - 0.423828, - 0.382812, - 0.238281, - 0.427734, - 0.390625, - 0.349609, - 0.347656, - 0.335938, - 0.421875, - 0.197266, - 0.445312, - 0.404297, - 0.22168, - 0.445312, - 0.402344, - 0.373047, - 0.431641, - 0.332031, - 0.386719, - 0.292969, - 0.229492, - 0.417969, - 0.429688, - 0.34375, - 0.423828, - 0.244141, - 0.390625, - 0.3125, - 0.339844, - 0.421875, - 0.380859, - 0.363281, - 0.367188, - 0.382812, - 0.457031, - 0.330078, - 0.435547, - 0.398438, - 0.373047, - 0.259766, - 0.382812, - 0.416016, - 0.390625, - 0.339844, - 0.425781, - 0.353516, - 0.353516, - 0.443359, - 0.259766, - 0.416016, - 0.386719, - 0.300781, - 0.363281, - 0.375, - 0.425781, - 0.333984, - 0.291016, - 0.439453, - 0.386719, - 0.326172, - 0.157227, - 0.414062, - 0.392578, - 0.433594, - 0.355469, - 0.298828, - 0.308594, - 0.414062, - 0.414062, - 0.416016, - 0.441406, - 0.546875, - 0.341797, - 0.164062, - 0.410156, - 0.429688, - 0.277344, - 0.396484, - 0.375, - 0.388672, - 0.472656, - 0.310547, - 0.396484, - 0.416016, - 0.361328, - 0.449219, - 0.376953, - 0.316406, - 0.425781, - 0.410156, - 0.398438, - 0.163086, - 0.412109, - 0.244141, - 0.398438, - 0.390625, - 0.347656, - 0.429688, - 0.457031, - 0.396484, - 0.429688, - 0.367188, - 0.398438, - 0.333984, - 0.388672, - 0.402344, - 0.332031, - 0.382812, - 0.294922, - 0.396484, - 0.40625, - 0.357422, - 0.421875, - 0.453125, - 0.408203, - 0.431641, - 0.441406, - 0.402344, - 0.470703, - 0.355469, - 0.369141, - 0.398438, - 0.453125, - 0.419922, - 0.404297, - 0.40625, - 0.417969, - 0.408203, - 0.394531, - 0.390625, - 0.287109, - 0.400391, - 0.382812, - 0.363281, - 0.402344, - 0.412109, - 0.392578, - 0.441406, - 0.351562, - 0.470703, - 0.404297, - 0.188477, - 0.285156, - 0.445312, - 0.425781, - 0.235352, - 0.429688, - 0.357422, - 0.453125, - 0.414062, - 0.289062, - 0.34375, - 0.298828, - 0.398438, - 0.326172, - 0.373047, - 0.373047, - 0.380859, - 0.384766, - 0.318359, - 0.355469, - 0.414062, - 0.390625, - 0.386719, - 0.458984, - 0.298828, - 0.382812, - 0.296875, - 0.380859, - 0.34375, - 0.196289, - 0.439453, - 0.3125, - 0.457031, - 0.443359, - 0.417969, - 0.328125, - 0.394531, - 0.433594, - 0.484375, - 0.384766, - 0.429688, - 0.242188, - 0.378906, - 0.425781, - 0.392578, - 0.330078, - 0.373047, - 0.443359, - 0.464844, - 0.314453, - 0.458984, - 0.398438, - 0.227539, - 0.392578, - 0.333984, - 0.404297, - 0.326172, - 0.417969, - 0.292969, - 0.402344, - 0.384766, - 0.175781, - 0.419922, - 0.431641, - 0.457031, - 0.378906, - 0.480469, - 0.347656, - 0.408203, - 0.417969, - 0.435547, - 0.371094, - 0.423828, - 0.398438, - 0.398438, - 0.365234, - 0.273438, - 0.330078, - 0.214844, - 0.34375, - 0.417969, - 0.369141, - 0.304688, - 0.351562, - 0.314453, - 0.404297, - 0.423828, - 0.359375, - 0.400391, - 0.330078, - 0.269531, - 0.365234, - 0.353516, - 0.388672, - 0.414062, - 0.427734, - 0.445312, - 0.507812, - 0.386719, - 0.248047, - 0.392578, - 0.300781, - 0.302734, - 0.345703, - 0.375, - 0.237305, - 0.365234, - 0.169922, - 0.470703, - 0.283203, - 0.376953, - 0.349609, - 0.414062, - 0.425781, - 0.417969, - 0.351562, - 0.449219, - 0.40625, - 0.367188, - 0.267578, - 0.408203, - 0.335938, - 0.251953, - 0.283203, - 0.376953, - 0.318359, - 0.40625, - 0.417969, - 0.425781, - 0.550781, - 0.316406, - 0.392578, - 0.380859, - 0.341797, - 0.283203, - 0.410156, - 0.394531, - 0.337891, - 0.351562, - 0.435547, - 0.404297, - 0.392578, - 0.435547, - 0.414062, - 0.433594, - 0.546875, - 0.417969, - 0.443359, - 0.380859, - 0.519531, - 0.388672, - 0.429688, - 0.337891, - 0.396484, - 0.408203, - 0.361328, - 0.298828, - 0.345703, - 0.412109, - 0.460938, - 0.285156, - 0.328125, - 0.441406, - 0.273438, - 0.449219, - 0.371094, - 0.394531, - 0.410156, - 0.408203, - 0.322266, - 0.345703, - 0.267578, - 0.310547, - 0.40625, - 0.492188, - 0.279297, - 0.427734, - 0.363281, - 0.271484, - 0.306641, - 0.402344, - 0.429688, - 0.378906, - 0.375, - 0.3125, - 0.439453, - 0.234375, - 0.396484, - 0.355469, - 0.22168, - 0.482422, - 0.345703, - 0.427734, - 0.365234, - 0.449219, - 0.285156, - 0.412109, - 0.410156, - 0.212891, - 0.392578, - 0.392578, - 0.171875, - 0.267578, - 0.474609, - 0.367188, - 0.306641, - 0.349609, - 0.324219, - 0.200195, - 0.408203, - 0.386719, - 0.349609, - 0.174805, - 0.382812, - 0.460938, - 0.357422, - 0.515625, - 0.445312, - 0.484375, - 0.357422, - 0.300781, - 0.396484, - 0.359375, - 0.314453, - 0.373047, - 0.339844, - 0.427734, - 0.451172, - 0.225586, - 0.326172, - 0.294922, - 0.507812, - 0.445312, - 0.332031, - 0.279297, - 0.472656, - 0.28125, - 0.341797, - 0.412109, - 0.320312, - 0.421875, - 0.08252, - 0.431641, - 0.462891, - 0.416016, - 0.271484, - 0.330078, - 0.546875, - 0.410156, - 0.384766, - 0.496094, - 0.40625, - 0.378906, - 0.308594, - 0.390625, - 0.400391, - 0.382812, - 0.484375, - 0.4375, - 0.4375, - 0.423828, - 0.192383, - 0.371094, - 0.388672, - 0.414062, - 0.185547, - 0.425781, - 0.287109, - 0.427734, - 0.378906, - 0.429688, - 0.367188, - 0.386719, - 0.433594, - 0.435547, - 0.351562, - 0.433594, - 0.365234, - 0.40625, - 0.425781, - 0.386719, - 0.371094, - 0.351562 - ] - }, - "name": "model.transformer.layers.10.ffn_norm.weight", - "outputIndexes": [ - 703 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 702, - 703 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_10/Mul_1_output_0", - "outputIndexes": [ - 704 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 704 - ], - "outputIndexes": [ - 1722 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1722 - ], - "outputIndexes": [ - 1723 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear", - "inputIndexes": [ - 1723 - ], - "outputIndexes": [ - 1724 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 7168, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 86016, - "weightSize": 0 - }, - "external": [ - 76374400, - 5505046, - 688128, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1724 - ], - "outputIndexes": [ - 1725 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1725 - ], - "outputIndexes": [ - 705 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 7168 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 705, - 21, - 344, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_10/Slice_output_0", - "outputIndexes": [ - 706 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 706 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_10/Sigmoid_output_0", - "outputIndexes": [ - 707 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 706, - 707 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_10/Mul_output_0", - "outputIndexes": [ - 708 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7168 - ] - }, - "name": "/ffn_10/Mul_1_output_0", - "outputIndexes": [ - 709 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 705, - 344, - 709, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_10/Slice_1_output_0", - "outputIndexes": [ - 710 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 708, - 710 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_10/Mul_2_output_0", - "outputIndexes": [ - 711 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 711 - ], - "outputIndexes": [ - 1726 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3584, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1726 - ], - "outputIndexes": [ - 1727 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear", - "inputIndexes": [ - 1727 - ], - "outputIndexes": [ - 1728 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3584, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 43008, - "weightSize": 0 - }, - "external": [ - 82567574, - 2752534, - 344064, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1728 - ], - "outputIndexes": [ - 1729 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.10/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1729 - ], - "outputIndexes": [ - 712 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 701, - 712 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_43_output_0", - "outputIndexes": [ - 713 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 713, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_44_output_0", - "outputIndexes": [ - 714 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 714 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_11/Mul_output_0", - "outputIndexes": [ - 715 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.5625, - 0.382812, - 0.431641, - 0.320312, - 0.28125, - 0.431641, - 0.384766, - 0.390625, - 0.542969, - 0.410156, - 0.447266, - 0.259766, - 0.355469, - 0.285156, - 0.365234, - 0.414062, - 0.478516, - 0.474609, - 0.330078, - 0.300781, - 0.094727, - 0.433594, - 0.212891, - 0.425781, - 0.431641, - 0.363281, - 0.433594, - 0.380859, - 0.375, - 0.384766, - 0.59375, - 0.414062, - 0.206055, - 0.232422, - 0.380859, - 0.464844, - 0.457031, - 0.351562, - 0.279297, - 0.414062, - 0.367188, - 0.318359, - 0.482422, - 0.316406, - 0.335938, - 0.441406, - 0.341797, - 0.265625, - 0.419922, - 0.245117, - 0.449219, - 0.353516, - 0.349609, - 0.394531, - 0.757812, - 0.550781, - 0.410156, - 0.449219, - 0.451172, - 0.400391, - 0.24707, - 0.339844, - 0.141602, - 0.443359, - 0.188477, - 0.621094, - 0.292969, - 0.324219, - 0.523438, - 0.5625, - 0.289062, - 0.484375, - 0.339844, - 0.53125, - 0.193359, - 0.453125, - 0.375, - 0.613281, - 0.384766, - 0.371094, - 0.40625, - 0.300781, - 0.421875, - 0.388672, - 0.316406, - 0.351562, - 0.261719, - 0.314453, - 0.585938, - 0.234375, - 0.373047, - 0.396484, - 0.472656, - 0.451172, - 0.332031, - 0.425781, - 0.203125, - 0.503906, - 0.228516, - 0.207031, - 0.378906, - 0.820312, - 0.273438, - 0.5, - 0.443359, - 0.267578, - 0.382812, - 0.21582, - 0.283203, - 0.412109, - 0.4375, - 0.400391, - 0.235352, - 0.246094, - 0.363281, - 0.279297, - 0.239258, - 0.40625, - 0.3125, - 0.369141, - 0.408203, - 0.223633, - 0.306641, - 0.498047, - 0.255859, - 0.609375, - 0.390625, - 0.423828, - 0.542969, - 0.400391, - 0.652344, - 0.324219, - 0.302734, - 0.361328, - 0.511719, - 0.351562, - 0.335938, - 0.359375, - 0.470703, - 0.1875, - 0.441406, - 0.585938, - 0.306641, - 0.425781, - 0.208984, - 0.169922, - 0.332031, - 0.683594, - 0.291016, - 0.302734, - 0.416016, - 0.306641, - 0.408203, - 0.337891, - 0.296875, - 0.320312, - 0.466797, - 0.326172, - 0.425781, - 0.507812, - 0.539062, - 0.498047, - 0.542969, - 0.310547, - 0.328125, - 0.376953, - 0.390625, - 0.439453, - 0.412109, - 0.371094, - 0.229492, - 0.324219, - 0.208008, - 0.337891, - 0.328125, - 0.363281, - 0.337891, - 0.486328, - 0.462891, - 0.558594, - 0.351562, - 0.46875, - 0.283203, - 0.412109, - 0.392578, - 0.332031, - 0.476562, - 0.40625, - 0.451172, - 0.373047, - 0.582031, - 0.289062, - 1.039062, - 0.412109, - 0.380859, - 0.429688, - 0.425781, - 0.486328, - 0.492188, - 0.390625, - 0.320312, - 0.279297, - 0.435547, - 0.410156, - 0.5625, - 0.427734, - 0.453125, - 0.476562, - 0.34375, - 0.289062, - 0.435547, - 0.609375, - 0.314453, - 0.316406, - 0.396484, - 0.289062, - 0.416016, - 0.464844, - 0.378906, - 0.400391, - 0.404297, - 0.601562, - 0.322266, - 0.136719, - 0.542969, - 0.542969, - 0.371094, - 0.267578, - 0.369141, - 0.347656, - 0.361328, - 0.332031, - 0.416016, - 0.310547, - 0.394531, - 0.396484, - 0.34375, - 0.241211, - 0.433594, - 0.447266, - 0.324219, - 0.226562, - 0.361328, - 0.34375, - 0.365234, - 0.417969, - 0.18457, - 0.3125, - 0.511719, - 0.419922, - 0.328125, - 0.195312, - 0.429688, - 0.542969, - 0.4375, - 0.416016, - 0.330078, - 0.423828, - 0.384766, - 0.339844, - 0.388672, - 0.361328, - 0.15918, - 0.664062, - 0.353516, - 0.511719, - 0.605469, - 0.570312, - 0.445312, - 0.269531, - 0.318359, - 0.398438, - 0.314453, - 0.357422, - 0.462891, - 0.255859, - 0.380859, - 0.185547, - 0.431641, - 0.19043, - 0.527344, - 0.382812, - 0.291016, - 0.5, - 0.388672, - 0.462891, - 0.34375, - 0.5625, - 0.558594, - 0.435547, - 0.213867, - 0.546875, - 0.365234, - 0.589844, - 0.137695, - 0.419922, - 0.160156, - 0.363281, - 0.199219, - 0.15332, - 0.636719, - 0.369141, - 0.375, - 0.498047, - 0.337891, - 0.5625, - 0.613281, - 0.300781, - 0.570312, - 0.332031, - 0.427734, - 0.349609, - 0.421875, - 0.302734, - 0.363281, - 0.416016, - 0.503906, - 0.212891, - 0.597656, - 0.425781, - 0.449219, - 0.320312, - 0.494141, - 0.496094, - 0.443359, - 0.373047, - 0.410156, - 0.353516, - 0.345703, - 0.347656, - 0.249023, - 0.429688, - 0.314453, - 0.597656, - 0.298828, - 0.439453, - 0.369141, - 0.433594, - 0.265625, - 0.511719, - 0.287109, - 0.306641, - 0.5625, - 0.196289, - 0.478516, - 0.316406, - 1.414062, - 0.188477, - 0.466797, - 0.355469, - 0.439453, - 0.443359, - 0.347656, - 0.291016, - 0.476562, - 0.832031, - 0.304688, - 0.412109, - 0.210938, - 0.386719, - 0.582031, - 0.243164, - 0.503906, - 0.314453, - 0.306641, - 0.486328, - 0.445312, - 0.392578, - 0.492188, - 0.208008, - 0.194336, - 0.554688, - 0.240234, - 0.46875, - 0.496094, - 0.12793, - 0.601562, - 0.503906, - 0.511719, - 0.25, - 0.376953, - 0.296875, - 0.367188, - 0.402344, - 0.211914, - 0.273438, - 0.148438, - 0.332031, - 0.248047, - 0.507812, - 0.636719, - 0.314453, - 0.439453, - 0.122559, - 0.443359, - 0.65625, - 0.376953, - 0.71875, - 0.120605, - 0.202148, - 0.546875, - 0.476562, - 0.28125, - 0.402344, - 0.539062, - 0.233398, - 0.257812, - 0.546875, - 0.398438, - 0.347656, - 0.386719, - 0.460938, - 0.324219, - 0.490234, - 0.314453, - 0.326172, - 0.351562, - 0.431641, - 0.371094, - 0.400391, - 0.384766, - 0.324219, - 0.324219, - 0.78125, - 0.384766, - 0.34375, - 0.412109, - 0.400391, - 0.455078, - 0.492188, - 0.359375, - 0.351562, - 0.5, - 0.359375, - 0.46875, - 0.392578, - 0.398438, - 0.498047, - 1.28125, - 0.447266, - 0.386719, - 0.392578, - 0.283203, - 0.75, - 0.447266, - 0.367188, - 0.494141, - 0.141602, - 0.345703, - 0.285156, - 0.613281, - 0.5625, - 0.621094, - 0.320312, - 0.188477, - 0.441406, - 0.535156, - 0.251953, - 0.345703, - 0.466797, - 0.460938, - 0.151367, - 0.53125, - 0.484375, - 0.394531, - 0.211914, - 0.285156, - 0.566406, - 0.324219, - 0.324219, - 0.345703, - 0.328125, - 0.601562, - 0.220703, - 0.421875, - 0.453125, - 0.433594, - 0.351562, - 0.417969, - 0.455078, - 0.433594, - 0.371094, - 0.457031, - 0.345703, - 0.425781, - 0.162109, - 0.478516, - 0.466797, - 0.396484, - 0.396484, - 0.417969, - 0.466797, - 0.447266, - 0.326172, - 0.404297, - 0.400391, - 0.388672, - 0.347656, - 0.482422, - 0.337891, - 0.337891, - 0.353516, - 0.135742, - 0.398438, - 0.283203, - 0.628906, - 0.335938, - 0.378906, - 0.458984, - 0.357422, - 0.519531, - 0.4375, - 0.287109, - 0.378906, - 0.527344, - 0.578125, - 0.398438, - 0.386719, - 0.464844, - 0.5625, - 0.259766, - 0.554688, - 0.494141, - 0.394531, - 0.222656, - 0.3125, - 0.392578, - 0.34375, - 0.357422, - 1.84375, - 0.314453, - 0.417969, - 0.367188, - 0.515625, - 0.353516, - 0.177734, - 0.453125, - 0.431641, - 0.472656, - 0.496094, - 0.609375, - 0.291016, - 0.289062, - 0.453125, - 0.507812, - 0.554688, - 0.347656, - 0.400391, - 0.310547, - 0.306641, - 0.287109, - 0.335938, - 0.458984, - 0.243164, - 0.269531, - 0.484375, - 0.347656, - 0.458984, - 0.306641, - 0.316406, - 0.472656, - 0.328125, - 0.320312, - 0.578125, - 0.59375, - 0.308594, - 0.249023, - 0.382812, - 0.449219, - 0.433594, - 0.453125, - 0.269531, - 0.328125, - 0.359375, - 0.480469, - 0.398438, - 0.392578, - 0.283203, - 0.414062, - 0.671875, - 0.402344, - 0.490234, - 0.494141, - 0.322266, - 0.314453, - 0.306641, - 0.294922, - 0.349609, - 0.339844, - 0.386719, - 0.457031, - 0.5, - 0.609375, - 0.318359, - 0.476562, - 0.376953, - 0.200195, - 0.335938, - 0.433594, - 0.166016, - 0.378906, - 0.347656, - 0.402344, - 0.384766, - 0.287109, - 0.251953, - 0.496094, - 0.183594, - 0.182617, - 0.4375, - 0.369141, - 0.186523, - 0.410156, - 0.359375, - 0.574219, - 0.289062, - 0.349609, - 0.308594, - 0.419922, - 0.353516, - 0.5625, - 0.410156, - 0.337891, - 0.34375, - 0.494141, - 0.443359, - 0.414062, - 0.675781, - 0.384766, - 0.300781, - 0.429688, - 0.302734, - 0.539062, - 0.402344, - 0.449219, - 0.427734, - 0.421875, - 0.292969, - 0.451172, - 0.322266, - 0.400391, - 0.335938, - 0.3125, - 0.431641, - 0.484375, - 0.380859, - 0.472656, - 0.071289, - 0.332031, - 0.738281, - 0.224609, - 0.472656, - 0.394531, - 0.308594, - 0.408203, - 0.435547, - 0.253906, - 0.503906, - 0.380859, - 0.738281, - 0.410156, - 0.589844, - 0.330078, - 0.369141, - 0.320312, - 0.365234, - 0.40625, - 0.546875, - 0.289062, - 0.289062, - 0.208984, - 0.507812, - 0.239258, - 0.609375, - 0.417969, - 0.292969, - 0.671875, - 0.375, - 0.324219, - 0.324219, - 0.408203, - 0.369141, - 0.357422, - 0.388672, - 0.292969, - 0.490234, - 0.341797, - 0.308594, - 0.554688, - 0.460938, - 0.380859, - 0.273438, - 0.427734, - 0.306641, - 0.214844, - 0.337891, - 0.341797, - 0.40625, - 0.535156, - 0.335938, - 0.353516, - 0.341797, - 0.209961, - 0.416016, - 0.306641, - 0.339844, - 0.318359, - 0.233398, - 0.363281, - 0.279297, - 0.416016, - 0.628906, - 0.376953, - 0.457031, - 0.507812, - 0.279297, - 0.283203, - 0.185547, - 0.367188, - 0.417969, - 0.337891, - 0.490234, - 0.287109, - 0.408203, - 0.296875, - 0.455078, - 0.304688, - 0.392578, - 0.367188, - 0.357422, - 0.476562, - 0.470703, - 0.476562, - 0.574219, - 0.527344, - 0.306641, - 0.345703, - 0.414062, - 0.4375, - 0.443359, - 0.421875, - 0.414062, - 0.449219, - 0.765625, - 0.277344, - 0.53125, - 0.486328, - 0.390625, - 0.318359, - 0.683594, - 0.640625, - 0.482422, - 0.4375, - 0.466797, - 0.402344, - 0.601562, - 0.277344, - 0.507812, - 0.769531, - 0.345703, - 0.197266, - 0.396484, - 0.361328, - 0.414062, - 0.511719, - 0.160156, - 0.404297, - 0.46875, - 0.4375, - 0.410156, - 0.408203, - 0.376953, - 0.314453, - 1.15625, - 0.322266, - 0.691406, - 0.375, - 0.365234, - 0.402344, - 0.578125, - 0.388672, - 0.34375, - 0.460938, - 0.425781, - 0.150391, - 0.197266, - 0.492188, - 0.396484, - 0.453125, - 0.375, - 0.230469, - 0.453125, - 0.466797, - 0.316406, - 0.300781, - 0.253906, - 0.241211, - 0.408203, - 0.382812, - 0.597656, - 0.408203, - 0.449219, - 0.46875, - 0.408203, - 0.498047, - 0.384766, - 0.443359, - 0.451172, - 0.332031, - 0.535156, - 0.324219, - 0.265625, - 0.345703, - 0.378906, - 0.291016, - 0.6875, - 0.24707, - 0.277344, - 0.24707, - 0.478516, - 0.882812, - 0.503906, - 0.416016, - 0.400391, - 0.435547, - 0.582031, - 0.447266, - 0.542969, - 0.378906, - 0.361328, - 0.421875, - 0.412109, - 0.617188, - 0.289062, - 0.519531, - 0.333984, - 0.34375, - 0.25, - 0.757812, - 0.267578, - 0.199219, - 0.367188, - 0.435547, - 0.408203, - 0.679688, - 0.285156, - 0.566406, - 0.441406, - 0.4375, - 0.400391, - 0.691406, - 0.204102, - 0.310547, - 0.246094, - 0.335938, - 0.425781, - 0.361328, - 0.519531, - 0.335938, - 0.365234, - 0.384766, - 0.339844, - 0.259766, - 0.435547, - 0.388672, - 0.472656, - 0.3125, - 0.5625, - 0.384766, - 0.330078, - 0.304688, - 0.455078, - 0.361328, - 0.416016, - 0.40625, - 0.550781, - 0.410156, - 0.34375, - 0.400391, - 0.503906, - 0.527344, - 0.486328, - 0.449219, - 0.574219, - 0.484375, - 0.304688, - 0.341797, - 0.291016, - -9.7e-05, - 0.419922, - 0.417969, - 0.492188, - 0.425781, - 0.476562, - 0.425781, - 0.21582, - 0.554688, - 0.318359, - 0.230469, - 0.435547, - 0.169922, - 0.412109, - 0.435547, - 0.480469, - 0.554688, - 0.404297, - 0.734375, - 0.640625, - 0.875, - 0.322266, - 0.363281, - 0.5625, - 0.320312, - 0.392578, - 0.515625, - 0.429688, - 0.353516, - 0.339844, - 0.507812, - 0.353516, - 0.398438, - 0.412109, - 0.535156, - 0.589844, - 0.46875, - 0.152344, - 0.425781, - 0.24707, - 0.427734, - 0.449219, - 0.417969, - 0.507812, - 0.308594, - 0.412109, - 0.382812, - 0.404297, - 0.326172, - 0.287109, - 0.484375, - 0.363281, - 0.285156, - 0.322266, - 0.28125, - 0.427734, - 0.332031, - 0.460938, - 0.243164, - 0.582031, - 0.304688, - 0.318359, - 0.419922, - 0.239258, - 0.339844, - 0.417969, - 0.488281, - 0.486328, - 0.289062, - 0.601562, - 0.232422, - 0.222656, - 0.302734, - 0.535156, - 0.289062, - 0.380859, - 0.554688, - 0.460938, - 0.220703, - 0.275391, - 0.384766, - 0.353516, - 0.394531, - 0.431641, - 0.496094, - 0.5, - 0.585938, - 0.445312, - 0.498047, - 0.248047, - 0.375, - 0.417969, - 0.433594, - 0.208984, - 0.269531, - 0.283203, - 0.308594, - 0.375, - 0.359375, - 0.523438, - 0.376953, - 0.472656, - 0.316406, - 0.40625, - 0.455078, - 0.233398, - 0.398438, - 0.365234, - 0.162109, - 0.269531, - 0.417969, - 0.351562, - 0.279297, - 0.113281, - 0.5, - 0.597656, - 0.361328, - 0.5, - 0.25, - 0.515625, - 0.304688, - 0.667969, - 0.140625, - 0.386719, - 0.380859, - 0.238281, - 0.427734, - 0.243164, - 0.519531, - 0.449219, - 0.6875, - 0.359375, - 0.227539, - 0.285156, - 0.466797, - 1.929688, - 0.435547, - 0.296875, - 0.292969, - 0.457031, - 0.408203, - 0.369141, - 0.292969, - 0.349609, - 0.433594, - 0.238281, - 0.214844, - 0.333984, - 0.769531, - 0.470703, - 0.439453, - 0.570312, - 0.431641, - 0.439453, - 0.335938, - 0.455078, - 0.480469, - 0.400391, - 0.320312, - 0.59375, - 0.304688, - 0.416016, - 0.396484, - 0.402344, - 0.558594, - 0.363281, - 0.302734, - 0.238281, - 0.328125, - 0.345703, - 0.441406, - 0.298828, - 0.380859, - 0.24707, - 0.482422, - 0.421875, - 0.539062, - 0.515625, - 0.291016, - 0.5625, - 0.419922, - 0.34375, - 0.347656, - 0.244141, - 0.375, - 0.195312, - 0.507812, - 0.46875, - 0.472656, - 0.202148, - 0.605469, - 0.166992, - 0.341797, - 0.369141, - 0.466797, - 0.277344, - 0.183594, - 0.792969, - 0.125977, - 0.157227, - 0.371094, - 0.28125, - 0.351562, - 0.373047, - 0.443359, - 0.488281, - 0.417969, - 0.240234, - 0.375, - 0.419922, - 0.746094, - 0.419922, - 0.361328, - 0.220703, - 0.294922, - 0.478516, - 0.75, - 0.386719, - 0.570312, - 0.375, - 0.410156, - 0.375, - 0.365234, - 0.402344, - 0.507812, - 0.400391, - 0.212891, - 0.527344, - 0.302734, - 0.255859, - 0.328125, - 0.478516, - 0.367188, - 0.170898, - 0.523438, - 0.447266, - 0.357422, - 0.53125, - 0.351562, - 0.367188, - 0.417969, - 0.328125, - 0.375, - 0.249023, - 0.167969, - 0.566406, - 0.447266, - 0.267578, - 0.535156, - 0.207031, - 0.347656, - 0.248047, - 0.369141, - 0.476562, - 0.306641, - 0.373047, - 0.753906, - 0.328125, - 0.539062, - 0.279297, - 0.332031, - 0.369141, - 0.388672, - 0.225586, - 0.462891, - 0.384766, - 0.392578, - 0.357422, - 0.466797, - 0.347656, - 0.333984, - 0.470703, - 0.302734, - 0.458984, - 0.388672, - 0.330078, - 0.408203, - 0.143555, - 0.476562, - 0.322266, - 0.232422, - 0.46875, - 0.369141, - 0.371094, - 0.18457, - 0.34375, - 0.404297, - 0.455078, - 0.245117, - 0.227539, - 0.291016, - 0.361328, - 0.46875, - 0.439453, - 0.519531, - 0.582031, - 0.318359, - 0.178711, - 0.384766, - 0.507812, - 0.308594, - 0.353516, - 0.414062, - 0.367188, - 0.419922, - 0.341797, - 0.449219, - 0.382812, - 0.333984, - 0.435547, - 0.345703, - 0.515625, - 0.435547, - 0.482422, - 0.390625, - 0.168945, - 0.447266, - 0.380859, - 0.585938, - 0.34375, - 0.390625, - 0.482422, - 0.470703, - 0.453125, - 0.511719, - 0.357422, - 0.292969, - 0.265625, - 0.345703, - 0.435547, - 0.330078, - 0.386719, - 0.439453, - 0.394531, - 0.4375, - 0.458984, - 0.492188, - 0.492188, - 0.464844, - 0.503906, - 0.5625, - 0.375, - 0.597656, - 0.261719, - 0.376953, - 0.355469, - 0.523438, - 0.414062, - 0.5625, - 0.427734, - 0.378906, - 0.4375, - 0.373047, - 0.357422, - 0.339844, - 0.416016, - 0.353516, - 0.335938, - 0.460938, - 0.503906, - 0.427734, - 0.458984, - 0.375, - 0.527344, - 0.384766, - 0.466797, - 0.330078, - 0.570312, - 0.460938, - 0.345703, - 0.474609, - 0.210938, - 0.539062, - 0.441406, - 0.302734, - 0.298828, - 0.245117, - 0.361328, - 0.273438, - 0.363281, - 0.400391, - 0.382812, - 0.410156, - 0.318359, - 0.494141, - 0.486328, - 0.466797, - 0.359375, - 0.59375, - 0.259766, - 0.341797, - 0.464844, - 0.296875, - 0.275391, - 0.164062, - 0.494141, - 0.328125, - 0.457031, - 0.5625, - 0.412109, - 0.304688, - 0.400391, - 0.503906, - 0.550781, - 0.351562, - 0.457031, - 0.227539, - 0.330078, - 0.445312, - 0.369141, - 0.308594, - 0.330078, - 0.443359, - 0.59375, - 0.337891, - 0.507812, - 0.380859, - 0.172852, - 0.507812, - 0.34375, - 0.488281, - 0.357422, - 0.542969, - 0.238281, - 0.296875, - 0.296875, - 0.19043, - 0.511719, - 0.574219, - 0.582031, - 0.34375, - 0.496094, - 0.353516, - 0.433594, - 0.427734, - 0.589844, - 0.392578, - 0.46875, - 0.320312, - 0.416016, - 0.310547, - 0.251953, - 0.291016, - 0.181641, - 0.359375, - 0.388672, - 0.345703, - 0.519531, - 0.365234, - 0.644531, - 0.408203, - 0.419922, - 0.285156, - 0.414062, - 0.296875, - 0.660156, - 0.347656, - 0.367188, - 0.349609, - 0.382812, - 0.494141, - 0.462891, - 0.5625, - 0.400391, - 0.390625, - 0.417969, - 0.287109, - 0.261719, - 0.287109, - 0.339844, - 0.206055, - 0.421875, - 0.200195, - 0.582031, - 0.267578, - 0.291016, - 0.296875, - 0.373047, - 0.435547, - 0.408203, - 0.314453, - 0.507812, - 0.464844, - 0.433594, - 0.519531, - 0.470703, - 0.310547, - 0.462891, - 0.361328, - 0.367188, - 0.287109, - 0.419922, - 0.376953, - 0.535156, - 0.597656, - 0.371094, - 0.566406, - 0.427734, - 0.304688, - 0.230469, - 0.451172, - 0.306641, - 0.283203, - 0.339844, - 0.398438, - 0.412109, - 0.4375, - 0.589844, - 0.384766, - 0.457031, - 0.722656, - 0.451172, - 0.441406, - 0.447266, - 0.714844, - 0.361328, - 0.462891, - 0.337891, - 0.447266, - 0.71875, - 0.328125, - 0.306641, - 0.322266, - 0.498047, - 0.494141, - 0.359375, - 0.640625, - 0.458984, - 0.228516, - 0.511719, - 0.318359, - 0.476562, - 0.378906, - 0.363281, - 0.239258, - 0.404297, - 0.230469, - 0.287109, - 0.416016, - 0.640625, - 0.217773, - 0.458984, - 0.341797, - 0.28125, - 0.308594, - 0.380859, - 0.375, - 0.246094, - 0.365234, - 0.314453, - 0.466797, - 0.361328, - 0.398438, - 0.333984, - 0.189453, - 0.71875, - 0.261719, - 0.46875, - 0.298828, - 0.511719, - 0.235352, - 0.394531, - 0.292969, - 0.216797, - 0.427734, - 0.306641, - 0.251953, - 0.251953, - 0.710938, - 0.332031, - 0.275391, - 0.339844, - 0.287109, - 0.12793, - 0.359375, - 0.412109, - 0.458984, - 0.179688, - 0.353516, - 0.382812, - 0.470703, - 0.652344, - 0.453125, - 0.535156, - 0.337891, - 0.234375, - 0.431641, - 0.298828, - 0.345703, - 0.335938, - 0.330078, - 0.5, - 0.515625, - 0.632812, - 0.421875, - 0.285156, - 0.625, - 0.59375, - 0.671875, - 0.25, - 0.570312, - 0.324219, - 0.259766, - 0.373047, - 0.261719, - 0.5, - 0.151367, - 0.515625, - 0.566406, - 0.361328, - 0.324219, - 0.34375, - 0.546875, - 0.441406, - 0.363281, - 0.6875, - 0.472656, - 0.318359, - 0.279297, - 0.455078, - 0.375, - 0.296875, - 0.632812, - 0.542969, - 0.488281, - 0.400391, - 0.22168, - 0.574219, - 0.429688, - 0.566406, - 0.175781, - 0.472656, - 0.203125, - 0.470703, - 0.390625, - 0.451172, - 0.441406, - 0.355469, - 0.412109, - 0.492188, - 0.347656, - 0.40625, - 0.404297, - 0.349609, - 0.542969, - 0.402344, - 0.361328, - 0.337891 - ] - }, - "name": "model.transformer.layers.11.attn_norm.weight", - "outputIndexes": [ - 716 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 715, - 716 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_11/Mul_1_output_0", - "outputIndexes": [ - 717 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 717 - ], - "outputIndexes": [ - 1730 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1730 - ], - "outputIndexes": [ - 1731 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear", - "inputIndexes": [ - 1731 - ], - "outputIndexes": [ - 1732 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 85664172, - 983062, - 122880, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1732 - ], - "outputIndexes": [ - 1733 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1733 - ], - "outputIndexes": [ - 718 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 717 - ], - "main_type": "NONE", - "name": "/Shape_45_output_0", - "outputIndexes": [ - 719 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 719 - ], - "main_type": "NONE", - "name": "Shape1020", - "outputIndexes": [ - 720 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 719 - ], - "main_type": "NONE", - "name": "Rank1022", - "outputIndexes": [ - 721 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 721, - 721 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1024", - "outputIndexes": [ - 722 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 722 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1025", - "outputIndexes": [ - 723 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 722, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1027", - "outputIndexes": [ - 724 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 724 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1028", - "outputIndexes": [ - 725 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 720, - 723, - 725, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1031", - "outputIndexes": [ - 726 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 726 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1032", - "outputIndexes": [ - 727 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 727 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1033", - "outputIndexes": [ - 728 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 728, - 727 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1034", - "outputIndexes": [ - 729 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 719, - 729, - 722 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_59_output_0", - "outputIndexes": [ - 730 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 730, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_111_output_0", - "outputIndexes": [ - 731 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 731, - 670, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_55_output_0", - "outputIndexes": [ - 732 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 718, - 732 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_45_output_0", - "outputIndexes": [ - 733 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 733 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_11/Mul_output_0", - "outputIndexes": [ - 734 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.570312, - 0.225586, - 0.022705, - 1.460938, - 0.016724, - 2.0, - 1.28125, - 1.59375, - 1.578125, - 1.601562, - 1.429688, - 1.6875, - 1.546875, - 1.460938, - 1.5, - 1.726562, - 2.0, - 1.757812, - 1.992188, - 1.625, - 2.03125, - 1.75, - 3.6875, - 1.78125, - 1.960938, - 1.984375, - 1.859375, - 1.914062, - 2.171875, - 1.835938, - 1.828125, - 1.9375, - 0.049561, - -0.014282, - 1.460938, - 0.169922, - 1.617188, - 1.5, - 1.34375, - 1.523438, - 1.484375, - 1.710938, - 1.882812, - 1.671875, - 2.171875, - 1.828125, - 2.078125, - 1.867188, - 1.367188, - 1.984375, - 1.671875, - 2.03125, - 1.8125, - 2.234375, - 0.59375, - 2.03125, - 1.890625, - 1.8125, - 1.914062, - 1.859375, - 1.5, - 1.804688, - 1.914062, - 1.734375 - ] - }, - "name": "model.transformer.layers.11.attn.q_norm.weight", - "outputIndexes": [ - 735 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 734, - 735 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_11/Mul_1_output_0", - "outputIndexes": [ - 736 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 736, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_44_output_0", - "outputIndexes": [ - 737 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 736, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_45_output_0", - "outputIndexes": [ - 738 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 738 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_22_output_0", - "outputIndexes": [ - 739 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 736, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_44_output_0", - "outputIndexes": [ - 740 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 739, - 740 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_58_output_0", - "outputIndexes": [ - 741 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 741, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_45_output_0", - "outputIndexes": [ - 742 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 737, - 742 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_44_output_0", - "outputIndexes": [ - 743 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 717 - ], - "outputIndexes": [ - 1734 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1734 - ], - "outputIndexes": [ - 1735 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear", - "inputIndexes": [ - 1735 - ], - "outputIndexes": [ - 1736 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 86775234, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1736 - ], - "outputIndexes": [ - 1737 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1737 - ], - "outputIndexes": [ - 744 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 731, - 684, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_56_output_0", - "outputIndexes": [ - 745 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 744, - 745 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_46_output_0", - "outputIndexes": [ - 746 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 746 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_11/Mul_output_0", - "outputIndexes": [ - 747 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.335938, - 0.257812, - 0.010559, - 1.148438, - -0.01062, - 1.75, - 1.078125, - 1.304688, - 1.242188, - 1.546875, - 1.929688, - 1.359375, - 2.046875, - 2.03125, - 2.03125, - 1.953125, - 1.25, - 2.0625, - 1.585938, - 2.078125, - 1.828125, - 2.015625, - 0.164062, - 2.0, - 1.859375, - 1.8125, - 1.992188, - 1.90625, - 2.09375, - 1.882812, - 2.046875, - 1.835938, - 0.011414, - -0.004333, - 0.96875, - 0.123047, - 0.992188, - 1.546875, - 1.46875, - 1.617188, - 1.648438, - 1.625, - 0.847656, - 1.78125, - 1.25, - 1.40625, - 1.054688, - 1.734375, - 2.203125, - 1.601562, - 2.03125, - 1.453125, - 2.015625, - 1.664062, - 5.8125, - 1.875, - 1.960938, - 1.960938, - 1.835938, - 1.921875, - 2.40625, - 1.84375, - 2.296875, - 1.882812 - ] - }, - "name": "model.transformer.layers.11.attn.k_norm.weight", - "outputIndexes": [ - 748 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 747, - 748 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_11/Mul_1_output_0", - "outputIndexes": [ - 749 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 749, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_46_output_0", - "outputIndexes": [ - 750 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 749, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_47_output_0", - "outputIndexes": [ - 751 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 751 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_23_output_0", - "outputIndexes": [ - 752 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 749, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_46_output_0", - "outputIndexes": [ - 753 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 752, - 753 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_59_output_0", - "outputIndexes": [ - 754 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 754, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_47_output_0", - "outputIndexes": [ - 755 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 750, - 755 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_45_output_0", - "outputIndexes": [ - 756 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 717 - ], - "outputIndexes": [ - 1738 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1738 - ], - "outputIndexes": [ - 1739 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear", - "inputIndexes": [ - 1739 - ], - "outputIndexes": [ - 1740 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 87053016, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1740 - ], - "outputIndexes": [ - 1741 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1741 - ], - "outputIndexes": [ - 757 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 757, - 745 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_47_output_0", - "outputIndexes": [ - 758 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 743, - 756, - 758, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.11/self_attn/FusedAttention", - "outputIndexes": [ - 759 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 759 - ], - "outputIndexes": [ - 1742 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1742 - ], - "outputIndexes": [ - 1743 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear", - "inputIndexes": [ - 1743 - ], - "outputIndexes": [ - 1744 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 87330798, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1744 - ], - "outputIndexes": [ - 1745 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1745 - ], - "outputIndexes": [ - 760 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 714, - 760 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_46_output_0", - "outputIndexes": [ - 761 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 761 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_11/Mul_output_0", - "outputIndexes": [ - 762 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.441406, - 0.351562, - 0.412109, - 0.314453, - 0.291016, - 0.410156, - 0.404297, - 0.394531, - 0.470703, - 0.386719, - 0.441406, - 0.296875, - 0.380859, - 0.330078, - 0.398438, - 0.457031, - 0.412109, - 0.435547, - 0.322266, - 0.361328, - 0.167969, - 0.414062, - 0.273438, - 0.380859, - 0.443359, - 0.378906, - 0.414062, - 0.416016, - 0.347656, - 0.408203, - 0.439453, - 0.402344, - 0.292969, - 0.3125, - 0.419922, - 0.441406, - 0.421875, - 0.400391, - 0.388672, - 0.388672, - 0.394531, - 0.365234, - 0.400391, - 0.390625, - 0.371094, - 0.40625, - 0.34375, - 0.351562, - 0.410156, - 0.310547, - 0.408203, - 0.394531, - 0.376953, - 0.414062, - 0.261719, - 0.466797, - 0.417969, - 0.396484, - 0.400391, - 0.439453, - 0.332031, - 0.384766, - 0.263672, - 0.410156, - 0.392578, - 0.480469, - 0.394531, - 0.355469, - 0.380859, - 0.273438, - 0.376953, - 0.419922, - 0.357422, - 0.441406, - 0.277344, - 0.449219, - 0.396484, - 0.458984, - 0.376953, - 0.394531, - 0.369141, - 0.398438, - 0.388672, - 0.386719, - 0.308594, - 0.382812, - 0.34375, - 0.402344, - 0.4375, - 0.304688, - 0.451172, - 0.324219, - 0.421875, - 0.359375, - 0.380859, - 0.347656, - 0.292969, - 0.40625, - 0.273438, - 0.273438, - 0.433594, - 0.279297, - 0.324219, - 0.433594, - 0.400391, - 0.349609, - 0.337891, - 0.300781, - 0.294922, - 0.421875, - 0.427734, - 0.388672, - 0.371094, - 0.300781, - 0.34375, - 0.339844, - 0.386719, - 0.392578, - 0.355469, - 0.378906, - 0.408203, - 0.341797, - 0.365234, - 0.423828, - 0.357422, - 0.490234, - 0.417969, - 0.425781, - 0.455078, - 0.410156, - 0.472656, - 0.408203, - 0.351562, - 0.423828, - 0.378906, - 0.373047, - 0.275391, - 0.404297, - 0.431641, - 0.285156, - 0.433594, - 0.441406, - 0.314453, - 0.416016, - 0.261719, - 0.279297, - 0.322266, - 0.4375, - 0.349609, - 0.314453, - 0.402344, - 0.318359, - 0.363281, - 0.376953, - 0.357422, - 0.353516, - 0.425781, - 0.402344, - 0.412109, - 0.355469, - 0.462891, - 0.369141, - 0.46875, - 0.361328, - 0.357422, - 0.386719, - 0.412109, - 0.376953, - 0.392578, - 0.157227, - 0.296875, - 0.375, - 0.287109, - 0.408203, - 0.396484, - 0.447266, - 0.378906, - 0.425781, - 0.404297, - 0.441406, - 0.414062, - 0.414062, - 0.322266, - 0.392578, - 0.398438, - 0.398438, - 0.427734, - 0.361328, - 0.429688, - 0.365234, - 0.462891, - 0.367188, - 0.263672, - 0.408203, - 0.359375, - 0.414062, - 0.347656, - 0.441406, - 0.414062, - 0.287109, - 0.376953, - 0.3125, - 0.40625, - 0.402344, - 0.46875, - 0.414062, - 0.427734, - 0.380859, - 0.384766, - 0.361328, - 0.333984, - 0.419922, - 0.386719, - 0.380859, - 0.361328, - 0.380859, - 0.423828, - 0.410156, - 0.386719, - 0.361328, - 0.419922, - 0.441406, - 0.40625, - 0.257812, - 0.478516, - 0.326172, - 0.416016, - 0.337891, - 0.355469, - 0.396484, - 0.404297, - 0.376953, - 0.314453, - 0.298828, - 0.376953, - 0.392578, - 0.378906, - 0.324219, - 0.400391, - 0.355469, - 0.335938, - 0.285156, - 0.416016, - 0.394531, - 0.337891, - 0.400391, - 0.273438, - 0.392578, - 0.429688, - 0.369141, - 0.363281, - 0.257812, - 0.392578, - 0.34375, - 0.425781, - 0.449219, - 0.373047, - 0.388672, - 0.396484, - 0.384766, - 0.410156, - 0.394531, - 0.240234, - 0.476562, - 0.394531, - 0.439453, - 0.503906, - 0.263672, - 0.347656, - 0.333984, - 0.398438, - 0.402344, - 0.357422, - 0.398438, - 0.408203, - 0.335938, - 0.419922, - 0.133789, - 0.386719, - 0.310547, - 0.419922, - 0.380859, - 0.308594, - 0.408203, - 0.394531, - 0.412109, - 0.412109, - 0.503906, - 0.435547, - 0.375, - 0.302734, - 0.445312, - 0.392578, - 0.451172, - 0.279297, - 0.429688, - 0.242188, - 0.429688, - 0.300781, - 0.275391, - 0.476562, - 0.392578, - 0.386719, - 0.453125, - 0.357422, - 0.449219, - 0.451172, - 0.277344, - 0.457031, - 0.380859, - 0.423828, - 0.394531, - 0.582031, - 0.337891, - 0.404297, - 0.412109, - 0.445312, - 0.291016, - 0.240234, - 0.378906, - 0.414062, - 0.378906, - 0.449219, - 0.449219, - 0.453125, - 0.380859, - 0.414062, - 0.351562, - 0.373047, - 0.396484, - 0.308594, - 0.394531, - 0.347656, - 0.4375, - 0.384766, - 0.427734, - 0.373047, - 0.373047, - 0.291016, - 0.457031, - 0.304688, - 0.304688, - 0.412109, - 0.287109, - 0.443359, - 0.408203, - 0.306641, - 0.283203, - 0.380859, - 0.417969, - 0.3125, - 0.380859, - 0.273438, - 0.158203, - 0.40625, - 0.259766, - 0.328125, - 0.408203, - 0.292969, - 0.412109, - 0.445312, - 0.298828, - 0.425781, - 0.355469, - 0.298828, - 0.361328, - 0.386719, - 0.296875, - 0.382812, - 0.287109, - 0.28125, - 0.408203, - 0.273438, - 0.419922, - 0.4375, - 0.223633, - 0.447266, - 0.4375, - 0.416016, - 0.335938, - 0.398438, - 0.353516, - 0.416016, - 0.398438, - 0.292969, - 0.300781, - 0.242188, - 0.384766, - 0.337891, - 0.431641, - 0.443359, - 0.330078, - 0.423828, - 0.24707, - 0.410156, - 0.236328, - 0.429688, - 0.233398, - 0.225586, - 0.318359, - 0.435547, - 0.412109, - 0.392578, - 0.390625, - 0.423828, - 0.259766, - 0.271484, - 0.4375, - 0.398438, - 0.398438, - 0.412109, - 0.255859, - 0.337891, - 0.466797, - 0.390625, - 0.359375, - 0.355469, - 0.410156, - 0.371094, - 0.427734, - 0.341797, - 0.318359, - 0.304688, - 0.232422, - 0.400391, - 0.291016, - 0.390625, - 0.427734, - 0.355469, - 0.404297, - 0.339844, - 0.382812, - 0.402344, - 0.435547, - 0.423828, - 0.433594, - 0.384766, - 0.451172, - 0.412109, - 0.394531, - 0.396484, - 0.378906, - 0.314453, - 0.431641, - 0.410156, - 0.394531, - 0.441406, - 0.24707, - 0.396484, - 0.388672, - 0.265625, - 0.478516, - 0.460938, - 0.386719, - 0.283203, - 0.408203, - 0.408203, - 0.300781, - 0.367188, - 0.416016, - 0.417969, - 0.259766, - 0.412109, - 0.410156, - 0.365234, - 0.277344, - 0.369141, - 0.435547, - 0.371094, - 0.382812, - 0.172852, - 0.373047, - 0.4375, - 0.257812, - 0.396484, - 0.4375, - 0.421875, - 0.367188, - 0.400391, - 0.398438, - 0.431641, - 0.40625, - 0.410156, - 0.296875, - 0.416016, - 0.263672, - 0.421875, - 0.421875, - 0.396484, - 0.396484, - 0.345703, - 0.365234, - 0.378906, - 0.369141, - 0.417969, - 0.400391, - 0.392578, - 0.306641, - 0.402344, - 0.322266, - 0.353516, - 0.394531, - 0.279297, - 0.373047, - 0.304688, - 0.5, - 0.386719, - 0.398438, - 0.396484, - 0.287109, - 0.4375, - 0.423828, - 0.390625, - 0.361328, - 0.279297, - 0.439453, - 0.392578, - 0.421875, - 0.384766, - 0.447266, - 0.296875, - 0.431641, - 0.453125, - 0.394531, - 0.304688, - 0.384766, - 0.375, - 0.34375, - 0.392578, - 0.439453, - 0.365234, - 0.431641, - 0.402344, - 0.400391, - 0.380859, - 0.273438, - 0.447266, - 0.419922, - 0.423828, - 0.441406, - 0.539062, - 0.349609, - 0.291016, - 0.417969, - 0.417969, - 0.458984, - 0.380859, - 0.349609, - 0.357422, - 0.345703, - 0.3125, - 0.375, - 0.300781, - 0.141602, - 0.308594, - 0.451172, - 0.376953, - 0.412109, - 0.371094, - 0.380859, - 0.412109, - 0.287109, - 0.171875, - 0.476562, - 0.365234, - 0.394531, - 0.316406, - 0.365234, - 0.449219, - 0.396484, - 0.429688, - 0.292969, - 0.367188, - 0.326172, - 0.4375, - 0.363281, - 0.285156, - 0.332031, - 0.373047, - 0.464844, - 0.417969, - 0.421875, - 0.460938, - 0.390625, - 0.357422, - 0.373047, - 0.341797, - 0.347656, - 0.341797, - 0.380859, - 0.431641, - 0.4375, - 0.46875, - 0.353516, - 0.462891, - 0.386719, - 0.287109, - 0.298828, - 0.365234, - 0.279297, - 0.382812, - 0.392578, - 0.40625, - 0.414062, - 0.341797, - 0.326172, - 0.457031, - 0.273438, - 0.275391, - 0.404297, - 0.341797, - 0.285156, - 0.394531, - 0.363281, - 0.480469, - 0.373047, - 0.382812, - 0.371094, - 0.203125, - 0.373047, - 0.466797, - 0.423828, - 0.367188, - 0.382812, - 0.433594, - 0.425781, - 0.416016, - 0.460938, - 0.398438, - 0.404297, - 0.40625, - 0.353516, - 0.443359, - 0.394531, - 0.376953, - 0.417969, - 0.447266, - 0.361328, - 0.414062, - 0.373047, - 0.396484, - 0.277344, - 0.365234, - 0.416016, - 0.375, - 0.320312, - 0.423828, - 0.15918, - 0.361328, - 0.46875, - 0.341797, - 0.416016, - 0.398438, - 0.365234, - 0.414062, - 0.445312, - 0.363281, - 0.34375, - 0.400391, - 0.244141, - 0.380859, - 0.423828, - 0.333984, - 0.390625, - 0.345703, - 0.410156, - 0.349609, - 0.441406, - 0.371094, - 0.314453, - 0.296875, - 0.476562, - 0.271484, - 0.445312, - 0.382812, - 0.369141, - 0.398438, - 0.404297, - 0.367188, - 0.367188, - 0.394531, - 0.373047, - 0.396484, - 0.384766, - 0.316406, - 0.449219, - 0.341797, - 0.384766, - 0.5, - 0.400391, - 0.394531, - 0.285156, - 0.421875, - 0.412109, - 0.322266, - 0.376953, - 0.376953, - 0.40625, - 0.419922, - 0.363281, - 0.408203, - 0.359375, - 0.261719, - 0.388672, - 0.431641, - 0.376953, - 0.384766, - 0.291016, - 0.404297, - 0.349609, - 0.425781, - 0.474609, - 0.435547, - 0.378906, - 0.390625, - 0.376953, - 0.316406, - 0.275391, - 0.375, - 0.421875, - 0.40625, - 0.382812, - 0.417969, - 0.421875, - 0.375, - 0.419922, - 0.353516, - 0.447266, - 0.402344, - 0.384766, - 0.404297, - 0.453125, - 0.435547, - 0.275391, - 0.353516, - 0.416016, - 0.363281, - 0.398438, - 0.417969, - 0.433594, - 0.375, - 0.380859, - 0.421875, - 0.271484, - 0.318359, - 0.417969, - 0.458984, - 0.375, - 0.353516, - 0.337891, - 0.466797, - 0.363281, - 0.28125, - 0.394531, - 0.388672, - 0.22168, - 0.34375, - 0.414062, - 0.515625, - 0.382812, - 0.347656, - 0.425781, - 0.388672, - 0.390625, - 0.429688, - 0.242188, - 0.40625, - 0.361328, - 0.457031, - 0.384766, - 0.40625, - 0.4375, - 0.365234, - 0.484375, - 0.365234, - 0.474609, - 0.378906, - 0.40625, - 0.416016, - 0.449219, - 0.384766, - 0.337891, - 0.476562, - 0.408203, - 0.238281, - 0.267578, - 0.443359, - 0.392578, - 0.431641, - 0.429688, - 0.279297, - 0.316406, - 0.433594, - 0.34375, - 0.367188, - 0.296875, - 0.328125, - 0.400391, - 0.404297, - 0.474609, - 0.380859, - 0.417969, - 0.457031, - 0.425781, - 0.455078, - 0.371094, - 0.396484, - 0.447266, - 0.378906, - 0.369141, - 0.398438, - 0.318359, - 0.371094, - 0.361328, - 0.380859, - 0.460938, - 0.28125, - 0.337891, - 0.318359, - 0.441406, - 0.298828, - 0.462891, - 0.355469, - 0.380859, - 0.408203, - 0.423828, - 0.419922, - 0.445312, - 0.369141, - 0.373047, - 0.351562, - 0.421875, - 0.232422, - 0.337891, - 0.435547, - 0.355469, - 0.416016, - 0.306641, - 0.492188, - 0.310547, - 0.263672, - 0.308594, - 0.404297, - 0.439453, - 0.455078, - 0.300781, - 0.458984, - 0.486328, - 0.400391, - 0.429688, - 0.578125, - 0.253906, - 0.388672, - 0.292969, - 0.320312, - 0.429688, - 0.363281, - 0.445312, - 0.328125, - 0.380859, - 0.400391, - 0.386719, - 0.310547, - 0.412109, - 0.394531, - 0.416016, - 0.375, - 0.458984, - 0.376953, - 0.320312, - 0.365234, - 0.421875, - 0.417969, - 0.376953, - 0.433594, - 0.472656, - 0.357422, - 0.349609, - 0.412109, - 0.429688, - 0.474609, - 0.449219, - 0.40625, - 0.382812, - 0.412109, - 0.339844, - 0.388672, - 0.316406, - 0.000311, - 0.416016, - 0.378906, - 0.414062, - 0.398438, - 0.435547, - 0.427734, - 0.306641, - 0.447266, - 0.345703, - 0.337891, - 0.416016, - 0.277344, - 0.355469, - 0.396484, - 0.408203, - 0.443359, - 0.390625, - 0.275391, - 0.449219, - 0.46875, - 0.332031, - 0.363281, - 0.419922, - 0.382812, - 0.355469, - 0.400391, - 0.402344, - 0.398438, - 0.328125, - 0.462891, - 0.361328, - 0.382812, - 0.423828, - 0.443359, - 0.429688, - 0.449219, - 0.236328, - 0.416016, - 0.375, - 0.423828, - 0.298828, - 0.375, - 0.429688, - 0.380859, - 0.427734, - 0.365234, - 0.414062, - 0.355469, - 0.380859, - 0.382812, - 0.380859, - 0.394531, - 0.365234, - 0.367188, - 0.396484, - 0.355469, - 0.427734, - 0.294922, - 0.464844, - 0.363281, - 0.355469, - 0.417969, - 0.283203, - 0.371094, - 0.435547, - 0.431641, - 0.439453, - 0.337891, - 0.466797, - 0.363281, - 0.296875, - 0.375, - 0.443359, - 0.308594, - 0.304688, - 0.246094, - 0.408203, - 0.294922, - 0.363281, - 0.394531, - 0.402344, - 0.400391, - 0.402344, - 0.351562, - 0.435547, - 0.365234, - 0.412109, - 0.441406, - 0.386719, - 0.416016, - 0.302734, - 0.396484, - 0.335938, - 0.34375, - 0.300781, - 0.367188, - 0.412109, - 0.361328, - 0.40625, - 0.400391, - 0.326172, - 0.388672, - 0.371094, - 0.416016, - 0.320312, - 0.412109, - 0.369141, - 0.267578, - 0.300781, - 0.429688, - 0.351562, - 0.333984, - 0.265625, - 0.419922, - 0.490234, - 0.371094, - 0.457031, - 0.398438, - 0.410156, - 0.333984, - 0.5, - 0.229492, - 0.408203, - 0.410156, - 0.283203, - 0.410156, - 0.353516, - 0.392578, - 0.404297, - 0.457031, - 0.384766, - 0.304688, - 0.392578, - 0.419922, - 0.621094, - 0.416016, - 0.306641, - 0.378906, - 0.361328, - 0.375, - 0.423828, - 0.34375, - 0.400391, - 0.425781, - 0.283203, - 0.275391, - 0.357422, - 0.474609, - 0.425781, - 0.435547, - 0.453125, - 0.408203, - 0.402344, - 0.376953, - 0.253906, - 0.423828, - 0.201172, - 0.170898, - 0.427734, - 0.400391, - 0.431641, - 0.365234, - 0.400391, - 0.400391, - 0.337891, - 0.371094, - 0.279297, - 0.419922, - 0.375, - 0.388672, - 0.296875, - 0.349609, - 0.480469, - 0.419922, - 0.386719, - 0.417969, - 0.359375, - 0.392578, - 0.464844, - 0.412109, - 0.386719, - 0.394531, - 0.285156, - 0.417969, - 0.287109, - 0.445312, - 0.429688, - 0.398438, - 0.380859, - 0.453125, - 0.279297, - 0.378906, - 0.388672, - 0.404297, - 0.279297, - 0.285156, - 0.255859, - 0.238281, - 0.28125, - 0.361328, - 0.322266, - 0.378906, - 0.419922, - 0.361328, - 0.445312, - 0.404297, - 0.320312, - 0.417969, - 0.416016, - 0.515625, - 0.435547, - 0.400391, - 0.333984, - 0.382812, - 0.427734, - 0.519531, - 0.417969, - 0.453125, - 0.386719, - 0.380859, - 0.402344, - 0.427734, - 0.386719, - 0.410156, - 0.394531, - 0.28125, - 0.419922, - 0.394531, - 0.357422, - 0.365234, - 0.357422, - 0.414062, - 0.263672, - 0.443359, - 0.414062, - 0.287109, - 0.439453, - 0.410156, - 0.375, - 0.427734, - 0.351562, - 0.396484, - 0.310547, - 0.283203, - 0.423828, - 0.421875, - 0.349609, - 0.410156, - 0.289062, - 0.396484, - 0.332031, - 0.353516, - 0.40625, - 0.378906, - 0.363281, - 0.316406, - 0.382812, - 0.4375, - 0.337891, - 0.40625, - 0.408203, - 0.378906, - 0.28125, - 0.380859, - 0.400391, - 0.380859, - 0.355469, - 0.410156, - 0.361328, - 0.361328, - 0.445312, - 0.291016, - 0.423828, - 0.396484, - 0.316406, - 0.361328, - 0.367188, - 0.417969, - 0.347656, - 0.314453, - 0.419922, - 0.380859, - 0.332031, - 0.226562, - 0.416016, - 0.388672, - 0.427734, - 0.355469, - 0.328125, - 0.326172, - 0.40625, - 0.408203, - 0.419922, - 0.433594, - 0.542969, - 0.361328, - 0.227539, - 0.402344, - 0.435547, - 0.302734, - 0.390625, - 0.378906, - 0.386719, - 0.460938, - 0.326172, - 0.390625, - 0.421875, - 0.369141, - 0.449219, - 0.378906, - 0.302734, - 0.431641, - 0.400391, - 0.40625, - 0.287109, - 0.416016, - 0.248047, - 0.375, - 0.384766, - 0.349609, - 0.421875, - 0.451172, - 0.40625, - 0.429688, - 0.361328, - 0.412109, - 0.339844, - 0.396484, - 0.410156, - 0.353516, - 0.376953, - 0.308594, - 0.380859, - 0.394531, - 0.361328, - 0.412109, - 0.458984, - 0.421875, - 0.416016, - 0.416016, - 0.398438, - 0.464844, - 0.353516, - 0.376953, - 0.402344, - 0.451172, - 0.40625, - 0.400391, - 0.400391, - 0.431641, - 0.392578, - 0.402344, - 0.386719, - 0.302734, - 0.400391, - 0.394531, - 0.371094, - 0.410156, - 0.398438, - 0.402344, - 0.443359, - 0.363281, - 0.457031, - 0.392578, - 0.257812, - 0.310547, - 0.451172, - 0.425781, - 0.302734, - 0.423828, - 0.376953, - 0.4375, - 0.416016, - 0.320312, - 0.357422, - 0.316406, - 0.40625, - 0.324219, - 0.378906, - 0.371094, - 0.382812, - 0.378906, - 0.337891, - 0.349609, - 0.419922, - 0.376953, - 0.380859, - 0.441406, - 0.322266, - 0.388672, - 0.302734, - 0.373047, - 0.333984, - 0.28125, - 0.421875, - 0.332031, - 0.46875, - 0.447266, - 0.435547, - 0.326172, - 0.400391, - 0.417969, - 0.46875, - 0.382812, - 0.425781, - 0.277344, - 0.394531, - 0.433594, - 0.396484, - 0.34375, - 0.371094, - 0.464844, - 0.458984, - 0.324219, - 0.447266, - 0.392578, - 0.271484, - 0.382812, - 0.339844, - 0.408203, - 0.337891, - 0.416016, - 0.322266, - 0.396484, - 0.384766, - 0.273438, - 0.416016, - 0.449219, - 0.445312, - 0.375, - 0.466797, - 0.355469, - 0.402344, - 0.40625, - 0.427734, - 0.376953, - 0.427734, - 0.394531, - 0.400391, - 0.361328, - 0.291016, - 0.326172, - 0.283203, - 0.355469, - 0.417969, - 0.373047, - 0.314453, - 0.359375, - 0.322266, - 0.414062, - 0.417969, - 0.365234, - 0.396484, - 0.345703, - 0.241211, - 0.369141, - 0.363281, - 0.388672, - 0.421875, - 0.417969, - 0.447266, - 0.470703, - 0.390625, - 0.261719, - 0.408203, - 0.316406, - 0.324219, - 0.361328, - 0.373047, - 0.285156, - 0.378906, - 0.233398, - 0.453125, - 0.316406, - 0.367188, - 0.365234, - 0.410156, - 0.425781, - 0.419922, - 0.363281, - 0.455078, - 0.408203, - 0.378906, - 0.273438, - 0.398438, - 0.339844, - 0.259766, - 0.296875, - 0.378906, - 0.341797, - 0.400391, - 0.412109, - 0.408203, - 0.527344, - 0.347656, - 0.386719, - 0.386719, - 0.353516, - 0.302734, - 0.402344, - 0.394531, - 0.345703, - 0.345703, - 0.425781, - 0.410156, - 0.402344, - 0.451172, - 0.410156, - 0.433594, - 0.515625, - 0.425781, - 0.433594, - 0.376953, - 0.482422, - 0.382812, - 0.423828, - 0.34375, - 0.400391, - 0.380859, - 0.353516, - 0.324219, - 0.357422, - 0.425781, - 0.439453, - 0.304688, - 0.279297, - 0.445312, - 0.294922, - 0.439453, - 0.369141, - 0.396484, - 0.404297, - 0.402344, - 0.326172, - 0.367188, - 0.296875, - 0.326172, - 0.400391, - 0.498047, - 0.300781, - 0.427734, - 0.371094, - 0.300781, - 0.332031, - 0.400391, - 0.435547, - 0.376953, - 0.378906, - 0.345703, - 0.478516, - 0.265625, - 0.390625, - 0.367188, - 0.277344, - 0.455078, - 0.345703, - 0.441406, - 0.373047, - 0.429688, - 0.304688, - 0.408203, - 0.417969, - 0.271484, - 0.40625, - 0.382812, - 0.287109, - 0.292969, - 0.46875, - 0.365234, - 0.330078, - 0.367188, - 0.333984, - 0.246094, - 0.416016, - 0.400391, - 0.355469, - 0.291016, - 0.382812, - 0.476562, - 0.367188, - 0.519531, - 0.417969, - 0.498047, - 0.353516, - 0.318359, - 0.384766, - 0.355469, - 0.330078, - 0.388672, - 0.355469, - 0.451172, - 0.435547, - 0.255859, - 0.330078, - 0.322266, - 0.496094, - 0.431641, - 0.300781, - 0.318359, - 0.482422, - 0.298828, - 0.353516, - 0.412109, - 0.339844, - 0.421875, - 0.10791, - 0.439453, - 0.451172, - 0.423828, - 0.291016, - 0.332031, - 0.527344, - 0.394531, - 0.400391, - 0.480469, - 0.40625, - 0.392578, - 0.324219, - 0.396484, - 0.400391, - 0.373047, - 0.482422, - 0.435547, - 0.414062, - 0.419922, - 0.271484, - 0.365234, - 0.402344, - 0.404297, - 0.273438, - 0.404297, - 0.310547, - 0.429688, - 0.386719, - 0.431641, - 0.359375, - 0.390625, - 0.425781, - 0.441406, - 0.369141, - 0.427734, - 0.369141, - 0.417969, - 0.419922, - 0.388672, - 0.378906, - 0.359375 - ] - }, - "name": "model.transformer.layers.11.ffn_norm.weight", - "outputIndexes": [ - 763 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 762, - 763 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_11/Mul_1_output_0", - "outputIndexes": [ - 764 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 764 - ], - "outputIndexes": [ - 1746 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1746 - ], - "outputIndexes": [ - 1747 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear", - "inputIndexes": [ - 1747 - ], - "outputIndexes": [ - 1748 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 7680, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 92160, - "weightSize": 0 - }, - "external": [ - 88436740, - 5898262, - 737280, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1748 - ], - "outputIndexes": [ - 1749 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1749 - ], - "outputIndexes": [ - 765 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 7680 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3840 - ] - }, - "name": "/ffn_11/Mul_output_0", - "outputIndexes": [ - 766 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 765, - 21, - 766, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_11/Slice_output_0", - "outputIndexes": [ - 767 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 767 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_11/Sigmoid_output_0", - "outputIndexes": [ - 768 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 767, - 768 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_11/Mul_output_0", - "outputIndexes": [ - 769 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7680 - ] - }, - "name": "/ffn_11/Mul_1_output_0", - "outputIndexes": [ - 770 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 765, - 766, - 770, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_11/Slice_1_output_0", - "outputIndexes": [ - 771 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 769, - 771 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_11/Mul_2_output_0", - "outputIndexes": [ - 772 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 772 - ], - "outputIndexes": [ - 1750 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 3840, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1750 - ], - "outputIndexes": [ - 1751 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear", - "inputIndexes": [ - 1751 - ], - "outputIndexes": [ - 1752 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 3840, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 46080, - "weightSize": 0 - }, - "external": [ - 95072282, - 2949142, - 368640, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1752 - ], - "outputIndexes": [ - 1753 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.11/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1753 - ], - "outputIndexes": [ - 773 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 761, - 773 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_47_output_0", - "outputIndexes": [ - 774 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 774, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_48_output_0", - "outputIndexes": [ - 775 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 775 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_12/Mul_output_0", - "outputIndexes": [ - 776 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.492188, - 0.357422, - 0.40625, - 0.333984, - 0.345703, - 0.453125, - 0.429688, - 0.365234, - 0.527344, - 0.382812, - 0.455078, - 0.335938, - 0.357422, - 0.324219, - 0.376953, - 0.392578, - 0.5, - 0.398438, - 0.386719, - 0.394531, - 0.25, - 0.455078, - 0.251953, - 0.408203, - 0.462891, - 0.339844, - 0.386719, - 0.412109, - 0.378906, - 0.375, - 0.527344, - 0.384766, - 0.255859, - 0.3125, - 0.394531, - 0.457031, - 0.416016, - 0.382812, - 0.283203, - 0.392578, - 0.417969, - 0.302734, - 0.498047, - 0.380859, - 0.363281, - 0.46875, - 0.345703, - 0.257812, - 0.425781, - 0.300781, - 0.414062, - 0.353516, - 0.349609, - 0.402344, - 0.746094, - 0.511719, - 0.451172, - 0.376953, - 0.392578, - 0.396484, - 0.269531, - 0.330078, - 0.237305, - 0.441406, - 0.192383, - 0.519531, - 0.283203, - 0.308594, - 0.507812, - 0.609375, - 0.345703, - 0.427734, - 0.316406, - 0.519531, - 0.241211, - 0.441406, - 0.419922, - 0.605469, - 0.404297, - 0.378906, - 0.369141, - 0.298828, - 0.388672, - 0.394531, - 0.480469, - 0.373047, - 0.298828, - 0.292969, - 0.550781, - 0.306641, - 0.400391, - 0.416016, - 0.419922, - 0.396484, - 0.355469, - 0.46875, - 0.296875, - 0.488281, - 0.289062, - 0.267578, - 0.419922, - 0.707031, - 0.240234, - 0.451172, - 0.431641, - 0.267578, - 0.375, - 0.25, - 0.314453, - 0.402344, - 0.373047, - 0.402344, - 0.234375, - 0.257812, - 0.386719, - 0.259766, - 0.217773, - 0.398438, - 0.339844, - 0.371094, - 0.388672, - 0.240234, - 0.322266, - 0.476562, - 0.285156, - 0.601562, - 0.367188, - 0.457031, - 0.550781, - 0.460938, - 0.570312, - 0.359375, - 0.330078, - 0.339844, - 0.527344, - 0.382812, - 0.425781, - 0.322266, - 0.470703, - 0.235352, - 0.480469, - 0.53125, - 0.318359, - 0.394531, - 0.308594, - 0.193359, - 0.333984, - 0.585938, - 0.263672, - 0.300781, - 0.398438, - 0.328125, - 0.384766, - 0.3125, - 0.314453, - 0.341797, - 0.414062, - 0.310547, - 0.421875, - 0.511719, - 0.535156, - 0.492188, - 0.484375, - 0.353516, - 0.337891, - 0.363281, - 0.386719, - 0.447266, - 0.369141, - 0.703125, - 0.269531, - 0.326172, - 0.269531, - 0.359375, - 0.347656, - 0.359375, - 0.347656, - 0.427734, - 0.425781, - 0.490234, - 0.34375, - 0.431641, - 0.273438, - 0.390625, - 0.408203, - 0.320312, - 0.451172, - 0.386719, - 0.466797, - 0.388672, - 0.503906, - 0.371094, - 0.917969, - 0.412109, - 0.361328, - 0.455078, - 0.402344, - 0.488281, - 0.498047, - 0.441406, - 0.341797, - 0.291016, - 0.464844, - 0.417969, - 0.515625, - 0.433594, - 0.357422, - 0.472656, - 0.335938, - 0.306641, - 0.464844, - 0.523438, - 0.322266, - 0.335938, - 0.417969, - 0.318359, - 0.410156, - 0.474609, - 0.337891, - 0.423828, - 0.445312, - 0.503906, - 0.345703, - 0.239258, - 0.507812, - 0.710938, - 0.394531, - 0.285156, - 0.355469, - 0.367188, - 0.347656, - 0.382812, - 0.484375, - 0.339844, - 0.396484, - 0.394531, - 0.367188, - 0.257812, - 0.449219, - 0.416016, - 0.369141, - 0.310547, - 0.373047, - 0.351562, - 0.353516, - 0.361328, - 0.230469, - 0.34375, - 0.484375, - 0.4375, - 0.332031, - 0.359375, - 0.408203, - 0.589844, - 0.4375, - 0.433594, - 0.353516, - 0.421875, - 0.382812, - 0.318359, - 0.427734, - 0.400391, - 0.238281, - 0.605469, - 0.332031, - 0.535156, - 0.554688, - 0.65625, - 0.423828, - 0.310547, - 0.365234, - 0.390625, - 0.363281, - 0.324219, - 0.410156, - 0.25, - 0.386719, - 0.605469, - 0.408203, - 0.199219, - 0.414062, - 0.349609, - 0.341797, - 0.472656, - 0.376953, - 0.394531, - 0.34375, - 0.535156, - 0.523438, - 0.417969, - 0.243164, - 0.488281, - 0.384766, - 0.535156, - 0.19043, - 0.423828, - 0.238281, - 0.341797, - 0.239258, - 0.192383, - 0.589844, - 0.351562, - 0.380859, - 0.480469, - 0.369141, - 0.558594, - 0.640625, - 0.237305, - 0.503906, - 0.320312, - 0.423828, - 0.349609, - 0.515625, - 0.333984, - 0.347656, - 0.378906, - 0.486328, - 0.25, - 0.652344, - 0.419922, - 0.410156, - 0.322266, - 0.490234, - 0.480469, - 0.447266, - 0.367188, - 0.402344, - 0.359375, - 0.332031, - 0.322266, - 0.291016, - 0.435547, - 0.330078, - 0.515625, - 0.314453, - 0.441406, - 0.429688, - 0.445312, - 0.267578, - 0.458984, - 0.285156, - 0.320312, - 0.478516, - 0.237305, - 0.515625, - 0.294922, - 1.15625, - 0.208984, - 0.443359, - 0.386719, - 0.507812, - 0.429688, - 0.462891, - 0.453125, - 0.46875, - 0.859375, - 0.347656, - 0.4375, - 0.240234, - 0.425781, - 0.492188, - 0.298828, - 0.474609, - 0.341797, - 0.353516, - 0.519531, - 0.4375, - 0.435547, - 0.46875, - 0.251953, - 0.237305, - 0.503906, - 0.332031, - 0.449219, - 0.490234, - 0.28125, - 0.550781, - 0.494141, - 0.449219, - 0.271484, - 0.361328, - 0.337891, - 0.390625, - 0.369141, - 0.25, - 0.332031, - 0.237305, - 0.34375, - 0.265625, - 0.439453, - 0.535156, - 0.349609, - 0.515625, - 0.208008, - 0.404297, - 0.726562, - 0.378906, - 0.71875, - 0.101074, - 0.207031, - 0.460938, - 0.4375, - 0.283203, - 0.433594, - 0.519531, - 0.291016, - 0.283203, - 0.53125, - 0.40625, - 0.404297, - 0.359375, - 0.570312, - 0.353516, - 0.453125, - 0.351562, - 0.328125, - 0.322266, - 0.464844, - 0.390625, - 0.40625, - 0.382812, - 0.380859, - 0.347656, - 0.75, - 0.392578, - 0.433594, - 0.386719, - 0.410156, - 0.486328, - 0.433594, - 0.390625, - 0.324219, - 0.464844, - 0.378906, - 0.447266, - 0.386719, - 0.369141, - 0.480469, - 0.386719, - 0.453125, - 0.351562, - 0.382812, - 0.285156, - 0.640625, - 0.380859, - 0.335938, - 0.542969, - 0.175781, - 0.339844, - 0.273438, - 0.863281, - 0.490234, - 0.515625, - 0.365234, - 0.230469, - 0.492188, - 0.486328, - 0.294922, - 0.34375, - 0.431641, - 0.414062, - 0.180664, - 0.535156, - 0.492188, - 0.400391, - 0.285156, - 0.308594, - 0.574219, - 0.333984, - 0.361328, - 0.671875, - 0.328125, - 0.578125, - 0.287109, - 0.457031, - 0.439453, - 0.439453, - 0.345703, - 0.398438, - 0.484375, - 0.449219, - 0.382812, - 0.402344, - 0.394531, - 0.357422, - 0.239258, - 0.416016, - 0.427734, - 0.373047, - 0.386719, - 0.414062, - 0.503906, - 0.400391, - 0.330078, - 0.378906, - 0.408203, - 0.376953, - 0.410156, - 0.388672, - 0.355469, - 0.369141, - 0.367188, - 0.225586, - 0.392578, - 0.310547, - 0.601562, - 0.388672, - 0.396484, - 0.453125, - 0.429688, - 0.466797, - 0.46875, - 0.304688, - 0.380859, - 0.542969, - 0.515625, - 0.373047, - 0.335938, - 0.439453, - 0.515625, - 0.296875, - 0.470703, - 0.527344, - 0.376953, - 0.21582, - 0.302734, - 0.369141, - 0.361328, - 0.361328, - 1.695312, - 0.337891, - 0.408203, - 0.390625, - 0.507812, - 0.351562, - 0.277344, - 0.5, - 0.416016, - 0.445312, - 0.460938, - 0.605469, - 0.271484, - 0.361328, - 0.431641, - 0.460938, - 0.582031, - 0.310547, - 0.396484, - 0.328125, - 0.320312, - 0.328125, - 0.373047, - 0.488281, - 0.597656, - 0.271484, - 0.519531, - 0.310547, - 0.429688, - 0.339844, - 0.316406, - 0.441406, - 0.425781, - 0.648438, - 0.535156, - 0.5625, - 0.34375, - 0.261719, - 0.363281, - 0.412109, - 0.412109, - 0.386719, - 0.324219, - 0.316406, - 0.357422, - 0.46875, - 0.375, - 0.515625, - 0.308594, - 0.419922, - 0.574219, - 0.433594, - 0.484375, - 0.535156, - 0.332031, - 0.335938, - 0.302734, - 0.326172, - 0.335938, - 0.416016, - 0.339844, - 0.419922, - 0.566406, - 0.582031, - 0.324219, - 0.466797, - 0.369141, - 0.232422, - 0.320312, - 0.417969, - 0.196289, - 0.367188, - 0.371094, - 0.376953, - 0.361328, - 0.326172, - 0.261719, - 0.472656, - 0.208008, - 0.205078, - 0.472656, - 0.384766, - 0.209961, - 0.376953, - 0.367188, - 0.5625, - 0.265625, - 0.357422, - 0.302734, - 0.714844, - 0.326172, - 0.550781, - 0.423828, - 0.351562, - 0.351562, - 0.447266, - 0.435547, - 0.451172, - 0.683594, - 0.371094, - 0.225586, - 0.369141, - 0.302734, - 0.523438, - 0.386719, - 0.417969, - 0.425781, - 0.410156, - 0.314453, - 0.494141, - 0.308594, - 0.341797, - 0.388672, - 0.285156, - 0.421875, - 0.427734, - 0.394531, - 0.443359, - 0.236328, - 0.367188, - 0.675781, - 0.21875, - 0.464844, - 0.382812, - 0.353516, - 0.404297, - 0.429688, - 0.261719, - 0.375, - 0.384766, - 0.738281, - 0.417969, - 0.5, - 0.351562, - 0.386719, - 0.314453, - 0.414062, - 0.4375, - 0.558594, - 0.296875, - 0.322266, - 0.249023, - 0.5, - 0.367188, - 0.589844, - 0.390625, - 0.314453, - 0.683594, - 0.353516, - 0.320312, - 0.328125, - 0.421875, - 0.355469, - 0.390625, - 0.337891, - 0.296875, - 0.410156, - 0.482422, - 0.300781, - 0.472656, - 0.419922, - 0.410156, - 0.292969, - 0.414062, - 0.285156, - 0.261719, - 0.335938, - 0.357422, - 0.416016, - 0.462891, - 0.371094, - 0.384766, - 0.367188, - 0.287109, - 0.394531, - 0.376953, - 0.328125, - 0.308594, - 0.328125, - 0.369141, - 0.314453, - 0.398438, - 0.511719, - 0.375, - 0.447266, - 0.482422, - 0.277344, - 0.332031, - 0.230469, - 0.410156, - 0.378906, - 0.34375, - 0.5, - 0.246094, - 0.341797, - 0.314453, - 0.476562, - 0.330078, - 0.404297, - 0.320312, - 0.335938, - 0.439453, - 0.515625, - 0.5, - 0.542969, - 0.472656, - 0.300781, - 0.320312, - 0.423828, - 0.472656, - 0.5, - 0.398438, - 0.359375, - 0.441406, - 0.691406, - 0.330078, - 0.498047, - 0.457031, - 0.369141, - 0.332031, - 0.757812, - 0.527344, - 0.447266, - 0.578125, - 0.431641, - 0.367188, - 0.714844, - 0.308594, - 0.460938, - 0.722656, - 0.326172, - 0.196289, - 0.357422, - 0.380859, - 0.386719, - 0.496094, - 0.216797, - 0.390625, - 0.474609, - 0.439453, - 0.410156, - 0.410156, - 0.376953, - 0.345703, - 0.789062, - 0.333984, - 0.59375, - 0.347656, - 0.365234, - 0.425781, - 0.5, - 0.355469, - 0.375, - 0.490234, - 0.453125, - 0.222656, - 0.269531, - 0.496094, - 0.410156, - 0.429688, - 0.392578, - 0.285156, - 0.503906, - 0.458984, - 0.28125, - 0.308594, - 0.287109, - 0.240234, - 0.414062, - 0.382812, - 0.53125, - 0.359375, - 0.441406, - 0.419922, - 0.429688, - 0.484375, - 0.427734, - 0.480469, - 0.478516, - 0.349609, - 0.566406, - 0.367188, - 0.291016, - 0.363281, - 0.363281, - 0.28125, - 0.527344, - 0.300781, - 0.289062, - 0.300781, - 0.474609, - 0.644531, - 0.507812, - 0.484375, - 0.425781, - 0.480469, - 0.582031, - 0.400391, - 0.449219, - 0.357422, - 0.328125, - 0.423828, - 0.443359, - 0.824219, - 0.330078, - 0.5, - 0.482422, - 0.371094, - 0.24707, - 0.644531, - 0.294922, - 0.176758, - 0.394531, - 0.410156, - 0.359375, - 0.652344, - 0.275391, - 0.435547, - 0.46875, - 0.404297, - 0.388672, - 0.671875, - 0.326172, - 0.345703, - 0.322266, - 0.408203, - 0.427734, - 0.365234, - 0.464844, - 0.373047, - 0.333984, - 0.396484, - 0.292969, - 0.304688, - 0.427734, - 0.421875, - 0.490234, - 0.324219, - 0.523438, - 0.398438, - 0.345703, - 0.296875, - 0.451172, - 0.351562, - 0.40625, - 0.423828, - 0.503906, - 0.400391, - 0.361328, - 0.431641, - 0.4375, - 0.511719, - 0.507812, - 0.412109, - 0.535156, - 0.46875, - 0.308594, - 0.353516, - 0.308594, - 0.298828, - 0.423828, - 0.441406, - 0.464844, - 0.378906, - 0.519531, - 0.353516, - 0.24707, - 0.494141, - 0.375, - 0.235352, - 0.410156, - 0.203125, - 0.384766, - 0.458984, - 0.476562, - 0.482422, - 0.416016, - 0.644531, - 0.5, - 0.714844, - 0.337891, - 0.345703, - 0.453125, - 0.318359, - 0.416016, - 0.488281, - 0.433594, - 0.335938, - 0.292969, - 0.455078, - 0.40625, - 0.361328, - 0.4375, - 0.462891, - 0.535156, - 0.427734, - 0.235352, - 0.378906, - 0.265625, - 0.455078, - 0.503906, - 0.394531, - 0.535156, - 0.333984, - 0.388672, - 0.386719, - 0.371094, - 0.322266, - 0.308594, - 0.457031, - 0.412109, - 0.285156, - 0.320312, - 0.257812, - 0.392578, - 0.326172, - 0.453125, - 0.25, - 0.515625, - 0.333984, - 0.324219, - 0.394531, - 0.267578, - 0.339844, - 0.40625, - 0.419922, - 0.472656, - 0.324219, - 0.59375, - 0.257812, - 0.257812, - 0.328125, - 0.527344, - 0.339844, - 0.445312, - 0.675781, - 0.419922, - 0.310547, - 0.285156, - 0.34375, - 0.439453, - 0.386719, - 0.433594, - 0.511719, - 0.527344, - 0.488281, - 0.433594, - 0.492188, - 0.242188, - 0.388672, - 0.496094, - 0.410156, - 0.251953, - 0.306641, - 0.341797, - 0.330078, - 0.386719, - 0.369141, - 0.453125, - 0.380859, - 0.416016, - 0.322266, - 0.419922, - 0.40625, - 0.28125, - 0.373047, - 0.388672, - 0.21875, - 0.34375, - 0.416016, - 0.380859, - 0.292969, - 0.15625, - 0.453125, - 0.546875, - 0.322266, - 0.582031, - 0.204102, - 0.53125, - 0.337891, - 0.613281, - 0.237305, - 0.416016, - 0.378906, - 0.257812, - 0.408203, - 0.291016, - 0.550781, - 0.361328, - 0.597656, - 0.375, - 0.241211, - 0.341797, - 0.408203, - 1.90625, - 0.402344, - 0.337891, - 0.3125, - 0.396484, - 0.429688, - 0.353516, - 0.335938, - 0.328125, - 0.419922, - 0.249023, - 0.238281, - 0.363281, - 0.570312, - 0.470703, - 0.423828, - 0.539062, - 0.388672, - 0.400391, - 0.335938, - 0.644531, - 0.455078, - 0.699219, - 0.65625, - 0.492188, - 0.347656, - 0.423828, - 0.394531, - 0.412109, - 0.458984, - 0.439453, - 0.304688, - 0.271484, - 0.318359, - 0.378906, - 0.410156, - 0.267578, - 0.375, - 0.302734, - 0.414062, - 0.347656, - 0.507812, - 0.550781, - 0.349609, - 0.53125, - 0.443359, - 0.363281, - 0.330078, - 0.337891, - 0.378906, - 0.223633, - 0.470703, - 0.476562, - 0.480469, - 0.240234, - 0.5, - 0.255859, - 0.308594, - 0.40625, - 0.414062, - 0.332031, - 0.238281, - 1.101562, - 0.259766, - 0.19043, - 0.345703, - 0.310547, - 0.361328, - 0.388672, - 0.5, - 0.458984, - 0.435547, - 0.265625, - 0.402344, - 0.453125, - 0.625, - 0.359375, - 0.333984, - 0.228516, - 0.28125, - 0.414062, - 0.734375, - 0.404297, - 0.582031, - 0.369141, - 0.400391, - 0.371094, - 0.333984, - 0.404297, - 0.503906, - 0.392578, - 0.263672, - 0.5, - 0.320312, - 0.292969, - 0.333984, - 0.367188, - 0.375, - 0.210938, - 0.539062, - 0.466797, - 0.441406, - 0.515625, - 0.335938, - 0.396484, - 0.439453, - 0.371094, - 0.431641, - 0.255859, - 0.220703, - 0.503906, - 0.429688, - 0.294922, - 0.5, - 0.251953, - 0.355469, - 0.253906, - 0.416016, - 0.402344, - 0.314453, - 0.375, - 0.773438, - 0.353516, - 0.498047, - 0.277344, - 0.291016, - 0.392578, - 0.402344, - 0.255859, - 0.429688, - 0.388672, - 0.423828, - 0.380859, - 0.433594, - 0.375, - 0.367188, - 0.484375, - 0.361328, - 0.408203, - 0.371094, - 0.367188, - 0.423828, - 0.144531, - 0.451172, - 0.328125, - 0.259766, - 0.458984, - 0.386719, - 0.414062, - 0.265625, - 0.349609, - 0.449219, - 0.414062, - 0.291016, - 0.271484, - 0.322266, - 0.339844, - 0.433594, - 0.398438, - 0.507812, - 0.474609, - 0.375, - 0.355469, - 0.396484, - 0.474609, - 0.380859, - 0.367188, - 0.423828, - 0.414062, - 0.373047, - 0.349609, - 0.404297, - 0.412109, - 0.316406, - 0.449219, - 0.367188, - 0.53125, - 0.404297, - 0.423828, - 0.390625, - 0.271484, - 0.474609, - 0.558594, - 0.40625, - 0.310547, - 0.371094, - 0.457031, - 0.445312, - 0.431641, - 0.464844, - 0.328125, - 0.304688, - 0.261719, - 0.378906, - 0.484375, - 0.363281, - 0.394531, - 0.554688, - 0.363281, - 0.414062, - 0.447266, - 0.488281, - 0.46875, - 0.455078, - 0.431641, - 0.574219, - 0.349609, - 0.535156, - 0.292969, - 0.384766, - 0.285156, - 0.433594, - 0.380859, - 0.574219, - 0.447266, - 0.419922, - 0.433594, - 0.384766, - 0.357422, - 0.421875, - 0.4375, - 0.402344, - 0.341797, - 0.427734, - 0.453125, - 0.4375, - 0.380859, - 0.349609, - 0.507812, - 0.373047, - 0.507812, - 0.298828, - 0.494141, - 0.453125, - 0.457031, - 0.423828, - 0.201172, - 0.511719, - 0.419922, - 0.380859, - 0.318359, - 0.28125, - 0.376953, - 0.265625, - 0.369141, - 0.455078, - 0.361328, - 0.414062, - 0.341797, - 0.498047, - 0.419922, - 0.380859, - 0.355469, - 0.535156, - 0.318359, - 0.359375, - 0.566406, - 0.273438, - 0.243164, - 0.230469, - 0.416016, - 0.294922, - 0.396484, - 0.441406, - 0.398438, - 0.361328, - 0.396484, - 0.535156, - 0.523438, - 0.357422, - 0.458984, - 0.237305, - 0.359375, - 0.457031, - 0.363281, - 0.316406, - 0.386719, - 0.441406, - 0.570312, - 0.369141, - 0.431641, - 0.357422, - 0.211914, - 0.390625, - 0.332031, - 0.472656, - 0.412109, - 0.484375, - 0.279297, - 0.245117, - 0.302734, - 0.231445, - 0.457031, - 0.542969, - 0.65625, - 0.359375, - 0.433594, - 0.408203, - 0.402344, - 0.419922, - 0.582031, - 0.421875, - 0.472656, - 0.34375, - 0.355469, - 0.369141, - 0.308594, - 0.244141, - 0.235352, - 0.414062, - 0.373047, - 0.300781, - 0.664062, - 0.359375, - 0.585938, - 0.416016, - 0.408203, - 0.275391, - 0.412109, - 0.339844, - 0.738281, - 0.373047, - 0.388672, - 0.361328, - 0.416016, - 0.439453, - 0.404297, - 0.5, - 0.378906, - 0.527344, - 0.431641, - 0.302734, - 0.304688, - 0.314453, - 0.332031, - 0.214844, - 0.421875, - 0.308594, - 0.449219, - 0.314453, - 0.285156, - 0.324219, - 0.394531, - 0.400391, - 0.376953, - 0.332031, - 0.519531, - 0.458984, - 0.455078, - 0.625, - 0.410156, - 0.298828, - 0.644531, - 0.386719, - 0.386719, - 0.296875, - 0.382812, - 0.429688, - 0.507812, - 0.550781, - 0.402344, - 0.464844, - 0.421875, - 0.328125, - 0.244141, - 0.414062, - 0.3125, - 0.304688, - 0.386719, - 0.4375, - 0.382812, - 0.416016, - 0.570312, - 0.392578, - 0.455078, - 0.652344, - 0.447266, - 0.365234, - 0.408203, - 0.578125, - 0.357422, - 0.404297, - 0.365234, - 0.419922, - 0.671875, - 0.324219, - 0.28125, - 0.322266, - 0.464844, - 0.46875, - 0.376953, - 0.671875, - 0.423828, - 0.261719, - 0.435547, - 0.341797, - 0.482422, - 0.392578, - 0.388672, - 0.275391, - 0.414062, - 0.257812, - 0.298828, - 0.380859, - 0.578125, - 0.235352, - 0.419922, - 0.369141, - 0.310547, - 0.349609, - 0.378906, - 0.408203, - 0.253906, - 0.34375, - 0.355469, - 0.441406, - 0.443359, - 0.388672, - 0.330078, - 0.216797, - 0.554688, - 0.259766, - 0.40625, - 0.328125, - 0.451172, - 0.263672, - 0.365234, - 0.300781, - 0.261719, - 0.414062, - 0.283203, - 0.410156, - 0.302734, - 0.671875, - 0.324219, - 0.287109, - 0.375, - 0.291016, - 0.167969, - 0.349609, - 0.394531, - 0.451172, - 0.296875, - 0.357422, - 0.398438, - 0.357422, - 0.613281, - 0.419922, - 0.474609, - 0.330078, - 0.291016, - 0.390625, - 0.283203, - 0.375, - 0.330078, - 0.347656, - 0.496094, - 0.476562, - 0.738281, - 0.503906, - 0.3125, - 0.566406, - 0.597656, - 0.746094, - 0.292969, - 0.535156, - 0.371094, - 0.277344, - 0.341797, - 0.279297, - 0.423828, - 0.625, - 0.484375, - 0.484375, - 0.353516, - 0.371094, - 0.361328, - 0.582031, - 0.376953, - 0.365234, - 0.582031, - 0.488281, - 0.353516, - 0.283203, - 0.449219, - 0.376953, - 0.300781, - 0.644531, - 0.519531, - 0.398438, - 0.392578, - 0.287109, - 0.535156, - 0.480469, - 0.515625, - 0.294922, - 0.416016, - 0.244141, - 0.457031, - 0.421875, - 0.412109, - 0.429688, - 0.335938, - 0.419922, - 0.484375, - 0.423828, - 0.375, - 0.410156, - 0.365234, - 0.480469, - 0.355469, - 0.408203, - 0.335938 - ] - }, - "name": "model.transformer.layers.12.attn_norm.weight", - "outputIndexes": [ - 777 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 776, - 777 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_12/Mul_1_output_0", - "outputIndexes": [ - 778 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 778 - ], - "outputIndexes": [ - 1754 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1754 - ], - "outputIndexes": [ - 1755 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear", - "inputIndexes": [ - 1755 - ], - "outputIndexes": [ - 1756 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 98390064, - 983062, - 122880, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1756 - ], - "outputIndexes": [ - 1757 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1757 - ], - "outputIndexes": [ - 779 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 778 - ], - "main_type": "NONE", - "name": "/Shape_49_output_0", - "outputIndexes": [ - 780 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 780 - ], - "main_type": "NONE", - "name": "Shape1106", - "outputIndexes": [ - 781 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 780 - ], - "main_type": "NONE", - "name": "Rank1108", - "outputIndexes": [ - 782 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 782, - 782 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1110", - "outputIndexes": [ - 783 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 783 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1111", - "outputIndexes": [ - 784 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 783, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1113", - "outputIndexes": [ - 785 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 785 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1114", - "outputIndexes": [ - 786 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 781, - 784, - 786, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1117", - "outputIndexes": [ - 787 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 787 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1118", - "outputIndexes": [ - 788 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 788 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1119", - "outputIndexes": [ - 789 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 789, - 788 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1120", - "outputIndexes": [ - 790 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 780, - 790, - 783 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_64_output_0", - "outputIndexes": [ - 791 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 791, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_121_output_0", - "outputIndexes": [ - 792 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 792, - 670, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_60_output_0", - "outputIndexes": [ - 793 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 779, - 793 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_49_output_0", - "outputIndexes": [ - 794 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 794 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_12/Mul_output_0", - "outputIndexes": [ - 795 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.070312, - 0.018311, - -0.00264, - 0.014709, - 0.069336, - 1.507812, - 1.359375, - 1.5, - 1.59375, - 1.773438, - 1.757812, - 1.726562, - 1.867188, - 1.945312, - 2.015625, - 1.8125, - 2.328125, - 2.078125, - 2.125, - 2.515625, - 2.390625, - 2.421875, - 2.234375, - 2.25, - 2.265625, - 2.25, - 2.28125, - 2.46875, - 2.296875, - 2.890625, - 2.234375, - 2.25, - -0.001228, - -0.263672, - 1.664062, - 1.734375, - 1.921875, - 1.828125, - 1.71875, - 1.46875, - 1.8125, - 1.742188, - 1.78125, - 1.890625, - 1.953125, - 1.796875, - 1.921875, - 1.945312, - 2.171875, - 2.21875, - 2.421875, - 2.6875, - 2.203125, - 2.09375, - 2.296875, - 2.21875, - 2.34375, - 2.3125, - 2.078125, - 2.28125, - 2.15625, - 2.03125, - 2.28125, - 2.234375 - ] - }, - "name": "model.transformer.layers.12.attn.q_norm.weight", - "outputIndexes": [ - 796 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 795, - 796 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_12/Mul_1_output_0", - "outputIndexes": [ - 797 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 797, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_48_output_0", - "outputIndexes": [ - 798 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 797, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_49_output_0", - "outputIndexes": [ - 799 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 799 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_24_output_0", - "outputIndexes": [ - 800 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 797, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_48_output_0", - "outputIndexes": [ - 801 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 800, - 801 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_63_output_0", - "outputIndexes": [ - 802 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 802, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_49_output_0", - "outputIndexes": [ - 803 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 798, - 803 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_48_output_0", - "outputIndexes": [ - 804 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 778 - ], - "outputIndexes": [ - 1758 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1758 - ], - "outputIndexes": [ - 1759 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear", - "inputIndexes": [ - 1759 - ], - "outputIndexes": [ - 1760 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 99501126, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1760 - ], - "outputIndexes": [ - 1761 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1761 - ], - "outputIndexes": [ - 805 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 792, - 684, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_61_output_0", - "outputIndexes": [ - 806 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 805, - 806 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_50_output_0", - "outputIndexes": [ - 807 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 807 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_12/Mul_output_0", - "outputIndexes": [ - 808 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.976562, - 0.014709, - 0.033936, - 0.007294, - 0.013672, - 1.34375, - 0.796875, - 1.945312, - 1.359375, - 1.90625, - 1.9375, - 2.15625, - 1.703125, - 1.4375, - 2.171875, - 2.390625, - 1.765625, - 2.28125, - 2.484375, - 2.21875, - 2.015625, - 2.21875, - 2.375, - 2.390625, - 2.421875, - 2.390625, - 2.28125, - 2.453125, - 2.4375, - 2.84375, - 2.4375, - 2.4375, - -4.8e-05, - 0.237305, - 1.445312, - 1.296875, - 1.414062, - 1.726562, - 1.828125, - 0.960938, - 2.015625, - 1.539062, - 1.664062, - 1.515625, - 2.140625, - 2.3125, - 1.890625, - 1.507812, - 2.359375, - 1.578125, - 1.9375, - 1.945312, - 2.53125, - 2.625, - 2.359375, - 2.421875, - 2.390625, - 2.375, - 2.328125, - 2.5, - 2.421875, - 2.703125, - 2.453125, - 2.53125 - ] - }, - "name": "model.transformer.layers.12.attn.k_norm.weight", - "outputIndexes": [ - 809 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 808, - 809 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_12/Mul_1_output_0", - "outputIndexes": [ - 810 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 810, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_50_output_0", - "outputIndexes": [ - 811 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 810, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_51_output_0", - "outputIndexes": [ - 812 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 812 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_25_output_0", - "outputIndexes": [ - 813 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 810, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_50_output_0", - "outputIndexes": [ - 814 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 813, - 814 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_64_output_0", - "outputIndexes": [ - 815 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 815, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_51_output_0", - "outputIndexes": [ - 816 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 811, - 816 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_49_output_0", - "outputIndexes": [ - 817 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 778 - ], - "outputIndexes": [ - 1762 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1762 - ], - "outputIndexes": [ - 1763 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear", - "inputIndexes": [ - 1763 - ], - "outputIndexes": [ - 1764 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 99778908, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1764 - ], - "outputIndexes": [ - 1765 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1765 - ], - "outputIndexes": [ - 818 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 818, - 806 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_51_output_0", - "outputIndexes": [ - 819 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 804, - 817, - 819, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.12/self_attn/FusedAttention", - "outputIndexes": [ - 820 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 820 - ], - "outputIndexes": [ - 1766 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1766 - ], - "outputIndexes": [ - 1767 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear", - "inputIndexes": [ - 1767 - ], - "outputIndexes": [ - 1768 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 100056690, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1768 - ], - "outputIndexes": [ - 1769 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1769 - ], - "outputIndexes": [ - 821 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 775, - 821 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_50_output_0", - "outputIndexes": [ - 822 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 822 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_12/Mul_output_0", - "outputIndexes": [ - 823 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.476562, - 0.410156, - 0.4375, - 0.351562, - 0.332031, - 0.439453, - 0.441406, - 0.427734, - 0.523438, - 0.429688, - 0.482422, - 0.341797, - 0.414062, - 0.384766, - 0.429688, - 0.515625, - 0.457031, - 0.453125, - 0.375, - 0.398438, - 0.246094, - 0.470703, - 0.34375, - 0.431641, - 0.476562, - 0.421875, - 0.449219, - 0.474609, - 0.378906, - 0.433594, - 0.476562, - 0.441406, - 0.353516, - 0.353516, - 0.445312, - 0.486328, - 0.457031, - 0.439453, - 0.435547, - 0.427734, - 0.445312, - 0.392578, - 0.447266, - 0.433594, - 0.412109, - 0.433594, - 0.380859, - 0.402344, - 0.435547, - 0.388672, - 0.435547, - 0.439453, - 0.414062, - 0.451172, - 0.243164, - 0.507812, - 0.472656, - 0.439453, - 0.449219, - 0.488281, - 0.365234, - 0.427734, - 0.330078, - 0.449219, - 0.445312, - 0.519531, - 0.451172, - 0.412109, - 0.410156, - 0.263672, - 0.425781, - 0.458984, - 0.410156, - 0.486328, - 0.337891, - 0.486328, - 0.449219, - 0.507812, - 0.414062, - 0.431641, - 0.396484, - 0.431641, - 0.431641, - 0.429688, - 0.322266, - 0.417969, - 0.394531, - 0.449219, - 0.46875, - 0.351562, - 0.482422, - 0.349609, - 0.46875, - 0.400391, - 0.421875, - 0.392578, - 0.34375, - 0.433594, - 0.355469, - 0.326172, - 0.476562, - 0.234375, - 0.363281, - 0.46875, - 0.447266, - 0.390625, - 0.373047, - 0.351562, - 0.34375, - 0.470703, - 0.462891, - 0.425781, - 0.427734, - 0.351562, - 0.386719, - 0.396484, - 0.410156, - 0.421875, - 0.404297, - 0.423828, - 0.449219, - 0.380859, - 0.404297, - 0.464844, - 0.396484, - 0.53125, - 0.443359, - 0.455078, - 0.496094, - 0.462891, - 0.511719, - 0.445312, - 0.400391, - 0.464844, - 0.417969, - 0.40625, - 0.320312, - 0.439453, - 0.453125, - 0.345703, - 0.46875, - 0.474609, - 0.363281, - 0.462891, - 0.349609, - 0.34375, - 0.375, - 0.455078, - 0.378906, - 0.351562, - 0.439453, - 0.369141, - 0.396484, - 0.423828, - 0.40625, - 0.396484, - 0.46875, - 0.443359, - 0.433594, - 0.390625, - 0.519531, - 0.451172, - 0.5, - 0.408203, - 0.416016, - 0.431641, - 0.458984, - 0.412109, - 0.429688, - 0.173828, - 0.371094, - 0.40625, - 0.351562, - 0.445312, - 0.443359, - 0.492188, - 0.421875, - 0.474609, - 0.445312, - 0.46875, - 0.443359, - 0.447266, - 0.384766, - 0.439453, - 0.429688, - 0.439453, - 0.474609, - 0.404297, - 0.476562, - 0.419922, - 0.515625, - 0.408203, - 0.18457, - 0.4375, - 0.400391, - 0.451172, - 0.373047, - 0.474609, - 0.451172, - 0.332031, - 0.396484, - 0.357422, - 0.455078, - 0.455078, - 0.496094, - 0.46875, - 0.466797, - 0.417969, - 0.421875, - 0.400391, - 0.361328, - 0.443359, - 0.443359, - 0.419922, - 0.417969, - 0.421875, - 0.466797, - 0.451172, - 0.423828, - 0.394531, - 0.458984, - 0.474609, - 0.4375, - 0.353516, - 0.515625, - 0.322266, - 0.451172, - 0.398438, - 0.404297, - 0.451172, - 0.445312, - 0.429688, - 0.341797, - 0.355469, - 0.410156, - 0.431641, - 0.414062, - 0.371094, - 0.433594, - 0.371094, - 0.380859, - 0.320312, - 0.462891, - 0.443359, - 0.386719, - 0.429688, - 0.322266, - 0.4375, - 0.492188, - 0.421875, - 0.412109, - 0.378906, - 0.441406, - 0.369141, - 0.449219, - 0.503906, - 0.404297, - 0.419922, - 0.445312, - 0.427734, - 0.441406, - 0.427734, - 0.320312, - 0.507812, - 0.435547, - 0.480469, - 0.574219, - 0.259766, - 0.369141, - 0.388672, - 0.443359, - 0.439453, - 0.404297, - 0.449219, - 0.443359, - 0.373047, - 0.466797, - 0.147461, - 0.427734, - 0.34375, - 0.451172, - 0.429688, - 0.351562, - 0.443359, - 0.443359, - 0.46875, - 0.4375, - 0.539062, - 0.470703, - 0.410156, - 0.359375, - 0.492188, - 0.417969, - 0.498047, - 0.320312, - 0.464844, - 0.347656, - 0.457031, - 0.34375, - 0.347656, - 0.511719, - 0.421875, - 0.419922, - 0.503906, - 0.398438, - 0.490234, - 0.503906, - 0.314453, - 0.5, - 0.417969, - 0.460938, - 0.447266, - 0.400391, - 0.384766, - 0.453125, - 0.443359, - 0.498047, - 0.333984, - 0.227539, - 0.416016, - 0.451172, - 0.417969, - 0.503906, - 0.472656, - 0.527344, - 0.425781, - 0.464844, - 0.396484, - 0.419922, - 0.425781, - 0.355469, - 0.425781, - 0.390625, - 0.466797, - 0.423828, - 0.462891, - 0.402344, - 0.419922, - 0.349609, - 0.523438, - 0.359375, - 0.357422, - 0.453125, - 0.34375, - 0.503906, - 0.439453, - 0.287109, - 0.347656, - 0.414062, - 0.464844, - 0.318359, - 0.404297, - 0.345703, - 0.177734, - 0.457031, - 0.202148, - 0.386719, - 0.447266, - 0.341797, - 0.458984, - 0.462891, - 0.34375, - 0.476562, - 0.396484, - 0.34375, - 0.394531, - 0.445312, - 0.324219, - 0.433594, - 0.345703, - 0.324219, - 0.447266, - 0.355469, - 0.449219, - 0.480469, - 0.361328, - 0.476562, - 0.472656, - 0.46875, - 0.384766, - 0.4375, - 0.388672, - 0.455078, - 0.457031, - 0.341797, - 0.349609, - 0.369141, - 0.416016, - 0.373047, - 0.466797, - 0.484375, - 0.367188, - 0.472656, - 0.328125, - 0.449219, - 0.214844, - 0.470703, - 0.224609, - 0.203125, - 0.333984, - 0.449219, - 0.445312, - 0.425781, - 0.429688, - 0.472656, - 0.349609, - 0.373047, - 0.474609, - 0.433594, - 0.439453, - 0.466797, - 0.271484, - 0.388672, - 0.5, - 0.441406, - 0.388672, - 0.396484, - 0.472656, - 0.400391, - 0.466797, - 0.398438, - 0.341797, - 0.347656, - 0.188477, - 0.416016, - 0.330078, - 0.417969, - 0.457031, - 0.398438, - 0.445312, - 0.378906, - 0.431641, - 0.425781, - 0.455078, - 0.478516, - 0.462891, - 0.427734, - 0.484375, - 0.410156, - 0.445312, - 0.441406, - 0.423828, - 0.353516, - 0.453125, - 0.441406, - 0.443359, - 0.46875, - 0.330078, - 0.4375, - 0.431641, - 0.235352, - 0.515625, - 0.472656, - 0.429688, - 0.355469, - 0.451172, - 0.419922, - 0.347656, - 0.410156, - 0.460938, - 0.466797, - 0.349609, - 0.458984, - 0.449219, - 0.40625, - 0.349609, - 0.410156, - 0.462891, - 0.423828, - 0.427734, - 0.18457, - 0.419922, - 0.480469, - 0.357422, - 0.439453, - 0.474609, - 0.464844, - 0.404297, - 0.4375, - 0.449219, - 0.457031, - 0.447266, - 0.439453, - 0.349609, - 0.447266, - 0.320312, - 0.449219, - 0.472656, - 0.4375, - 0.4375, - 0.373047, - 0.384766, - 0.402344, - 0.396484, - 0.455078, - 0.441406, - 0.431641, - 0.345703, - 0.443359, - 0.341797, - 0.392578, - 0.439453, - 0.341797, - 0.427734, - 0.359375, - 0.527344, - 0.423828, - 0.445312, - 0.443359, - 0.328125, - 0.482422, - 0.451172, - 0.425781, - 0.402344, - 0.291016, - 0.484375, - 0.445312, - 0.457031, - 0.433594, - 0.490234, - 0.357422, - 0.480469, - 0.503906, - 0.4375, - 0.359375, - 0.408203, - 0.423828, - 0.392578, - 0.423828, - 0.507812, - 0.396484, - 0.482422, - 0.4375, - 0.435547, - 0.404297, - 0.326172, - 0.507812, - 0.464844, - 0.472656, - 0.472656, - 0.570312, - 0.375, - 0.34375, - 0.466797, - 0.455078, - 0.503906, - 0.421875, - 0.396484, - 0.390625, - 0.388672, - 0.355469, - 0.416016, - 0.345703, - 0.162109, - 0.353516, - 0.5, - 0.419922, - 0.476562, - 0.404297, - 0.427734, - 0.447266, - 0.322266, - 0.191406, - 0.496094, - 0.398438, - 0.4375, - 0.373047, - 0.400391, - 0.482422, - 0.421875, - 0.470703, - 0.341797, - 0.40625, - 0.371094, - 0.476562, - 0.402344, - 0.318359, - 0.376953, - 0.394531, - 0.519531, - 0.46875, - 0.470703, - 0.507812, - 0.431641, - 0.402344, - 0.433594, - 0.392578, - 0.390625, - 0.371094, - 0.416016, - 0.474609, - 0.484375, - 0.496094, - 0.408203, - 0.488281, - 0.433594, - 0.345703, - 0.353516, - 0.410156, - 0.34375, - 0.423828, - 0.435547, - 0.433594, - 0.447266, - 0.384766, - 0.380859, - 0.498047, - 0.341797, - 0.339844, - 0.445312, - 0.392578, - 0.345703, - 0.441406, - 0.402344, - 0.550781, - 0.410156, - 0.425781, - 0.404297, - 0.210938, - 0.421875, - 0.492188, - 0.462891, - 0.396484, - 0.417969, - 0.478516, - 0.472656, - 0.447266, - 0.515625, - 0.439453, - 0.394531, - 0.4375, - 0.40625, - 0.482422, - 0.423828, - 0.419922, - 0.435547, - 0.494141, - 0.402344, - 0.462891, - 0.417969, - 0.421875, - 0.330078, - 0.404297, - 0.445312, - 0.410156, - 0.367188, - 0.449219, - 0.314453, - 0.40625, - 0.496094, - 0.398438, - 0.453125, - 0.441406, - 0.394531, - 0.449219, - 0.474609, - 0.390625, - 0.375, - 0.443359, - 0.219727, - 0.425781, - 0.458984, - 0.384766, - 0.419922, - 0.392578, - 0.441406, - 0.384766, - 0.460938, - 0.40625, - 0.373047, - 0.351562, - 0.539062, - 0.320312, - 0.486328, - 0.416016, - 0.416016, - 0.421875, - 0.427734, - 0.408203, - 0.414062, - 0.423828, - 0.410156, - 0.435547, - 0.427734, - 0.376953, - 0.46875, - 0.396484, - 0.412109, - 0.625, - 0.441406, - 0.449219, - 0.330078, - 0.451172, - 0.427734, - 0.371094, - 0.421875, - 0.419922, - 0.4375, - 0.453125, - 0.404297, - 0.453125, - 0.412109, - 0.359375, - 0.427734, - 0.470703, - 0.416016, - 0.419922, - 0.347656, - 0.447266, - 0.396484, - 0.443359, - 0.5, - 0.455078, - 0.425781, - 0.425781, - 0.408203, - 0.373047, - 0.347656, - 0.4375, - 0.457031, - 0.464844, - 0.408203, - 0.443359, - 0.460938, - 0.398438, - 0.455078, - 0.388672, - 0.484375, - 0.417969, - 0.419922, - 0.443359, - 0.511719, - 0.5, - 0.283203, - 0.382812, - 0.460938, - 0.396484, - 0.435547, - 0.457031, - 0.478516, - 0.404297, - 0.421875, - 0.455078, - 0.236328, - 0.359375, - 0.466797, - 0.482422, - 0.416016, - 0.402344, - 0.316406, - 0.507812, - 0.388672, - 0.310547, - 0.421875, - 0.425781, - 0.22168, - 0.382812, - 0.464844, - 0.539062, - 0.429688, - 0.392578, - 0.486328, - 0.429688, - 0.421875, - 0.472656, - 0.34375, - 0.449219, - 0.394531, - 0.515625, - 0.419922, - 0.447266, - 0.464844, - 0.416016, - 0.478516, - 0.416016, - 0.535156, - 0.419922, - 0.443359, - 0.449219, - 0.466797, - 0.423828, - 0.388672, - 0.53125, - 0.453125, - 0.337891, - 0.365234, - 0.480469, - 0.431641, - 0.484375, - 0.441406, - 0.337891, - 0.333984, - 0.503906, - 0.396484, - 0.410156, - 0.347656, - 0.367188, - 0.443359, - 0.447266, - 0.511719, - 0.410156, - 0.464844, - 0.488281, - 0.470703, - 0.511719, - 0.394531, - 0.443359, - 0.478516, - 0.408203, - 0.384766, - 0.447266, - 0.371094, - 0.404297, - 0.408203, - 0.431641, - 0.503906, - 0.361328, - 0.378906, - 0.384766, - 0.470703, - 0.170898, - 0.511719, - 0.378906, - 0.40625, - 0.455078, - 0.462891, - 0.453125, - 0.474609, - 0.414062, - 0.423828, - 0.394531, - 0.457031, - 0.210938, - 0.388672, - 0.472656, - 0.380859, - 0.462891, - 0.324219, - 0.523438, - 0.359375, - 0.225586, - 0.341797, - 0.433594, - 0.46875, - 0.496094, - 0.332031, - 0.494141, - 0.523438, - 0.447266, - 0.457031, - 0.714844, - 0.353516, - 0.439453, - 0.345703, - 0.361328, - 0.46875, - 0.40625, - 0.482422, - 0.369141, - 0.416016, - 0.4375, - 0.429688, - 0.355469, - 0.460938, - 0.451172, - 0.474609, - 0.425781, - 0.503906, - 0.392578, - 0.371094, - 0.398438, - 0.464844, - 0.451172, - 0.423828, - 0.464844, - 0.507812, - 0.396484, - 0.388672, - 0.449219, - 0.472656, - 0.511719, - 0.527344, - 0.453125, - 0.402344, - 0.464844, - 0.394531, - 0.423828, - 0.373047, - -0.000549, - 0.455078, - 0.408203, - 0.460938, - 0.435547, - 0.476562, - 0.441406, - 0.357422, - 0.476562, - 0.373047, - 0.349609, - 0.455078, - 0.355469, - 0.388672, - 0.460938, - 0.4375, - 0.470703, - 0.425781, - 0.269531, - 0.478516, - 0.402344, - 0.373047, - 0.40625, - 0.457031, - 0.431641, - 0.390625, - 0.429688, - 0.423828, - 0.429688, - 0.357422, - 0.494141, - 0.40625, - 0.4375, - 0.449219, - 0.445312, - 0.474609, - 0.462891, - 0.371094, - 0.445312, - 0.398438, - 0.460938, - 0.316406, - 0.410156, - 0.480469, - 0.427734, - 0.455078, - 0.416016, - 0.435547, - 0.396484, - 0.414062, - 0.412109, - 0.40625, - 0.445312, - 0.408203, - 0.423828, - 0.433594, - 0.400391, - 0.470703, - 0.357422, - 0.494141, - 0.40625, - 0.40625, - 0.457031, - 0.34375, - 0.429688, - 0.476562, - 0.460938, - 0.478516, - 0.382812, - 0.511719, - 0.396484, - 0.363281, - 0.414062, - 0.492188, - 0.341797, - 0.339844, - 0.235352, - 0.447266, - 0.345703, - 0.414062, - 0.443359, - 0.457031, - 0.441406, - 0.443359, - 0.369141, - 0.480469, - 0.388672, - 0.453125, - 0.482422, - 0.423828, - 0.4375, - 0.339844, - 0.441406, - 0.378906, - 0.414062, - 0.347656, - 0.40625, - 0.443359, - 0.412109, - 0.439453, - 0.435547, - 0.355469, - 0.433594, - 0.412109, - 0.458984, - 0.373047, - 0.447266, - 0.417969, - 0.335938, - 0.339844, - 0.451172, - 0.388672, - 0.369141, - 0.341797, - 0.46875, - 0.503906, - 0.402344, - 0.498047, - 0.423828, - 0.4375, - 0.384766, - 0.519531, - 0.326172, - 0.466797, - 0.449219, - 0.347656, - 0.4375, - 0.396484, - 0.416016, - 0.449219, - 0.470703, - 0.425781, - 0.359375, - 0.441406, - 0.46875, - 0.652344, - 0.453125, - 0.351562, - 0.421875, - 0.400391, - 0.414062, - 0.445312, - 0.400391, - 0.439453, - 0.464844, - 0.351562, - 0.332031, - 0.410156, - 0.503906, - 0.464844, - 0.472656, - 0.494141, - 0.462891, - 0.439453, - 0.408203, - 0.257812, - 0.478516, - 0.232422, - 0.194336, - 0.470703, - 0.449219, - 0.466797, - 0.416016, - 0.451172, - 0.445312, - 0.378906, - 0.425781, - 0.318359, - 0.490234, - 0.410156, - 0.441406, - 0.324219, - 0.408203, - 0.566406, - 0.458984, - 0.398438, - 0.457031, - 0.388672, - 0.431641, - 0.507812, - 0.445312, - 0.421875, - 0.423828, - 0.337891, - 0.445312, - 0.357422, - 0.474609, - 0.480469, - 0.431641, - 0.425781, - 0.480469, - 0.339844, - 0.416016, - 0.423828, - 0.425781, - 0.349609, - 0.339844, - 0.192383, - 0.34375, - 0.355469, - 0.396484, - 0.361328, - 0.404297, - 0.458984, - 0.396484, - 0.5, - 0.435547, - 0.365234, - 0.441406, - 0.46875, - 0.550781, - 0.453125, - 0.423828, - 0.361328, - 0.402344, - 0.472656, - 0.601562, - 0.458984, - 0.5, - 0.412109, - 0.412109, - 0.441406, - 0.453125, - 0.445312, - 0.451172, - 0.431641, - 0.339844, - 0.480469, - 0.427734, - 0.404297, - 0.398438, - 0.380859, - 0.445312, - 0.335938, - 0.507812, - 0.453125, - 0.332031, - 0.445312, - 0.427734, - 0.410156, - 0.480469, - 0.390625, - 0.449219, - 0.367188, - 0.339844, - 0.464844, - 0.462891, - 0.390625, - 0.447266, - 0.345703, - 0.4375, - 0.380859, - 0.392578, - 0.447266, - 0.408203, - 0.404297, - 0.263672, - 0.429688, - 0.470703, - 0.380859, - 0.472656, - 0.453125, - 0.40625, - 0.341797, - 0.416016, - 0.439453, - 0.400391, - 0.390625, - 0.451172, - 0.390625, - 0.408203, - 0.478516, - 0.333984, - 0.453125, - 0.439453, - 0.363281, - 0.392578, - 0.419922, - 0.455078, - 0.394531, - 0.359375, - 0.451172, - 0.417969, - 0.363281, - 0.357422, - 0.46875, - 0.421875, - 0.486328, - 0.392578, - 0.375, - 0.363281, - 0.445312, - 0.447266, - 0.472656, - 0.478516, - 0.628906, - 0.396484, - 0.335938, - 0.455078, - 0.466797, - 0.341797, - 0.449219, - 0.408203, - 0.423828, - 0.482422, - 0.369141, - 0.423828, - 0.46875, - 0.40625, - 0.496094, - 0.417969, - 0.335938, - 0.466797, - 0.429688, - 0.457031, - 0.314453, - 0.458984, - 0.265625, - 0.416016, - 0.427734, - 0.382812, - 0.464844, - 0.474609, - 0.435547, - 0.484375, - 0.404297, - 0.439453, - 0.359375, - 0.431641, - 0.457031, - 0.394531, - 0.40625, - 0.333984, - 0.421875, - 0.433594, - 0.390625, - 0.464844, - 0.53125, - 0.453125, - 0.457031, - 0.443359, - 0.441406, - 0.480469, - 0.392578, - 0.416016, - 0.435547, - 0.482422, - 0.451172, - 0.429688, - 0.421875, - 0.482422, - 0.445312, - 0.439453, - 0.429688, - 0.324219, - 0.447266, - 0.419922, - 0.419922, - 0.441406, - 0.435547, - 0.451172, - 0.457031, - 0.408203, - 0.494141, - 0.457031, - 0.304688, - 0.357422, - 0.484375, - 0.46875, - 0.335938, - 0.449219, - 0.396484, - 0.46875, - 0.462891, - 0.345703, - 0.400391, - 0.367188, - 0.439453, - 0.380859, - 0.40625, - 0.404297, - 0.421875, - 0.412109, - 0.363281, - 0.390625, - 0.457031, - 0.378906, - 0.429688, - 0.496094, - 0.367188, - 0.443359, - 0.322266, - 0.408203, - 0.376953, - 0.330078, - 0.46875, - 0.363281, - 0.490234, - 0.464844, - 0.464844, - 0.369141, - 0.449219, - 0.46875, - 0.5, - 0.425781, - 0.460938, - 0.351562, - 0.433594, - 0.480469, - 0.435547, - 0.371094, - 0.417969, - 0.498047, - 0.515625, - 0.373047, - 0.494141, - 0.441406, - 0.339844, - 0.431641, - 0.384766, - 0.435547, - 0.384766, - 0.455078, - 0.359375, - 0.4375, - 0.416016, - 0.34375, - 0.441406, - 0.480469, - 0.503906, - 0.410156, - 0.486328, - 0.400391, - 0.439453, - 0.445312, - 0.466797, - 0.423828, - 0.5, - 0.445312, - 0.431641, - 0.416016, - 0.345703, - 0.345703, - 0.324219, - 0.402344, - 0.474609, - 0.400391, - 0.333984, - 0.410156, - 0.353516, - 0.449219, - 0.443359, - 0.408203, - 0.425781, - 0.390625, - 0.199219, - 0.414062, - 0.400391, - 0.431641, - 0.455078, - 0.462891, - 0.480469, - 0.507812, - 0.439453, - 0.292969, - 0.433594, - 0.367188, - 0.369141, - 0.417969, - 0.414062, - 0.355469, - 0.40625, - 0.375, - 0.478516, - 0.373047, - 0.416016, - 0.408203, - 0.451172, - 0.464844, - 0.441406, - 0.402344, - 0.498047, - 0.457031, - 0.421875, - 0.279297, - 0.427734, - 0.388672, - 0.287109, - 0.335938, - 0.431641, - 0.371094, - 0.435547, - 0.455078, - 0.4375, - 0.535156, - 0.376953, - 0.417969, - 0.410156, - 0.402344, - 0.361328, - 0.429688, - 0.431641, - 0.386719, - 0.394531, - 0.472656, - 0.439453, - 0.4375, - 0.464844, - 0.445312, - 0.490234, - 0.527344, - 0.480469, - 0.458984, - 0.410156, - 0.53125, - 0.423828, - 0.453125, - 0.382812, - 0.441406, - 0.388672, - 0.390625, - 0.345703, - 0.40625, - 0.441406, - 0.503906, - 0.337891, - 0.265625, - 0.492188, - 0.351562, - 0.470703, - 0.431641, - 0.433594, - 0.439453, - 0.458984, - 0.388672, - 0.388672, - 0.359375, - 0.371094, - 0.441406, - 0.53125, - 0.365234, - 0.46875, - 0.414062, - 0.359375, - 0.382812, - 0.429688, - 0.46875, - 0.408203, - 0.419922, - 0.380859, - 0.507812, - 0.289062, - 0.433594, - 0.414062, - 0.367188, - 0.482422, - 0.384766, - 0.474609, - 0.412109, - 0.466797, - 0.359375, - 0.451172, - 0.447266, - 0.351562, - 0.441406, - 0.427734, - 0.349609, - 0.359375, - 0.515625, - 0.416016, - 0.376953, - 0.390625, - 0.396484, - 0.353516, - 0.441406, - 0.441406, - 0.378906, - 0.318359, - 0.433594, - 0.507812, - 0.417969, - 0.550781, - 0.476562, - 0.53125, - 0.394531, - 0.373047, - 0.40625, - 0.400391, - 0.365234, - 0.419922, - 0.394531, - 0.457031, - 0.482422, - 0.224609, - 0.351562, - 0.371094, - 0.527344, - 0.462891, - 0.261719, - 0.355469, - 0.496094, - 0.332031, - 0.402344, - 0.449219, - 0.373047, - 0.458984, - 0.139648, - 0.46875, - 0.466797, - 0.458984, - 0.341797, - 0.371094, - 0.582031, - 0.425781, - 0.433594, - 0.496094, - 0.455078, - 0.427734, - 0.378906, - 0.421875, - 0.451172, - 0.40625, - 0.503906, - 0.464844, - 0.445312, - 0.466797, - 0.324219, - 0.394531, - 0.421875, - 0.447266, - 0.322266, - 0.4375, - 0.369141, - 0.46875, - 0.429688, - 0.474609, - 0.404297, - 0.435547, - 0.462891, - 0.480469, - 0.40625, - 0.455078, - 0.412109, - 0.457031, - 0.449219, - 0.423828, - 0.416016, - 0.400391 - ] - }, - "name": "model.transformer.layers.12.ffn_norm.weight", - "outputIndexes": [ - 824 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 823, - 824 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_12/Mul_1_output_0", - "outputIndexes": [ - 825 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 825 - ], - "outputIndexes": [ - 1770 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1770 - ], - "outputIndexes": [ - 1771 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear", - "inputIndexes": [ - 1771 - ], - "outputIndexes": [ - 1772 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8192, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 98304, - "weightSize": 0 - }, - "external": [ - 101162632, - 6291478, - 786432, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1772 - ], - "outputIndexes": [ - 1773 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1773 - ], - "outputIndexes": [ - 826 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8192 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4096 - ] - }, - "name": "/ffn_12/Mul_output_0", - "outputIndexes": [ - 827 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 826, - 21, - 827, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_12/Slice_output_0", - "outputIndexes": [ - 828 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 828 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_12/Sigmoid_output_0", - "outputIndexes": [ - 829 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 828, - 829 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_12/Mul_output_0", - "outputIndexes": [ - 830 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 8192 - ] - }, - "name": "/ffn_12/Mul_1_output_0", - "outputIndexes": [ - 831 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 826, - 827, - 831, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_12/Slice_1_output_0", - "outputIndexes": [ - 832 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 830, - 832 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_12/Mul_2_output_0", - "outputIndexes": [ - 833 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 833 - ], - "outputIndexes": [ - 1774 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 4096, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1774 - ], - "outputIndexes": [ - 1775 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear", - "inputIndexes": [ - 1775 - ], - "outputIndexes": [ - 1776 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 4096, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 49152, - "weightSize": 0 - }, - "external": [ - 108240542, - 3145750, - 393216, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1776 - ], - "outputIndexes": [ - 1777 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.12/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1777 - ], - "outputIndexes": [ - 834 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 822, - 834 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_51_output_0", - "outputIndexes": [ - 835 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 835, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_52_output_0", - "outputIndexes": [ - 836 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 836 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_13/Mul_output_0", - "outputIndexes": [ - 837 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.753906, - 0.542969, - 0.589844, - 0.494141, - 0.472656, - 0.574219, - 0.554688, - 0.554688, - 0.828125, - 0.585938, - 0.691406, - 0.519531, - 0.558594, - 0.464844, - 0.527344, - 0.648438, - 0.703125, - 0.535156, - 0.519531, - 0.496094, - 0.300781, - 0.695312, - 0.408203, - 0.65625, - 0.746094, - 0.542969, - 0.554688, - 0.589844, - 0.5625, - 0.5625, - 0.828125, - 0.582031, - 0.425781, - 0.474609, - 0.585938, - 0.632812, - 0.605469, - 0.5625, - 0.451172, - 0.574219, - 0.621094, - 0.503906, - 0.613281, - 0.53125, - 0.511719, - 0.667969, - 0.482422, - 0.398438, - 0.664062, - 0.566406, - 0.585938, - 0.566406, - 0.507812, - 0.585938, - 0.90625, - 0.679688, - 0.636719, - 0.601562, - 0.597656, - 0.601562, - 0.392578, - 0.511719, - 0.322266, - 0.628906, - 0.359375, - 0.671875, - 0.423828, - 0.496094, - 0.6875, - 0.691406, - 0.539062, - 0.65625, - 0.539062, - 0.753906, - 0.394531, - 0.621094, - 0.605469, - 0.824219, - 0.621094, - 0.566406, - 0.527344, - 0.457031, - 0.585938, - 0.585938, - 0.503906, - 0.511719, - 0.429688, - 0.453125, - 0.699219, - 0.443359, - 0.570312, - 0.539062, - 0.601562, - 0.550781, - 0.494141, - 0.589844, - 0.453125, - 0.652344, - 0.494141, - 0.445312, - 0.59375, - 0.714844, - 0.447266, - 0.605469, - 0.597656, - 0.4375, - 0.546875, - 0.380859, - 0.453125, - 0.53125, - 0.589844, - 0.558594, - 0.359375, - 0.431641, - 0.507812, - 0.443359, - 0.380859, - 0.589844, - 0.550781, - 0.546875, - 0.613281, - 0.380859, - 0.488281, - 0.699219, - 0.4375, - 0.800781, - 0.515625, - 0.625, - 0.734375, - 0.664062, - 0.765625, - 0.628906, - 0.460938, - 0.539062, - 0.6875, - 0.492188, - 0.570312, - 0.445312, - 0.605469, - 0.396484, - 0.710938, - 0.734375, - 0.478516, - 0.554688, - 0.542969, - 0.369141, - 0.490234, - 0.75, - 0.380859, - 0.458984, - 0.59375, - 0.458984, - 0.523438, - 0.5, - 0.476562, - 0.515625, - 0.566406, - 0.441406, - 0.582031, - 0.652344, - 0.789062, - 0.695312, - 0.636719, - 0.511719, - 0.470703, - 0.550781, - 0.582031, - 0.683594, - 0.570312, - 0.457031, - 0.494141, - 0.482422, - 0.404297, - 0.535156, - 0.474609, - 0.570312, - 0.515625, - 0.554688, - 0.636719, - 0.738281, - 0.5, - 0.628906, - 0.484375, - 0.566406, - 0.566406, - 0.488281, - 0.652344, - 0.609375, - 0.609375, - 0.59375, - 0.703125, - 0.503906, - 1.054688, - 0.648438, - 0.558594, - 0.609375, - 0.582031, - 0.65625, - 0.617188, - 0.585938, - 0.482422, - 0.433594, - 0.664062, - 0.597656, - 0.722656, - 0.632812, - 0.455078, - 0.628906, - 0.527344, - 0.474609, - 0.609375, - 0.65625, - 0.476562, - 0.488281, - 0.621094, - 0.507812, - 0.644531, - 0.621094, - 0.488281, - 0.550781, - 0.671875, - 0.667969, - 0.527344, - 0.304688, - 0.800781, - 0.867188, - 0.535156, - 0.484375, - 0.511719, - 0.566406, - 0.554688, - 0.570312, - 0.578125, - 0.5, - 0.570312, - 0.601562, - 0.570312, - 0.427734, - 0.625, - 0.539062, - 0.519531, - 0.478516, - 0.59375, - 0.558594, - 0.503906, - 0.566406, - 0.394531, - 0.53125, - 0.746094, - 0.605469, - 0.519531, - 0.455078, - 0.59375, - 0.742188, - 0.644531, - 0.582031, - 0.519531, - 0.574219, - 0.609375, - 0.486328, - 0.570312, - 0.53125, - 0.441406, - 0.820312, - 0.474609, - 0.742188, - 0.78125, - 0.742188, - 0.625, - 0.494141, - 0.53125, - 0.546875, - 0.527344, - 0.535156, - 0.550781, - 0.421875, - 0.617188, - 0.349609, - 0.578125, - 0.361328, - 0.613281, - 0.539062, - 0.490234, - 0.601562, - 0.550781, - 0.625, - 0.494141, - 0.71875, - 0.78125, - 0.644531, - 0.410156, - 0.667969, - 0.474609, - 0.703125, - 0.333984, - 0.671875, - 0.585938, - 0.527344, - 0.394531, - 0.324219, - 0.75, - 0.523438, - 0.527344, - 0.683594, - 0.546875, - 0.804688, - 0.796875, - 0.337891, - 0.757812, - 0.507812, - 0.59375, - 0.507812, - 0.570312, - 0.511719, - 0.511719, - 0.582031, - 0.726562, - 0.535156, - 0.71875, - 0.585938, - 0.605469, - 0.462891, - 0.585938, - 0.761719, - 0.679688, - 0.554688, - 0.558594, - 0.574219, - 0.53125, - 0.482422, - 0.464844, - 0.605469, - 0.462891, - 0.734375, - 0.511719, - 0.644531, - 0.582031, - 0.628906, - 0.453125, - 0.644531, - 0.46875, - 0.490234, - 0.691406, - 0.398438, - 0.75, - 0.470703, - 1.5625, - 0.369141, - 0.597656, - 0.558594, - 0.5625, - 0.566406, - 0.675781, - 0.460938, - 0.65625, - 0.960938, - 0.519531, - 0.578125, - 0.402344, - 0.609375, - 0.734375, - 0.439453, - 0.625, - 0.515625, - 0.492188, - 0.6875, - 0.628906, - 0.582031, - 0.660156, - 0.380859, - 0.423828, - 0.730469, - 0.550781, - 0.609375, - 0.722656, - 0.296875, - 0.777344, - 0.6875, - 0.65625, - 0.457031, - 0.503906, - 0.464844, - 0.558594, - 0.566406, - 0.402344, - 0.445312, - 0.451172, - 0.496094, - 0.423828, - 0.613281, - 0.792969, - 0.523438, - 0.699219, - 0.283203, - 0.574219, - 0.707031, - 0.558594, - 0.84375, - 0.224609, - 0.306641, - 0.667969, - 0.648438, - 0.429688, - 0.65625, - 0.78125, - 0.632812, - 0.566406, - 0.828125, - 0.566406, - 0.539062, - 0.466797, - 0.574219, - 0.554688, - 0.703125, - 0.5, - 0.507812, - 0.542969, - 0.652344, - 0.546875, - 0.625, - 0.550781, - 0.490234, - 0.447266, - 0.890625, - 0.53125, - 0.546875, - 0.585938, - 0.589844, - 0.71875, - 0.578125, - 0.535156, - 0.511719, - 0.632812, - 0.558594, - 0.640625, - 0.59375, - 0.5625, - 0.6875, - 0.742188, - 0.65625, - 0.523438, - 0.566406, - 0.4375, - 0.855469, - 0.585938, - 0.519531, - 0.777344, - 0.330078, - 0.527344, - 0.416016, - 0.796875, - 0.734375, - 0.667969, - 0.550781, - 0.423828, - 0.679688, - 0.621094, - 0.423828, - 0.519531, - 0.601562, - 0.601562, - 0.359375, - 0.703125, - 0.6875, - 0.574219, - 0.4375, - 0.558594, - 0.765625, - 0.5, - 0.496094, - 0.453125, - 0.519531, - 0.839844, - 0.429688, - 0.667969, - 0.613281, - 0.625, - 0.523438, - 0.644531, - 0.660156, - 0.636719, - 0.554688, - 0.570312, - 0.554688, - 0.601562, - 0.408203, - 0.597656, - 0.566406, - 0.546875, - 0.597656, - 0.585938, - 0.632812, - 0.558594, - 0.519531, - 0.582031, - 0.601562, - 0.578125, - 0.535156, - 0.640625, - 0.466797, - 0.494141, - 0.535156, - 0.326172, - 0.542969, - 0.441406, - 0.882812, - 0.542969, - 0.597656, - 0.59375, - 0.582031, - 0.65625, - 0.589844, - 0.466797, - 0.527344, - 0.660156, - 0.707031, - 0.597656, - 0.527344, - 0.640625, - 0.703125, - 0.464844, - 0.699219, - 0.730469, - 0.578125, - 0.373047, - 0.482422, - 0.570312, - 0.542969, - 0.511719, - 2.171875, - 0.546875, - 0.585938, - 0.589844, - 0.613281, - 0.542969, - 0.427734, - 0.691406, - 0.574219, - 0.683594, - 0.636719, - 0.761719, - 0.433594, - 0.503906, - 0.667969, - 0.632812, - 0.773438, - 0.503906, - 0.574219, - 0.458984, - 0.4375, - 0.435547, - 0.507812, - 0.597656, - 0.353516, - 0.453125, - 0.746094, - 0.466797, - 0.601562, - 0.46875, - 0.5, - 0.636719, - 0.585938, - 0.460938, - 0.703125, - 0.773438, - 0.515625, - 0.431641, - 0.511719, - 0.628906, - 0.519531, - 0.570312, - 0.474609, - 0.507812, - 0.492188, - 0.746094, - 0.574219, - 0.53125, - 0.443359, - 0.589844, - 0.769531, - 0.597656, - 0.664062, - 0.746094, - 0.5, - 0.507812, - 0.416016, - 0.462891, - 0.53125, - 0.519531, - 0.527344, - 0.660156, - 0.691406, - 0.773438, - 0.554688, - 0.605469, - 0.527344, - 0.386719, - 0.53125, - 0.574219, - 0.375, - 0.621094, - 0.546875, - 0.542969, - 0.523438, - 0.507812, - 0.40625, - 0.730469, - 0.349609, - 0.375, - 0.613281, - 0.59375, - 0.353516, - 0.554688, - 0.53125, - 0.722656, - 0.455078, - 0.515625, - 0.435547, - 0.542969, - 0.523438, - 0.800781, - 0.664062, - 0.488281, - 0.478516, - 0.652344, - 0.609375, - 0.671875, - 0.910156, - 0.574219, - 0.369141, - 0.574219, - 0.451172, - 0.753906, - 0.59375, - 0.644531, - 0.574219, - 0.613281, - 0.458984, - 0.632812, - 0.507812, - 0.492188, - 0.519531, - 0.466797, - 0.574219, - 0.621094, - 0.5, - 0.628906, - 0.255859, - 0.570312, - 0.871094, - 0.421875, - 0.617188, - 0.515625, - 0.511719, - 0.59375, - 0.558594, - 0.40625, - 0.550781, - 0.539062, - 0.808594, - 0.636719, - 0.691406, - 0.503906, - 0.550781, - 0.53125, - 0.570312, - 0.570312, - 0.8125, - 0.455078, - 0.486328, - 0.412109, - 0.730469, - 0.546875, - 0.796875, - 0.578125, - 0.466797, - 0.851562, - 0.5, - 0.472656, - 0.490234, - 0.570312, - 0.484375, - 0.574219, - 0.515625, - 0.488281, - 0.636719, - 0.648438, - 0.462891, - 0.816406, - 0.621094, - 0.589844, - 0.466797, - 0.566406, - 0.419922, - 0.402344, - 0.519531, - 0.515625, - 0.582031, - 0.65625, - 0.539062, - 0.5625, - 0.550781, - 0.466797, - 0.582031, - 0.484375, - 0.554688, - 0.449219, - 0.464844, - 0.542969, - 0.498047, - 0.601562, - 0.71875, - 0.519531, - 0.628906, - 0.640625, - 0.435547, - 0.482422, - 0.382812, - 0.648438, - 0.578125, - 0.539062, - 0.636719, - 0.394531, - 0.5, - 0.470703, - 0.609375, - 0.503906, - 0.578125, - 0.445312, - 0.511719, - 0.605469, - 0.75, - 0.710938, - 0.539062, - 0.632812, - 0.46875, - 0.486328, - 0.632812, - 0.613281, - 0.707031, - 0.578125, - 0.550781, - 0.640625, - 0.65625, - 0.496094, - 0.753906, - 0.695312, - 0.542969, - 0.466797, - 0.808594, - 0.769531, - 0.585938, - 0.660156, - 0.558594, - 0.585938, - 0.75, - 0.5, - 0.695312, - 0.929688, - 0.539062, - 0.320312, - 0.550781, - 0.585938, - 0.523438, - 0.679688, - 0.601562, - 0.542969, - 0.65625, - 0.722656, - 0.59375, - 0.597656, - 0.566406, - 0.542969, - 0.714844, - 0.503906, - 0.90625, - 0.480469, - 0.496094, - 0.644531, - 0.695312, - 0.566406, - 0.527344, - 0.734375, - 0.609375, - 0.330078, - 0.546875, - 0.667969, - 0.566406, - 0.601562, - 0.519531, - 0.416016, - 0.636719, - 0.660156, - 0.462891, - 0.451172, - 0.457031, - 0.378906, - 0.625, - 0.570312, - 0.777344, - 0.503906, - 0.644531, - 0.582031, - 0.574219, - 0.742188, - 0.574219, - 0.65625, - 0.683594, - 0.460938, - 0.777344, - 0.5625, - 0.478516, - 0.472656, - 0.527344, - 0.476562, - 0.769531, - 0.466797, - 0.4375, - 0.421875, - 0.617188, - 0.957031, - 0.691406, - 0.601562, - 0.574219, - 0.699219, - 0.707031, - 0.601562, - 0.585938, - 0.558594, - 0.515625, - 0.558594, - 0.589844, - 0.753906, - 0.496094, - 0.722656, - 0.5625, - 0.527344, - 0.410156, - 0.910156, - 0.451172, - 0.237305, - 0.535156, - 0.578125, - 0.519531, - 0.84375, - 0.470703, - 0.660156, - 0.628906, - 0.609375, - 0.621094, - 0.949219, - 0.597656, - 0.503906, - 0.478516, - 0.546875, - 0.675781, - 0.550781, - 0.703125, - 0.496094, - 0.507812, - 0.582031, - 0.462891, - 0.478516, - 0.621094, - 0.601562, - 0.632812, - 0.539062, - 0.75, - 0.554688, - 0.527344, - 0.457031, - 0.675781, - 0.539062, - 0.636719, - 0.617188, - 0.675781, - 0.605469, - 0.53125, - 0.589844, - 0.570312, - 0.695312, - 0.710938, - 0.550781, - 0.695312, - 0.648438, - 0.474609, - 0.515625, - 0.496094, - 0.447266, - 0.574219, - 0.632812, - 0.742188, - 0.554688, - 0.753906, - 0.480469, - 0.40625, - 0.726562, - 0.492188, - 0.347656, - 0.621094, - 0.363281, - 0.546875, - 0.640625, - 0.691406, - 0.703125, - 0.566406, - 0.816406, - 0.742188, - 0.644531, - 0.480469, - 0.511719, - 0.761719, - 0.5, - 0.570312, - 0.714844, - 0.59375, - 0.490234, - 0.482422, - 0.609375, - 0.59375, - 0.578125, - 0.617188, - 0.625, - 0.707031, - 0.59375, - 0.361328, - 0.535156, - 0.398438, - 0.628906, - 0.628906, - 0.601562, - 0.675781, - 0.455078, - 0.535156, - 0.546875, - 0.515625, - 0.507812, - 0.439453, - 0.679688, - 0.578125, - 0.470703, - 0.484375, - 0.388672, - 0.570312, - 0.511719, - 0.675781, - 0.453125, - 0.777344, - 0.490234, - 0.474609, - 0.636719, - 0.400391, - 0.453125, - 0.597656, - 0.636719, - 0.648438, - 0.464844, - 0.839844, - 0.375, - 0.414062, - 0.462891, - 0.703125, - 0.482422, - 0.554688, - 0.757812, - 0.597656, - 0.404297, - 0.429688, - 0.53125, - 0.632812, - 0.597656, - 0.597656, - 0.621094, - 0.699219, - 0.679688, - 0.59375, - 0.707031, - 0.394531, - 0.597656, - 0.589844, - 0.558594, - 0.392578, - 0.488281, - 0.455078, - 0.496094, - 0.546875, - 0.582031, - 0.636719, - 0.59375, - 0.585938, - 0.484375, - 0.625, - 0.609375, - 0.458984, - 0.5625, - 0.597656, - 0.417969, - 0.455078, - 0.667969, - 0.578125, - 0.466797, - 0.273438, - 0.664062, - 0.738281, - 0.490234, - 0.804688, - 0.357422, - 0.722656, - 0.484375, - 0.714844, - 0.412109, - 0.628906, - 0.5625, - 0.414062, - 0.589844, - 0.40625, - 0.773438, - 0.582031, - 0.8125, - 0.511719, - 0.435547, - 0.535156, - 0.582031, - 2.25, - 0.605469, - 0.464844, - 0.451172, - 0.601562, - 0.636719, - 0.496094, - 0.519531, - 0.451172, - 0.558594, - 0.492188, - 0.392578, - 0.570312, - 0.757812, - 0.625, - 0.605469, - 0.757812, - 0.546875, - 0.597656, - 0.53125, - 0.570312, - 0.675781, - 0.484375, - 0.421875, - 0.671875, - 0.5625, - 0.671875, - 0.566406, - 0.570312, - 0.609375, - 0.558594, - 0.5, - 0.466797, - 0.507812, - 0.523438, - 0.613281, - 0.414062, - 0.546875, - 0.482422, - 0.667969, - 0.480469, - 0.679688, - 0.675781, - 0.53125, - 0.699219, - 0.589844, - 0.582031, - 0.46875, - 0.478516, - 0.5625, - 0.386719, - 0.675781, - 0.652344, - 0.632812, - 0.365234, - 0.636719, - 0.369141, - 0.490234, - 0.554688, - 0.621094, - 0.695312, - 0.396484, - 1.054688, - 0.361328, - 0.410156, - 0.470703, - 0.462891, - 0.515625, - 0.554688, - 0.609375, - 0.703125, - 0.660156, - 0.408203, - 0.535156, - 0.640625, - 0.90625, - 0.480469, - 0.507812, - 0.367188, - 0.429688, - 0.621094, - 0.976562, - 0.546875, - 0.824219, - 0.550781, - 0.613281, - 0.515625, - 0.484375, - 0.625, - 0.667969, - 0.589844, - 0.435547, - 0.703125, - 0.488281, - 0.435547, - 0.546875, - 0.59375, - 0.554688, - 0.402344, - 0.800781, - 0.628906, - 0.6875, - 0.632812, - 0.439453, - 0.59375, - 0.628906, - 0.519531, - 0.652344, - 0.433594, - 0.392578, - 0.757812, - 0.625, - 0.435547, - 0.644531, - 0.400391, - 0.542969, - 0.466797, - 0.570312, - 0.621094, - 0.482422, - 0.550781, - 0.859375, - 0.486328, - 0.644531, - 0.457031, - 0.427734, - 0.574219, - 0.574219, - 0.400391, - 0.636719, - 0.570312, - 0.605469, - 0.550781, - 0.625, - 0.546875, - 0.515625, - 0.660156, - 0.5, - 0.617188, - 0.597656, - 0.5, - 0.566406, - 0.253906, - 0.683594, - 0.511719, - 0.449219, - 0.644531, - 0.554688, - 0.539062, - 0.433594, - 0.515625, - 0.582031, - 0.671875, - 0.416016, - 0.480469, - 0.464844, - 0.511719, - 0.679688, - 0.597656, - 0.71875, - 0.699219, - 0.511719, - 0.453125, - 0.589844, - 0.644531, - 0.511719, - 0.507812, - 0.59375, - 0.636719, - 0.550781, - 0.503906, - 0.585938, - 0.585938, - 0.523438, - 0.648438, - 0.503906, - 0.605469, - 0.523438, - 0.570312, - 0.589844, - 0.412109, - 0.636719, - 0.539062, - 0.609375, - 0.480469, - 0.527344, - 0.660156, - 0.625, - 0.578125, - 0.644531, - 0.464844, - 0.462891, - 0.373047, - 0.601562, - 0.695312, - 0.515625, - 0.535156, - 0.613281, - 0.535156, - 0.625, - 0.644531, - 0.703125, - 0.714844, - 0.632812, - 0.613281, - 0.742188, - 0.542969, - 0.691406, - 0.396484, - 0.597656, - 0.488281, - 0.621094, - 0.613281, - 0.695312, - 0.609375, - 0.644531, - 0.617188, - 0.558594, - 0.554688, - 0.503906, - 0.601562, - 0.617188, - 0.570312, - 0.617188, - 0.648438, - 0.683594, - 0.609375, - 0.589844, - 0.691406, - 0.570312, - 0.722656, - 0.488281, - 0.617188, - 0.605469, - 0.609375, - 0.621094, - 0.308594, - 0.710938, - 0.628906, - 0.494141, - 0.488281, - 0.431641, - 0.511719, - 0.429688, - 0.539062, - 0.609375, - 0.527344, - 0.570312, - 0.486328, - 0.65625, - 0.601562, - 0.539062, - 0.498047, - 0.8125, - 0.470703, - 0.515625, - 0.632812, - 0.443359, - 0.40625, - 0.347656, - 0.613281, - 0.460938, - 0.539062, - 0.691406, - 0.589844, - 0.519531, - 0.609375, - 0.667969, - 0.734375, - 0.523438, - 0.679688, - 0.390625, - 0.574219, - 0.648438, - 0.53125, - 0.482422, - 0.59375, - 0.65625, - 0.769531, - 0.585938, - 0.628906, - 0.570312, - 0.367188, - 0.640625, - 0.490234, - 0.695312, - 0.570312, - 0.734375, - 0.433594, - 0.435547, - 0.445312, - 0.5625, - 0.625, - 0.785156, - 0.964844, - 0.507812, - 0.589844, - 0.578125, - 0.597656, - 0.636719, - 0.742188, - 0.605469, - 0.648438, - 0.570312, - 0.546875, - 0.511719, - 0.460938, - 0.367188, - 0.384766, - 0.59375, - 0.644531, - 0.423828, - 0.746094, - 0.539062, - 0.738281, - 0.632812, - 0.570312, - 0.435547, - 0.578125, - 0.490234, - 0.71875, - 0.542969, - 0.570312, - 0.527344, - 0.59375, - 0.667969, - 0.539062, - 0.683594, - 0.546875, - 0.554688, - 0.570312, - 0.439453, - 0.451172, - 0.511719, - 0.523438, - 0.373047, - 0.59375, - 0.675781, - 0.628906, - 0.490234, - 0.480469, - 0.462891, - 0.515625, - 0.636719, - 0.574219, - 0.478516, - 0.75, - 0.617188, - 0.707031, - 0.683594, - 0.625, - 0.470703, - 0.605469, - 0.488281, - 0.539062, - 0.460938, - 0.527344, - 0.617188, - 0.699219, - 0.734375, - 0.566406, - 0.652344, - 0.558594, - 0.53125, - 0.423828, - 0.566406, - 0.470703, - 0.476562, - 0.523438, - 0.613281, - 0.582031, - 0.632812, - 0.703125, - 0.558594, - 0.601562, - 0.894531, - 0.585938, - 0.597656, - 0.558594, - 0.863281, - 0.515625, - 0.597656, - 0.53125, - 0.613281, - 0.773438, - 0.5, - 0.453125, - 0.480469, - 0.644531, - 0.691406, - 0.507812, - 0.671875, - 0.609375, - 0.410156, - 0.660156, - 0.535156, - 0.625, - 0.558594, - 0.550781, - 0.417969, - 0.5625, - 0.416016, - 0.458984, - 0.578125, - 0.75, - 0.390625, - 0.652344, - 0.515625, - 0.453125, - 0.527344, - 0.546875, - 0.554688, - 0.410156, - 0.550781, - 0.511719, - 0.609375, - 0.550781, - 0.523438, - 0.527344, - 0.427734, - 0.785156, - 0.457031, - 0.609375, - 0.503906, - 0.664062, - 0.394531, - 0.535156, - 0.451172, - 0.515625, - 0.609375, - 0.416016, - 0.632812, - 0.496094, - 0.890625, - 0.515625, - 0.462891, - 0.474609, - 0.462891, - 0.322266, - 0.478516, - 0.597656, - 0.609375, - 0.390625, - 0.566406, - 0.558594, - 0.628906, - 0.765625, - 0.554688, - 0.660156, - 0.486328, - 0.455078, - 0.519531, - 0.457031, - 0.515625, - 0.53125, - 0.470703, - 0.644531, - 0.613281, - 0.78125, - 0.601562, - 0.480469, - 0.785156, - 0.8125, - 0.667969, - 0.455078, - 0.726562, - 0.496094, - 0.429688, - 0.484375, - 0.457031, - 0.636719, - 0.265625, - 0.644531, - 0.636719, - 0.496094, - 0.53125, - 0.507812, - 0.730469, - 0.585938, - 0.488281, - 0.800781, - 0.710938, - 0.546875, - 0.460938, - 0.671875, - 0.5625, - 0.474609, - 0.796875, - 0.726562, - 0.605469, - 0.542969, - 0.527344, - 0.78125, - 0.617188, - 0.820312, - 0.457031, - 0.578125, - 0.396484, - 0.65625, - 0.601562, - 0.632812, - 0.613281, - 0.542969, - 0.542969, - 0.703125, - 0.589844, - 0.582031, - 0.542969, - 0.507812, - 0.730469, - 0.53125, - 0.53125, - 0.515625 - ] - }, - "name": "model.transformer.layers.13.attn_norm.weight", - "outputIndexes": [ - 838 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 837, - 838 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_13/Mul_1_output_0", - "outputIndexes": [ - 839 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 839 - ], - "outputIndexes": [ - 1778 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1778 - ], - "outputIndexes": [ - 1779 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear", - "inputIndexes": [ - 1779 - ], - "outputIndexes": [ - 1780 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 111779508, - 983062, - 122880, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1780 - ], - "outputIndexes": [ - 1781 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1781 - ], - "outputIndexes": [ - 840 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 839 - ], - "main_type": "NONE", - "name": "/Shape_53_output_0", - "outputIndexes": [ - 841 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 841 - ], - "main_type": "NONE", - "name": "Shape1192", - "outputIndexes": [ - 842 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 841 - ], - "main_type": "NONE", - "name": "Rank1194", - "outputIndexes": [ - 843 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 843, - 843 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1196", - "outputIndexes": [ - 844 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 844 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1197", - "outputIndexes": [ - 845 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 844, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1199", - "outputIndexes": [ - 846 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 846 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1200", - "outputIndexes": [ - 847 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 842, - 845, - 847, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1203", - "outputIndexes": [ - 848 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 848 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1204", - "outputIndexes": [ - 849 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 849 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1205", - "outputIndexes": [ - 850 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 850, - 849 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1206", - "outputIndexes": [ - 851 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 841, - 851, - 844 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_69_output_0", - "outputIndexes": [ - 852 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 852, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_131_output_0", - "outputIndexes": [ - 853 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 853, - 670, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_65_output_0", - "outputIndexes": [ - 854 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 840, - 854 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_53_output_0", - "outputIndexes": [ - 855 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 855 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_13/Mul_output_0", - "outputIndexes": [ - 856 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.192383, - -0.010986, - 0.07373, - 1.390625, - 0.026367, - 1.820312, - 1.171875, - 1.5, - 1.765625, - 1.71875, - 1.664062, - 1.695312, - 1.453125, - 1.46875, - 1.851562, - 2.46875, - 1.804688, - 2.1875, - 2.6875, - 1.9375, - 1.960938, - 3.921875, - 2.234375, - 1.851562, - 1.796875, - 1.90625, - 4.59375, - 1.617188, - 2.0625, - 2.25, - 1.898438, - 2.453125, - -0.004425, - -0.056885, - 1.640625, - 0.980469, - 1.90625, - 1.359375, - 1.359375, - 1.65625, - 1.46875, - 1.757812, - 1.90625, - 1.859375, - 2.265625, - 1.945312, - 1.929688, - 1.296875, - 2.203125, - 1.742188, - 1.460938, - 1.953125, - 2.09375, - 0.902344, - 1.5625, - 1.992188, - 1.992188, - 1.757812, - 0.369141, - 2.0625, - 1.640625, - 1.203125, - 1.742188, - 1.6875 - ] - }, - "name": "model.transformer.layers.13.attn.q_norm.weight", - "outputIndexes": [ - 857 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 856, - 857 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_13/Mul_1_output_0", - "outputIndexes": [ - 858 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 858, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_52_output_0", - "outputIndexes": [ - 859 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 858, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_53_output_0", - "outputIndexes": [ - 860 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 860 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_26_output_0", - "outputIndexes": [ - 861 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 858, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_52_output_0", - "outputIndexes": [ - 862 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 861, - 862 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_68_output_0", - "outputIndexes": [ - 863 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 863, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_53_output_0", - "outputIndexes": [ - 864 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 859, - 864 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_52_output_0", - "outputIndexes": [ - 865 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 839 - ], - "outputIndexes": [ - 1782 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1782 - ], - "outputIndexes": [ - 1783 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear", - "inputIndexes": [ - 1783 - ], - "outputIndexes": [ - 1784 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 112890570, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1784 - ], - "outputIndexes": [ - 1785 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1785 - ], - "outputIndexes": [ - 866 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 853, - 684, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_66_output_0", - "outputIndexes": [ - 867 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 866, - 867 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_54_output_0", - "outputIndexes": [ - 868 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 868 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_13/Mul_output_0", - "outputIndexes": [ - 869 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.166992, - -0.053711, - 0.044922, - 1.398438, - 0.022705, - 1.765625, - 0.664062, - 1.578125, - 1.515625, - 1.867188, - 2.34375, - 1.84375, - 2.53125, - 2.484375, - 1.929688, - 1.023438, - 2.078125, - 1.703125, - 1.257812, - 1.960938, - 2.015625, - 0.143555, - 1.71875, - 2.078125, - 2.09375, - 1.804688, - 0.644531, - 2.125, - 1.851562, - 1.929688, - 1.84375, - 1.726562, - -0.002533, - -0.007355, - 1.070312, - 0.052734, - 1.257812, - 1.476562, - 1.867188, - 1.671875, - 1.78125, - 1.445312, - 1.054688, - 1.6875, - 1.125, - 1.257812, - 1.898438, - 2.609375, - 1.664062, - 2.15625, - 2.546875, - 1.929688, - 1.851562, - 4.6875, - 2.390625, - 1.960938, - 1.84375, - 1.992188, - 11.0625, - 1.820312, - 2.203125, - 3.21875, - 2.1875, - 2.21875 - ] - }, - "name": "model.transformer.layers.13.attn.k_norm.weight", - "outputIndexes": [ - 870 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 869, - 870 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_13/Mul_1_output_0", - "outputIndexes": [ - 871 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_54_output_0", - "outputIndexes": [ - 872 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_55_output_0", - "outputIndexes": [ - 873 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 873 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_27_output_0", - "outputIndexes": [ - 874 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 871, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_54_output_0", - "outputIndexes": [ - 875 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 874, - 875 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_69_output_0", - "outputIndexes": [ - 876 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 876, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_55_output_0", - "outputIndexes": [ - 877 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 872, - 877 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_53_output_0", - "outputIndexes": [ - 878 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 839 - ], - "outputIndexes": [ - 1786 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1786 - ], - "outputIndexes": [ - 1787 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear", - "inputIndexes": [ - 1787 - ], - "outputIndexes": [ - 1788 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 113168352, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1788 - ], - "outputIndexes": [ - 1789 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1789 - ], - "outputIndexes": [ - 879 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 879, - 867 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_55_output_0", - "outputIndexes": [ - 880 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 865, - 878, - 880, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.13/self_attn/FusedAttention", - "outputIndexes": [ - 881 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 881 - ], - "outputIndexes": [ - 1790 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1790 - ], - "outputIndexes": [ - 1791 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear", - "inputIndexes": [ - 1791 - ], - "outputIndexes": [ - 1792 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 113446134, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1792 - ], - "outputIndexes": [ - 1793 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1793 - ], - "outputIndexes": [ - 882 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 836, - 882 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_54_output_0", - "outputIndexes": [ - 883 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 883 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_13/Mul_output_0", - "outputIndexes": [ - 884 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.511719, - 0.464844, - 0.5, - 0.408203, - 0.373047, - 0.490234, - 0.492188, - 0.507812, - 0.582031, - 0.486328, - 0.535156, - 0.378906, - 0.482422, - 0.439453, - 0.494141, - 0.605469, - 0.5, - 0.519531, - 0.429688, - 0.472656, - 0.283203, - 0.511719, - 0.382812, - 0.488281, - 0.535156, - 0.488281, - 0.507812, - 0.53125, - 0.4375, - 0.5, - 0.53125, - 0.488281, - 0.396484, - 0.416016, - 0.496094, - 0.523438, - 0.498047, - 0.498047, - 0.496094, - 0.466797, - 0.498047, - 0.464844, - 0.486328, - 0.480469, - 0.458984, - 0.503906, - 0.457031, - 0.453125, - 0.488281, - 0.425781, - 0.488281, - 0.494141, - 0.480469, - 0.511719, - 0.292969, - 0.5625, - 0.519531, - 0.498047, - 0.519531, - 0.550781, - 0.441406, - 0.480469, - 0.345703, - 0.507812, - 0.494141, - 0.542969, - 0.503906, - 0.46875, - 0.464844, - 0.3125, - 0.484375, - 0.515625, - 0.472656, - 0.527344, - 0.382812, - 0.539062, - 0.496094, - 0.542969, - 0.470703, - 0.496094, - 0.460938, - 0.494141, - 0.478516, - 0.494141, - 0.390625, - 0.478516, - 0.451172, - 0.5, - 0.507812, - 0.412109, - 0.527344, - 0.410156, - 0.503906, - 0.458984, - 0.470703, - 0.433594, - 0.386719, - 0.5, - 0.34375, - 0.363281, - 0.515625, - 0.310547, - 0.429688, - 0.511719, - 0.498047, - 0.4375, - 0.427734, - 0.419922, - 0.392578, - 0.507812, - 0.527344, - 0.470703, - 0.484375, - 0.412109, - 0.453125, - 0.460938, - 0.480469, - 0.490234, - 0.464844, - 0.470703, - 0.519531, - 0.443359, - 0.46875, - 0.515625, - 0.451172, - 0.578125, - 0.492188, - 0.519531, - 0.53125, - 0.511719, - 0.550781, - 0.488281, - 0.470703, - 0.515625, - 0.462891, - 0.449219, - 0.353516, - 0.488281, - 0.490234, - 0.392578, - 0.527344, - 0.503906, - 0.421875, - 0.503906, - 0.34375, - 0.369141, - 0.433594, - 0.503906, - 0.457031, - 0.414062, - 0.482422, - 0.425781, - 0.46875, - 0.470703, - 0.46875, - 0.458984, - 0.511719, - 0.503906, - 0.5, - 0.439453, - 0.5625, - 0.53125, - 0.539062, - 0.462891, - 0.476562, - 0.5, - 0.511719, - 0.484375, - 0.488281, - 0.219727, - 0.402344, - 0.476562, - 0.355469, - 0.503906, - 0.515625, - 0.53125, - 0.474609, - 0.515625, - 0.498047, - 0.5, - 0.492188, - 0.5, - 0.492188, - 0.5, - 0.482422, - 0.5, - 0.519531, - 0.447266, - 0.523438, - 0.482422, - 0.566406, - 0.476562, - 0.222656, - 0.5, - 0.455078, - 0.507812, - 0.417969, - 0.527344, - 0.503906, - 0.380859, - 0.451172, - 0.417969, - 0.515625, - 0.486328, - 0.527344, - 0.519531, - 0.507812, - 0.478516, - 0.482422, - 0.480469, - 0.40625, - 0.490234, - 0.488281, - 0.474609, - 0.462891, - 0.476562, - 0.53125, - 0.515625, - 0.486328, - 0.445312, - 0.5, - 0.511719, - 0.494141, - 0.310547, - 0.566406, - 0.386719, - 0.5, - 0.439453, - 0.46875, - 0.511719, - 0.482422, - 0.482422, - 0.400391, - 0.40625, - 0.453125, - 0.486328, - 0.478516, - 0.441406, - 0.480469, - 0.431641, - 0.429688, - 0.369141, - 0.503906, - 0.470703, - 0.443359, - 0.484375, - 0.357422, - 0.482422, - 0.523438, - 0.474609, - 0.470703, - 0.373047, - 0.492188, - 0.398438, - 0.5, - 0.582031, - 0.470703, - 0.466797, - 0.482422, - 0.494141, - 0.5, - 0.478516, - 0.330078, - 0.527344, - 0.492188, - 0.546875, - 0.589844, - 0.316406, - 0.427734, - 0.441406, - 0.488281, - 0.490234, - 0.464844, - 0.494141, - 0.503906, - 0.443359, - 0.527344, - 0.203125, - 0.472656, - 0.396484, - 0.492188, - 0.470703, - 0.402344, - 0.480469, - 0.507812, - 0.53125, - 0.490234, - 0.570312, - 0.515625, - 0.478516, - 0.40625, - 0.542969, - 0.480469, - 0.542969, - 0.349609, - 0.519531, - 0.324219, - 0.527344, - 0.400391, - 0.382812, - 0.566406, - 0.496094, - 0.478516, - 0.53125, - 0.46875, - 0.523438, - 0.546875, - 0.34375, - 0.542969, - 0.488281, - 0.511719, - 0.498047, - 0.425781, - 0.441406, - 0.511719, - 0.5, - 0.539062, - 0.380859, - 0.277344, - 0.46875, - 0.496094, - 0.484375, - 0.535156, - 0.511719, - 0.585938, - 0.46875, - 0.511719, - 0.470703, - 0.474609, - 0.498047, - 0.40625, - 0.490234, - 0.451172, - 0.507812, - 0.490234, - 0.503906, - 0.470703, - 0.480469, - 0.404297, - 0.5625, - 0.396484, - 0.421875, - 0.490234, - 0.390625, - 0.539062, - 0.496094, - 0.332031, - 0.394531, - 0.464844, - 0.503906, - 0.365234, - 0.457031, - 0.34375, - 0.238281, - 0.507812, - 0.248047, - 0.441406, - 0.507812, - 0.400391, - 0.503906, - 0.519531, - 0.392578, - 0.515625, - 0.449219, - 0.394531, - 0.4375, - 0.482422, - 0.363281, - 0.480469, - 0.371094, - 0.371094, - 0.484375, - 0.355469, - 0.511719, - 0.515625, - 0.308594, - 0.539062, - 0.515625, - 0.507812, - 0.443359, - 0.492188, - 0.451172, - 0.496094, - 0.503906, - 0.382812, - 0.412109, - 0.322266, - 0.476562, - 0.423828, - 0.503906, - 0.527344, - 0.431641, - 0.539062, - 0.333984, - 0.519531, - 0.255859, - 0.511719, - 0.263672, - 0.225586, - 0.414062, - 0.496094, - 0.478516, - 0.494141, - 0.482422, - 0.515625, - 0.328125, - 0.351562, - 0.535156, - 0.482422, - 0.503906, - 0.507812, - 0.3125, - 0.457031, - 0.550781, - 0.492188, - 0.453125, - 0.443359, - 0.527344, - 0.455078, - 0.519531, - 0.439453, - 0.396484, - 0.400391, - 0.239258, - 0.484375, - 0.375, - 0.478516, - 0.519531, - 0.451172, - 0.507812, - 0.439453, - 0.484375, - 0.478516, - 0.507812, - 0.515625, - 0.523438, - 0.490234, - 0.523438, - 0.482422, - 0.507812, - 0.498047, - 0.46875, - 0.410156, - 0.488281, - 0.503906, - 0.484375, - 0.53125, - 0.335938, - 0.496094, - 0.470703, - 0.283203, - 0.550781, - 0.53125, - 0.492188, - 0.384766, - 0.496094, - 0.482422, - 0.414062, - 0.470703, - 0.523438, - 0.523438, - 0.365234, - 0.494141, - 0.515625, - 0.457031, - 0.361328, - 0.474609, - 0.498047, - 0.476562, - 0.480469, - 0.231445, - 0.474609, - 0.53125, - 0.376953, - 0.490234, - 0.511719, - 0.498047, - 0.46875, - 0.511719, - 0.507812, - 0.515625, - 0.490234, - 0.511719, - 0.378906, - 0.503906, - 0.322266, - 0.503906, - 0.503906, - 0.480469, - 0.494141, - 0.423828, - 0.431641, - 0.476562, - 0.453125, - 0.507812, - 0.490234, - 0.482422, - 0.386719, - 0.480469, - 0.404297, - 0.460938, - 0.484375, - 0.349609, - 0.466797, - 0.396484, - 0.582031, - 0.486328, - 0.503906, - 0.484375, - 0.382812, - 0.535156, - 0.515625, - 0.482422, - 0.462891, - 0.339844, - 0.523438, - 0.5, - 0.515625, - 0.480469, - 0.527344, - 0.400391, - 0.527344, - 0.5625, - 0.46875, - 0.414062, - 0.474609, - 0.482422, - 0.462891, - 0.488281, - 0.597656, - 0.466797, - 0.523438, - 0.5, - 0.476562, - 0.460938, - 0.324219, - 0.554688, - 0.511719, - 0.515625, - 0.527344, - 0.605469, - 0.435547, - 0.376953, - 0.519531, - 0.498047, - 0.535156, - 0.494141, - 0.457031, - 0.447266, - 0.457031, - 0.40625, - 0.466797, - 0.398438, - 0.208984, - 0.419922, - 0.539062, - 0.484375, - 0.511719, - 0.466797, - 0.478516, - 0.496094, - 0.345703, - 0.235352, - 0.542969, - 0.439453, - 0.511719, - 0.417969, - 0.455078, - 0.535156, - 0.466797, - 0.523438, - 0.384766, - 0.466797, - 0.445312, - 0.523438, - 0.447266, - 0.365234, - 0.443359, - 0.443359, - 0.554688, - 0.515625, - 0.496094, - 0.550781, - 0.492188, - 0.458984, - 0.494141, - 0.457031, - 0.443359, - 0.425781, - 0.46875, - 0.527344, - 0.519531, - 0.527344, - 0.46875, - 0.53125, - 0.496094, - 0.40625, - 0.371094, - 0.449219, - 0.400391, - 0.492188, - 0.5, - 0.482422, - 0.503906, - 0.449219, - 0.445312, - 0.550781, - 0.375, - 0.378906, - 0.5, - 0.441406, - 0.388672, - 0.498047, - 0.457031, - 0.585938, - 0.474609, - 0.474609, - 0.466797, - 0.259766, - 0.490234, - 0.519531, - 0.515625, - 0.457031, - 0.480469, - 0.523438, - 0.53125, - 0.515625, - 0.539062, - 0.503906, - 0.480469, - 0.486328, - 0.460938, - 0.515625, - 0.494141, - 0.488281, - 0.490234, - 0.539062, - 0.464844, - 0.507812, - 0.466797, - 0.457031, - 0.367188, - 0.472656, - 0.498047, - 0.470703, - 0.419922, - 0.511719, - 0.271484, - 0.458984, - 0.546875, - 0.455078, - 0.496094, - 0.492188, - 0.464844, - 0.519531, - 0.523438, - 0.453125, - 0.439453, - 0.5, - 0.263672, - 0.458984, - 0.511719, - 0.439453, - 0.478516, - 0.449219, - 0.492188, - 0.433594, - 0.5, - 0.460938, - 0.427734, - 0.414062, - 0.554688, - 0.349609, - 0.507812, - 0.476562, - 0.472656, - 0.46875, - 0.484375, - 0.466797, - 0.472656, - 0.46875, - 0.474609, - 0.5, - 0.470703, - 0.431641, - 0.523438, - 0.414062, - 0.46875, - 0.75, - 0.490234, - 0.490234, - 0.433594, - 0.511719, - 0.494141, - 0.429688, - 0.472656, - 0.484375, - 0.492188, - 0.519531, - 0.460938, - 0.5, - 0.46875, - 0.359375, - 0.480469, - 0.539062, - 0.464844, - 0.472656, - 0.388672, - 0.496094, - 0.447266, - 0.488281, - 0.535156, - 0.511719, - 0.476562, - 0.490234, - 0.472656, - 0.433594, - 0.392578, - 0.498047, - 0.519531, - 0.515625, - 0.466797, - 0.5, - 0.515625, - 0.464844, - 0.503906, - 0.441406, - 0.527344, - 0.476562, - 0.482422, - 0.5, - 0.570312, - 0.542969, - 0.351562, - 0.431641, - 0.511719, - 0.472656, - 0.486328, - 0.503906, - 0.535156, - 0.462891, - 0.480469, - 0.496094, - 0.302734, - 0.429688, - 0.498047, - 0.542969, - 0.476562, - 0.458984, - 0.378906, - 0.542969, - 0.447266, - 0.355469, - 0.472656, - 0.466797, - 0.269531, - 0.443359, - 0.503906, - 0.550781, - 0.478516, - 0.466797, - 0.535156, - 0.494141, - 0.498047, - 0.527344, - 0.333984, - 0.494141, - 0.443359, - 0.5625, - 0.484375, - 0.507812, - 0.53125, - 0.482422, - 0.496094, - 0.470703, - 0.582031, - 0.470703, - 0.5, - 0.498047, - 0.515625, - 0.478516, - 0.435547, - 0.546875, - 0.515625, - 0.341797, - 0.341797, - 0.527344, - 0.490234, - 0.539062, - 0.482422, - 0.375, - 0.394531, - 0.53125, - 0.441406, - 0.462891, - 0.394531, - 0.433594, - 0.5, - 0.511719, - 0.539062, - 0.478516, - 0.511719, - 0.523438, - 0.527344, - 0.554688, - 0.451172, - 0.496094, - 0.53125, - 0.466797, - 0.414062, - 0.515625, - 0.427734, - 0.478516, - 0.458984, - 0.480469, - 0.527344, - 0.396484, - 0.439453, - 0.439453, - 0.527344, - 0.171875, - 0.574219, - 0.419922, - 0.466797, - 0.523438, - 0.498047, - 0.515625, - 0.527344, - 0.462891, - 0.486328, - 0.457031, - 0.498047, - 0.25, - 0.457031, - 0.507812, - 0.416016, - 0.507812, - 0.378906, - 0.550781, - 0.417969, - 0.285156, - 0.410156, - 0.484375, - 0.511719, - 0.53125, - 0.396484, - 0.535156, - 0.558594, - 0.490234, - 0.507812, - 0.800781, - 0.306641, - 0.496094, - 0.355469, - 0.40625, - 0.507812, - 0.443359, - 0.523438, - 0.431641, - 0.462891, - 0.503906, - 0.492188, - 0.414062, - 0.511719, - 0.503906, - 0.535156, - 0.5, - 0.539062, - 0.455078, - 0.427734, - 0.466797, - 0.511719, - 0.5, - 0.474609, - 0.511719, - 0.546875, - 0.443359, - 0.445312, - 0.490234, - 0.527344, - 0.550781, - 0.550781, - 0.503906, - 0.4375, - 0.519531, - 0.458984, - 0.494141, - 0.431641, - 0.000315, - 0.5, - 0.458984, - 0.511719, - 0.498047, - 0.527344, - 0.515625, - 0.419922, - 0.527344, - 0.443359, - 0.433594, - 0.535156, - 0.392578, - 0.445312, - 0.519531, - 0.484375, - 0.507812, - 0.474609, - 0.300781, - 0.535156, - 0.384766, - 0.431641, - 0.482422, - 0.507812, - 0.480469, - 0.439453, - 0.472656, - 0.496094, - 0.498047, - 0.431641, - 0.542969, - 0.460938, - 0.503906, - 0.486328, - 0.5, - 0.527344, - 0.519531, - 0.308594, - 0.482422, - 0.472656, - 0.511719, - 0.355469, - 0.474609, - 0.523438, - 0.492188, - 0.488281, - 0.470703, - 0.5, - 0.443359, - 0.472656, - 0.466797, - 0.496094, - 0.492188, - 0.472656, - 0.474609, - 0.484375, - 0.46875, - 0.535156, - 0.425781, - 0.554688, - 0.455078, - 0.460938, - 0.503906, - 0.388672, - 0.478516, - 0.515625, - 0.519531, - 0.535156, - 0.445312, - 0.539062, - 0.466797, - 0.412109, - 0.476562, - 0.570312, - 0.394531, - 0.396484, - 0.271484, - 0.5, - 0.349609, - 0.484375, - 0.511719, - 0.527344, - 0.498047, - 0.5, - 0.417969, - 0.527344, - 0.433594, - 0.507812, - 0.539062, - 0.478516, - 0.503906, - 0.380859, - 0.5, - 0.445312, - 0.460938, - 0.388672, - 0.472656, - 0.492188, - 0.455078, - 0.486328, - 0.5, - 0.390625, - 0.482422, - 0.462891, - 0.503906, - 0.433594, - 0.503906, - 0.472656, - 0.378906, - 0.410156, - 0.503906, - 0.458984, - 0.445312, - 0.341797, - 0.519531, - 0.558594, - 0.462891, - 0.570312, - 0.482422, - 0.486328, - 0.433594, - 0.566406, - 0.341797, - 0.507812, - 0.511719, - 0.380859, - 0.490234, - 0.453125, - 0.451172, - 0.5, - 0.519531, - 0.488281, - 0.412109, - 0.496094, - 0.515625, - 0.703125, - 0.496094, - 0.416016, - 0.476562, - 0.470703, - 0.457031, - 0.503906, - 0.449219, - 0.484375, - 0.507812, - 0.384766, - 0.378906, - 0.470703, - 0.539062, - 0.519531, - 0.519531, - 0.542969, - 0.515625, - 0.474609, - 0.460938, - 0.304688, - 0.53125, - 0.255859, - 0.237305, - 0.515625, - 0.492188, - 0.515625, - 0.476562, - 0.511719, - 0.5, - 0.425781, - 0.480469, - 0.365234, - 0.585938, - 0.476562, - 0.511719, - 0.410156, - 0.462891, - 0.648438, - 0.511719, - 0.451172, - 0.503906, - 0.427734, - 0.488281, - 0.535156, - 0.507812, - 0.492188, - 0.474609, - 0.359375, - 0.511719, - 0.414062, - 0.503906, - 0.539062, - 0.488281, - 0.519531, - 0.507812, - 0.308594, - 0.474609, - 0.472656, - 0.482422, - 0.355469, - 0.378906, - 0.240234, - 0.322266, - 0.398438, - 0.46875, - 0.423828, - 0.466797, - 0.511719, - 0.447266, - 0.539062, - 0.503906, - 0.433594, - 0.496094, - 0.503906, - 0.570312, - 0.478516, - 0.486328, - 0.429688, - 0.478516, - 0.523438, - 0.585938, - 0.511719, - 0.527344, - 0.484375, - 0.460938, - 0.496094, - 0.503906, - 0.478516, - 0.486328, - 0.472656, - 0.394531, - 0.511719, - 0.490234, - 0.458984, - 0.46875, - 0.4375, - 0.515625, - 0.357422, - 0.578125, - 0.507812, - 0.365234, - 0.503906, - 0.470703, - 0.46875, - 0.546875, - 0.4375, - 0.503906, - 0.431641, - 0.396484, - 0.511719, - 0.511719, - 0.455078, - 0.490234, - 0.40625, - 0.498047, - 0.447266, - 0.451172, - 0.496094, - 0.472656, - 0.449219, - 0.308594, - 0.496094, - 0.507812, - 0.453125, - 0.589844, - 0.507812, - 0.451172, - 0.40625, - 0.482422, - 0.492188, - 0.462891, - 0.447266, - 0.507812, - 0.449219, - 0.457031, - 0.53125, - 0.392578, - 0.515625, - 0.5, - 0.419922, - 0.453125, - 0.498047, - 0.523438, - 0.441406, - 0.410156, - 0.5, - 0.476562, - 0.414062, - 0.339844, - 0.507812, - 0.478516, - 0.527344, - 0.460938, - 0.443359, - 0.433594, - 0.498047, - 0.507812, - 0.519531, - 0.519531, - 0.757812, - 0.458984, - 0.332031, - 0.515625, - 0.507812, - 0.398438, - 0.511719, - 0.46875, - 0.476562, - 0.53125, - 0.435547, - 0.480469, - 0.535156, - 0.466797, - 0.5625, - 0.492188, - 0.376953, - 0.511719, - 0.492188, - 0.519531, - 0.322266, - 0.498047, - 0.3125, - 0.458984, - 0.474609, - 0.435547, - 0.515625, - 0.515625, - 0.494141, - 0.515625, - 0.464844, - 0.503906, - 0.419922, - 0.494141, - 0.5, - 0.464844, - 0.451172, - 0.376953, - 0.480469, - 0.488281, - 0.455078, - 0.519531, - 0.5625, - 0.496094, - 0.527344, - 0.486328, - 0.496094, - 0.527344, - 0.439453, - 0.476562, - 0.498047, - 0.515625, - 0.515625, - 0.486328, - 0.466797, - 0.539062, - 0.498047, - 0.486328, - 0.496094, - 0.378906, - 0.494141, - 0.498047, - 0.466797, - 0.507812, - 0.490234, - 0.5, - 0.515625, - 0.462891, - 0.527344, - 0.496094, - 0.371094, - 0.416016, - 0.53125, - 0.515625, - 0.373047, - 0.507812, - 0.484375, - 0.515625, - 0.507812, - 0.410156, - 0.462891, - 0.4375, - 0.5, - 0.435547, - 0.466797, - 0.464844, - 0.472656, - 0.447266, - 0.421875, - 0.451172, - 0.498047, - 0.417969, - 0.490234, - 0.519531, - 0.425781, - 0.486328, - 0.380859, - 0.462891, - 0.451172, - 0.361328, - 0.503906, - 0.429688, - 0.53125, - 0.511719, - 0.523438, - 0.435547, - 0.511719, - 0.519531, - 0.53125, - 0.494141, - 0.5, - 0.394531, - 0.478516, - 0.523438, - 0.5, - 0.435547, - 0.482422, - 0.566406, - 0.550781, - 0.417969, - 0.53125, - 0.494141, - 0.388672, - 0.494141, - 0.457031, - 0.490234, - 0.441406, - 0.496094, - 0.423828, - 0.507812, - 0.472656, - 0.345703, - 0.488281, - 0.542969, - 0.539062, - 0.460938, - 0.539062, - 0.443359, - 0.478516, - 0.507812, - 0.519531, - 0.457031, - 0.542969, - 0.507812, - 0.478516, - 0.470703, - 0.402344, - 0.404297, - 0.365234, - 0.462891, - 0.519531, - 0.455078, - 0.371094, - 0.466797, - 0.404297, - 0.503906, - 0.515625, - 0.462891, - 0.484375, - 0.460938, - 0.251953, - 0.470703, - 0.449219, - 0.503906, - 0.507812, - 0.515625, - 0.519531, - 0.539062, - 0.494141, - 0.335938, - 0.5, - 0.427734, - 0.427734, - 0.464844, - 0.478516, - 0.378906, - 0.457031, - 0.345703, - 0.519531, - 0.417969, - 0.46875, - 0.462891, - 0.519531, - 0.511719, - 0.503906, - 0.458984, - 0.53125, - 0.496094, - 0.474609, - 0.330078, - 0.490234, - 0.441406, - 0.324219, - 0.390625, - 0.478516, - 0.435547, - 0.486328, - 0.507812, - 0.503906, - 0.558594, - 0.423828, - 0.478516, - 0.46875, - 0.478516, - 0.40625, - 0.484375, - 0.488281, - 0.451172, - 0.439453, - 0.511719, - 0.498047, - 0.494141, - 0.511719, - 0.511719, - 0.515625, - 0.550781, - 0.519531, - 0.519531, - 0.466797, - 0.546875, - 0.482422, - 0.490234, - 0.4375, - 0.494141, - 0.431641, - 0.447266, - 0.414062, - 0.46875, - 0.5, - 0.550781, - 0.392578, - 0.326172, - 0.539062, - 0.414062, - 0.515625, - 0.490234, - 0.482422, - 0.5, - 0.494141, - 0.455078, - 0.451172, - 0.419922, - 0.443359, - 0.503906, - 0.570312, - 0.427734, - 0.519531, - 0.472656, - 0.394531, - 0.431641, - 0.482422, - 0.511719, - 0.458984, - 0.488281, - 0.433594, - 0.539062, - 0.339844, - 0.490234, - 0.480469, - 0.373047, - 0.527344, - 0.455078, - 0.539062, - 0.472656, - 0.515625, - 0.402344, - 0.507812, - 0.503906, - 0.382812, - 0.494141, - 0.486328, - 0.367188, - 0.404297, - 0.539062, - 0.466797, - 0.4375, - 0.464844, - 0.447266, - 0.357422, - 0.482422, - 0.486328, - 0.445312, - 0.322266, - 0.488281, - 0.558594, - 0.470703, - 0.574219, - 0.523438, - 0.558594, - 0.455078, - 0.427734, - 0.462891, - 0.458984, - 0.427734, - 0.486328, - 0.457031, - 0.503906, - 0.523438, - 0.283203, - 0.404297, - 0.4375, - 0.585938, - 0.503906, - 0.304688, - 0.429688, - 0.535156, - 0.371094, - 0.466797, - 0.503906, - 0.443359, - 0.511719, - 0.199219, - 0.507812, - 0.511719, - 0.507812, - 0.402344, - 0.421875, - 0.613281, - 0.476562, - 0.486328, - 0.539062, - 0.496094, - 0.482422, - 0.449219, - 0.476562, - 0.5, - 0.472656, - 0.554688, - 0.507812, - 0.484375, - 0.523438, - 0.347656, - 0.451172, - 0.478516, - 0.494141, - 0.333984, - 0.488281, - 0.423828, - 0.519531, - 0.472656, - 0.523438, - 0.472656, - 0.490234, - 0.519531, - 0.535156, - 0.464844, - 0.496094, - 0.470703, - 0.511719, - 0.511719, - 0.478516, - 0.474609, - 0.449219 - ] - }, - "name": "model.transformer.layers.13.ffn_norm.weight", - "outputIndexes": [ - 885 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 884, - 885 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_13/Mul_1_output_0", - "outputIndexes": [ - 886 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 886 - ], - "outputIndexes": [ - 1794 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1794 - ], - "outputIndexes": [ - 1795 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear", - "inputIndexes": [ - 1795 - ], - "outputIndexes": [ - 1796 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 8704, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 104448, - "weightSize": 0 - }, - "external": [ - 114552076, - 6684694, - 835584, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1796 - ], - "outputIndexes": [ - 1797 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1797 - ], - "outputIndexes": [ - 887 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 8704 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4352 - ] - }, - "name": "/ffn_13/Mul_output_0", - "outputIndexes": [ - 888 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 887, - 21, - 888, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_13/Slice_output_0", - "outputIndexes": [ - 889 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 889 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_13/Sigmoid_output_0", - "outputIndexes": [ - 890 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 889, - 890 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_13/Mul_output_0", - "outputIndexes": [ - 891 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 8704 - ] - }, - "name": "/ffn_13/Mul_1_output_0", - "outputIndexes": [ - 892 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 887, - 888, - 892, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_13/Slice_1_output_0", - "outputIndexes": [ - 893 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 891, - 893 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_13/Mul_2_output_0", - "outputIndexes": [ - 894 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 894 - ], - "outputIndexes": [ - 1798 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 4352, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1798 - ], - "outputIndexes": [ - 1799 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear", - "inputIndexes": [ - 1799 - ], - "outputIndexes": [ - 1800 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 4352, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 52224, - "weightSize": 0 - }, - "external": [ - 122072354, - 3342358, - 417792, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1800 - ], - "outputIndexes": [ - 1801 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.13/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1801 - ], - "outputIndexes": [ - 895 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 883, - 895 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_55_output_0", - "outputIndexes": [ - 896 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 896, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_56_output_0", - "outputIndexes": [ - 897 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 897 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_14/Mul_output_0", - "outputIndexes": [ - 898 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.894531, - 0.71875, - 0.75, - 0.675781, - 0.644531, - 0.753906, - 0.742188, - 0.707031, - 0.984375, - 0.730469, - 0.910156, - 0.474609, - 0.738281, - 0.699219, - 0.722656, - 0.902344, - 0.847656, - 0.632812, - 0.703125, - 0.78125, - 0.235352, - 0.859375, - 0.458984, - 0.8125, - 0.855469, - 0.671875, - 0.695312, - 0.734375, - 0.753906, - 0.691406, - 0.871094, - 0.765625, - 0.494141, - 0.640625, - 0.789062, - 0.742188, - 0.703125, - 0.679688, - 0.582031, - 0.738281, - 0.765625, - 0.65625, - 0.839844, - 0.734375, - 0.664062, - 0.863281, - 0.789062, - 0.589844, - 0.871094, - 0.546875, - 0.761719, - 0.6875, - 0.679688, - 0.738281, - 1.296875, - 0.839844, - 0.839844, - 0.75, - 0.769531, - 0.738281, - 0.640625, - 0.683594, - 0.34375, - 0.824219, - 0.523438, - 0.816406, - 0.617188, - 0.707031, - 1.023438, - 1.023438, - 0.707031, - 0.835938, - 0.710938, - 0.777344, - 0.523438, - 0.792969, - 0.792969, - 0.964844, - 0.777344, - 0.753906, - 0.746094, - 0.625, - 0.78125, - 0.777344, - 0.632812, - 0.585938, - 0.652344, - 0.648438, - 0.757812, - 0.574219, - 0.699219, - 0.867188, - 0.792969, - 0.785156, - 0.683594, - 0.773438, - 0.5, - 0.878906, - 0.375, - 0.474609, - 0.777344, - 1.140625, - 0.597656, - 0.757812, - 0.707031, - 0.628906, - 0.742188, - 0.566406, - 0.625, - 0.730469, - 0.707031, - 0.734375, - 0.503906, - 0.5625, - 0.777344, - 0.613281, - 0.542969, - 0.820312, - 0.722656, - 0.707031, - 0.785156, - 0.566406, - 0.691406, - 0.820312, - 0.613281, - 0.867188, - 0.714844, - 0.789062, - 0.820312, - 0.789062, - 0.863281, - 0.6875, - 0.683594, - 0.613281, - 0.882812, - 0.660156, - 0.648438, - 0.625, - 0.796875, - 0.550781, - 0.8125, - 0.816406, - 0.691406, - 0.660156, - 0.439453, - 0.365234, - 0.730469, - 0.945312, - 0.574219, - 0.652344, - 0.773438, - 0.710938, - 0.734375, - 0.714844, - 0.734375, - 0.742188, - 0.746094, - 0.625, - 0.742188, - 0.851562, - 0.929688, - 1.09375, - 0.707031, - 0.75, - 0.648438, - 0.6875, - 0.710938, - 0.824219, - 0.738281, - 0.605469, - 0.523438, - 0.652344, - 0.353516, - 0.648438, - 0.644531, - 0.691406, - 0.730469, - 0.71875, - 0.828125, - 0.800781, - 0.628906, - 0.886719, - 0.84375, - 0.769531, - 0.734375, - 0.691406, - 0.761719, - 0.75, - 0.847656, - 0.808594, - 0.863281, - 0.652344, - 1.796875, - 0.820312, - 0.753906, - 0.777344, - 0.8125, - 0.808594, - 0.738281, - 0.785156, - 0.617188, - 0.621094, - 0.871094, - 0.730469, - 0.851562, - 0.714844, - 0.609375, - 0.789062, - 0.648438, - 0.628906, - 0.832031, - 0.800781, - 0.644531, - 0.71875, - 0.753906, - 0.664062, - 0.765625, - 0.789062, - 0.652344, - 0.792969, - 0.832031, - 0.84375, - 0.625, - 0.289062, - 0.882812, - 1.273438, - 0.726562, - 0.664062, - 0.738281, - 0.703125, - 0.707031, - 0.730469, - 0.839844, - 0.632812, - 0.707031, - 0.734375, - 0.765625, - 0.632812, - 0.828125, - 0.773438, - 0.71875, - 0.494141, - 0.722656, - 0.707031, - 0.886719, - 0.730469, - 0.392578, - 0.675781, - 0.878906, - 0.8125, - 0.742188, - 0.355469, - 0.753906, - 1.046875, - 0.777344, - 0.761719, - 0.664062, - 0.828125, - 0.699219, - 0.660156, - 0.734375, - 0.75, - 0.310547, - 0.851562, - 0.625, - 0.914062, - 0.871094, - 1.1875, - 0.859375, - 0.691406, - 0.804688, - 0.667969, - 0.6875, - 0.601562, - 0.671875, - 0.667969, - 0.785156, - 0.390625, - 0.835938, - 0.484375, - 0.738281, - 0.699219, - 0.726562, - 0.753906, - 0.699219, - 0.75, - 0.605469, - 0.914062, - 0.859375, - 0.863281, - 0.542969, - 0.835938, - 0.714844, - 0.933594, - 0.322266, - 0.785156, - 0.316406, - 0.671875, - 0.539062, - 0.429688, - 0.808594, - 0.722656, - 0.703125, - 0.851562, - 0.730469, - 0.960938, - 1.078125, - 0.554688, - 0.882812, - 0.707031, - 0.726562, - 0.679688, - 0.71875, - 0.75, - 0.683594, - 0.675781, - 0.875, - 0.419922, - 1.046875, - 0.777344, - 0.703125, - 0.71875, - 0.714844, - 0.859375, - 0.816406, - 0.683594, - 0.683594, - 0.765625, - 0.71875, - 0.605469, - 0.640625, - 0.738281, - 0.734375, - 0.820312, - 0.640625, - 0.75, - 0.773438, - 0.75, - 0.597656, - 0.753906, - 0.625, - 0.679688, - 0.867188, - 0.527344, - 0.929688, - 0.65625, - 2.265625, - 0.445312, - 0.824219, - 0.691406, - 0.917969, - 0.726562, - 0.550781, - 0.566406, - 0.875, - 1.328125, - 0.699219, - 0.785156, - 0.523438, - 0.75, - 0.851562, - 0.582031, - 0.820312, - 0.707031, - 0.746094, - 0.96875, - 0.777344, - 0.871094, - 0.921875, - 0.394531, - 0.416016, - 0.9375, - 0.419922, - 0.777344, - 0.78125, - 0.285156, - 0.90625, - 0.828125, - 0.796875, - 0.601562, - 0.640625, - 0.625, - 0.65625, - 0.671875, - 0.535156, - 0.613281, - 0.308594, - 0.664062, - 0.617188, - 0.757812, - 0.910156, - 0.757812, - 0.847656, - 0.298828, - 0.796875, - 1.117188, - 0.640625, - 1.257812, - 0.237305, - 0.5625, - 0.855469, - 0.824219, - 0.621094, - 0.820312, - 0.917969, - 0.404297, - 0.380859, - 0.84375, - 0.683594, - 0.765625, - 0.644531, - 0.859375, - 0.777344, - 0.75, - 0.597656, - 0.679688, - 0.671875, - 0.773438, - 0.710938, - 0.730469, - 0.742188, - 0.746094, - 0.664062, - 1.21875, - 0.730469, - 0.773438, - 0.800781, - 0.699219, - 0.867188, - 0.78125, - 0.757812, - 0.6875, - 0.820312, - 0.722656, - 0.722656, - 0.683594, - 0.808594, - 0.875, - 0.824219, - 0.789062, - 0.6875, - 0.699219, - 0.679688, - 0.929688, - 0.691406, - 0.664062, - 1.0, - 0.363281, - 0.703125, - 0.574219, - 1.304688, - 0.851562, - 0.835938, - 0.773438, - 0.482422, - 0.835938, - 0.835938, - 0.628906, - 0.667969, - 0.722656, - 0.753906, - 0.335938, - 0.839844, - 0.863281, - 0.785156, - 0.539062, - 0.714844, - 0.90625, - 0.660156, - 0.726562, - 0.71875, - 0.671875, - 0.960938, - 0.474609, - 0.894531, - 0.734375, - 0.761719, - 0.734375, - 0.742188, - 0.859375, - 0.773438, - 0.648438, - 0.867188, - 0.714844, - 0.738281, - 0.384766, - 0.757812, - 0.648438, - 0.710938, - 0.753906, - 0.804688, - 0.816406, - 0.820312, - 0.691406, - 0.671875, - 0.796875, - 0.710938, - 0.742188, - 0.789062, - 0.621094, - 0.726562, - 0.710938, - 0.306641, - 0.796875, - 0.601562, - 0.925781, - 0.695312, - 0.808594, - 0.78125, - 0.667969, - 0.789062, - 0.71875, - 0.625, - 0.699219, - 0.921875, - 0.882812, - 0.753906, - 0.671875, - 0.804688, - 0.792969, - 0.585938, - 0.941406, - 0.835938, - 0.621094, - 0.542969, - 0.683594, - 0.640625, - 0.75, - 0.691406, - 3.21875, - 0.742188, - 0.683594, - 0.707031, - 0.847656, - 0.742188, - 0.349609, - 0.824219, - 0.757812, - 0.796875, - 0.730469, - 0.90625, - 0.65625, - 0.695312, - 0.777344, - 0.734375, - 0.90625, - 0.722656, - 0.769531, - 0.648438, - 0.707031, - 0.695312, - 0.6875, - 0.777344, - 0.427734, - 0.628906, - 0.859375, - 0.707031, - 0.765625, - 0.652344, - 0.667969, - 0.773438, - 0.742188, - 0.652344, - 0.796875, - 0.9375, - 0.597656, - 0.648438, - 0.640625, - 0.722656, - 0.695312, - 0.703125, - 0.628906, - 0.632812, - 0.746094, - 0.875, - 0.707031, - 0.761719, - 0.671875, - 0.804688, - 0.859375, - 0.761719, - 0.753906, - 0.875, - 0.726562, - 0.664062, - 0.644531, - 0.695312, - 0.746094, - 0.753906, - 0.691406, - 0.773438, - 0.792969, - 0.890625, - 0.757812, - 0.691406, - 0.6875, - 0.480469, - 0.519531, - 0.847656, - 0.482422, - 0.78125, - 0.765625, - 0.6875, - 0.726562, - 0.667969, - 0.601562, - 0.816406, - 0.478516, - 0.476562, - 0.753906, - 0.699219, - 0.441406, - 0.671875, - 0.753906, - 0.777344, - 0.582031, - 0.761719, - 0.613281, - 0.839844, - 0.769531, - 1.039062, - 0.820312, - 0.6875, - 0.648438, - 0.808594, - 0.785156, - 0.84375, - 0.949219, - 0.726562, - 0.585938, - 0.765625, - 0.675781, - 0.964844, - 0.757812, - 0.789062, - 0.710938, - 0.738281, - 0.609375, - 0.792969, - 0.667969, - 0.679688, - 0.667969, - 0.625, - 0.765625, - 0.84375, - 0.761719, - 0.867188, - 0.200195, - 0.785156, - 1.109375, - 0.523438, - 0.796875, - 0.660156, - 0.738281, - 0.832031, - 0.65625, - 0.605469, - 0.867188, - 0.75, - 1.273438, - 0.820312, - 0.773438, - 0.730469, - 0.800781, - 0.726562, - 0.785156, - 0.800781, - 0.953125, - 0.621094, - 0.703125, - 0.578125, - 0.796875, - 0.427734, - 1.0, - 0.769531, - 0.632812, - 0.976562, - 0.6875, - 0.660156, - 0.667969, - 0.707031, - 0.753906, - 0.757812, - 0.667969, - 0.714844, - 0.679688, - 0.683594, - 0.589844, - 1.109375, - 0.757812, - 0.769531, - 0.636719, - 0.746094, - 0.613281, - 0.582031, - 0.667969, - 0.6875, - 0.777344, - 0.839844, - 0.703125, - 0.613281, - 0.8125, - 0.447266, - 0.75, - 0.820312, - 0.671875, - 0.585938, - 0.574219, - 0.738281, - 0.679688, - 0.742188, - 0.785156, - 0.679688, - 0.816406, - 0.800781, - 0.539062, - 0.683594, - 0.488281, - 0.824219, - 0.707031, - 0.703125, - 0.832031, - 0.542969, - 0.648438, - 0.617188, - 0.824219, - 0.71875, - 0.667969, - 0.589844, - 0.695312, - 0.792969, - 0.832031, - 0.871094, - 0.746094, - 0.859375, - 0.632812, - 0.671875, - 0.8125, - 0.773438, - 0.792969, - 0.742188, - 0.699219, - 0.828125, - 1.085938, - 0.753906, - 0.765625, - 0.785156, - 0.679688, - 0.613281, - 1.109375, - 0.855469, - 0.886719, - 0.875, - 0.726562, - 0.621094, - 1.171875, - 0.664062, - 0.769531, - 0.988281, - 0.644531, - 0.542969, - 0.71875, - 0.742188, - 0.722656, - 0.832031, - 0.265625, - 0.734375, - 0.9375, - 0.78125, - 0.859375, - 0.78125, - 0.683594, - 0.707031, - 0.824219, - 0.671875, - 0.984375, - 0.628906, - 0.625, - 0.769531, - 0.777344, - 0.707031, - 0.777344, - 0.757812, - 0.761719, - 0.3125, - 0.386719, - 0.824219, - 0.765625, - 0.699219, - 0.691406, - 0.566406, - 0.871094, - 0.734375, - 0.5625, - 0.574219, - 0.601562, - 0.582031, - 0.726562, - 0.75, - 0.839844, - 0.664062, - 0.824219, - 0.722656, - 0.78125, - 0.882812, - 0.726562, - 0.773438, - 0.867188, - 0.699219, - 1.0, - 0.714844, - 0.640625, - 0.6875, - 0.761719, - 0.625, - 0.894531, - 0.585938, - 0.605469, - 0.675781, - 0.8125, - 1.3125, - 0.828125, - 0.859375, - 0.714844, - 0.933594, - 0.890625, - 0.785156, - 0.71875, - 0.710938, - 0.746094, - 0.773438, - 0.730469, - 1.164062, - 0.644531, - 0.957031, - 0.582031, - 0.644531, - 0.542969, - 0.917969, - 0.65625, - 0.423828, - 0.707031, - 0.722656, - 0.65625, - 0.984375, - 0.6875, - 0.742188, - 0.683594, - 0.828125, - 0.726562, - 1.398438, - 0.337891, - 0.714844, - 0.445312, - 0.753906, - 0.746094, - 0.71875, - 0.808594, - 0.71875, - 0.664062, - 0.742188, - 0.582031, - 0.640625, - 0.777344, - 0.78125, - 0.792969, - 0.675781, - 0.773438, - 0.808594, - 0.707031, - 0.613281, - 0.78125, - 0.679688, - 0.761719, - 0.75, - 0.722656, - 0.757812, - 0.777344, - 0.757812, - 0.710938, - 0.863281, - 0.804688, - 0.796875, - 0.910156, - 0.773438, - 0.660156, - 0.691406, - 0.710938, - 0.5625, - 0.792969, - 0.882812, - 0.867188, - 0.699219, - 0.820312, - 0.664062, - 0.558594, - 0.957031, - 0.714844, - 0.570312, - 0.769531, - 0.455078, - 0.808594, - 0.761719, - 0.90625, - 0.757812, - 0.757812, - 1.070312, - 0.855469, - 0.527344, - 0.695312, - 0.699219, - 0.898438, - 0.609375, - 0.8125, - 0.828125, - 0.808594, - 0.667969, - 0.71875, - 0.710938, - 0.820312, - 0.675781, - 0.816406, - 0.707031, - 0.832031, - 0.722656, - 0.287109, - 0.738281, - 0.625, - 0.847656, - 0.835938, - 0.78125, - 0.851562, - 0.667969, - 0.675781, - 0.675781, - 0.683594, - 0.679688, - 0.664062, - 0.902344, - 0.699219, - 0.535156, - 0.667969, - 0.523438, - 0.722656, - 0.675781, - 0.800781, - 0.636719, - 0.832031, - 0.679688, - 0.679688, - 0.773438, - 0.601562, - 0.597656, - 0.714844, - 0.695312, - 0.78125, - 0.695312, - 0.949219, - 0.5625, - 0.542969, - 0.707031, - 0.863281, - 0.683594, - 0.78125, - 1.109375, - 0.714844, - 0.384766, - 0.609375, - 0.667969, - 0.851562, - 0.71875, - 0.800781, - 0.949219, - 0.832031, - 0.925781, - 0.84375, - 0.917969, - 0.476562, - 0.722656, - 0.792969, - 0.746094, - 0.554688, - 0.632812, - 0.679688, - 0.671875, - 0.65625, - 0.726562, - 0.804688, - 0.679688, - 0.808594, - 0.617188, - 0.765625, - 0.726562, - 0.671875, - 0.679688, - 0.761719, - 0.410156, - 0.625, - 0.765625, - 0.746094, - 0.613281, - 0.326172, - 0.855469, - 0.890625, - 0.609375, - 0.90625, - 0.546875, - 0.921875, - 0.632812, - 0.859375, - 0.279297, - 0.800781, - 0.675781, - 0.539062, - 0.777344, - 0.640625, - 0.953125, - 0.726562, - 0.984375, - 0.640625, - 0.621094, - 0.671875, - 0.800781, - 3.0625, - 0.707031, - 0.738281, - 0.621094, - 0.816406, - 0.816406, - 0.683594, - 0.699219, - 0.617188, - 0.722656, - 0.550781, - 0.550781, - 0.660156, - 0.933594, - 0.757812, - 0.6875, - 0.925781, - 0.804688, - 0.679688, - 0.660156, - 0.871094, - 0.828125, - 0.714844, - 0.632812, - 0.84375, - 0.640625, - 0.777344, - 0.769531, - 0.800781, - 0.777344, - 0.765625, - 0.722656, - 0.482422, - 0.800781, - 0.757812, - 0.839844, - 0.636719, - 0.78125, - 0.894531, - 0.835938, - 0.640625, - 0.855469, - 0.878906, - 0.707031, - 0.867188, - 0.710938, - 0.714844, - 0.613281, - 0.507812, - 0.792969, - 0.542969, - 0.816406, - 0.828125, - 0.839844, - 0.65625, - 0.800781, - 0.298828, - 0.617188, - 0.707031, - 0.8125, - 0.382812, - 0.408203, - 1.585938, - 0.257812, - 0.476562, - 0.710938, - 0.660156, - 0.714844, - 0.722656, - 0.824219, - 0.816406, - 0.875, - 0.660156, - 0.734375, - 0.777344, - 0.917969, - 0.617188, - 0.671875, - 0.617188, - 0.566406, - 0.785156, - 1.234375, - 0.675781, - 0.828125, - 0.714844, - 0.847656, - 0.722656, - 0.605469, - 0.820312, - 0.832031, - 0.734375, - 0.570312, - 0.855469, - 0.601562, - 0.613281, - 0.726562, - 0.789062, - 0.722656, - 0.392578, - 0.90625, - 0.878906, - 0.605469, - 0.800781, - 0.628906, - 0.773438, - 0.761719, - 0.699219, - 0.804688, - 0.652344, - 0.443359, - 0.933594, - 0.769531, - 0.667969, - 0.789062, - 0.546875, - 0.675781, - 0.664062, - 0.808594, - 0.859375, - 0.667969, - 0.789062, - 1.328125, - 0.652344, - 0.765625, - 0.667969, - 0.792969, - 0.738281, - 0.734375, - 0.5625, - 0.851562, - 0.738281, - 0.792969, - 0.671875, - 0.78125, - 0.710938, - 0.671875, - 0.785156, - 0.6875, - 0.824219, - 0.765625, - 0.710938, - 0.761719, - 0.404297, - 0.800781, - 0.695312, - 0.554688, - 0.882812, - 0.761719, - 0.757812, - 0.326172, - 0.652344, - 0.777344, - 0.765625, - 0.609375, - 0.652344, - 0.691406, - 0.625, - 0.878906, - 0.792969, - 0.882812, - 1.070312, - 0.777344, - 0.328125, - 0.753906, - 0.800781, - 0.683594, - 0.742188, - 0.722656, - 0.78125, - 0.648438, - 0.734375, - 0.757812, - 0.785156, - 0.667969, - 0.800781, - 0.683594, - 0.867188, - 0.601562, - 0.722656, - 0.765625, - 0.277344, - 0.730469, - 0.746094, - 0.816406, - 0.652344, - 0.703125, - 0.894531, - 0.722656, - 0.777344, - 0.769531, - 0.703125, - 0.621094, - 0.609375, - 0.714844, - 0.835938, - 0.707031, - 0.773438, - 0.839844, - 0.683594, - 0.785156, - 0.800781, - 0.761719, - 0.898438, - 0.726562, - 0.835938, - 0.976562, - 0.683594, - 0.839844, - 0.648438, - 0.683594, - 0.632812, - 0.703125, - 0.742188, - 1.101562, - 0.738281, - 0.71875, - 0.742188, - 0.746094, - 0.699219, - 0.753906, - 0.796875, - 0.8125, - 0.707031, - 0.796875, - 0.789062, - 0.945312, - 0.667969, - 0.703125, - 0.867188, - 0.6875, - 1.164062, - 0.636719, - 0.808594, - 0.816406, - 0.613281, - 0.722656, - 0.566406, - 0.859375, - 0.648438, - 0.726562, - 0.722656, - 0.625, - 0.679688, - 0.621094, - 0.671875, - 0.824219, - 0.683594, - 0.738281, - 0.753906, - 0.921875, - 0.753906, - 0.621094, - 0.726562, - 0.988281, - 0.742188, - 0.695312, - 0.945312, - 0.617188, - 0.597656, - 0.351562, - 0.75, - 0.632812, - 0.660156, - 0.820312, - 0.730469, - 0.761719, - 0.769531, - 0.765625, - 0.753906, - 0.652344, - 0.757812, - 0.486328, - 0.769531, - 0.851562, - 0.667969, - 0.660156, - 0.757812, - 0.800781, - 0.8125, - 0.742188, - 0.738281, - 0.777344, - 0.466797, - 0.832031, - 0.710938, - 0.8125, - 0.824219, - 0.816406, - 0.617188, - 0.625, - 0.613281, - 0.335938, - 0.777344, - 0.945312, - 1.109375, - 0.675781, - 0.730469, - 0.757812, - 0.757812, - 0.777344, - 0.796875, - 0.8125, - 0.753906, - 0.746094, - 0.628906, - 0.679688, - 0.628906, - 0.486328, - 0.423828, - 0.757812, - 0.726562, - 0.625, - 1.085938, - 0.773438, - 0.882812, - 0.820312, - 0.796875, - 0.667969, - 0.730469, - 0.683594, - 1.1875, - 0.734375, - 0.832031, - 0.667969, - 0.742188, - 0.796875, - 0.597656, - 0.757812, - 0.734375, - 0.742188, - 0.804688, - 0.648438, - 0.6875, - 0.640625, - 0.695312, - 0.40625, - 0.832031, - 0.433594, - 0.777344, - 0.65625, - 0.625, - 0.667969, - 0.640625, - 0.695312, - 0.757812, - 0.679688, - 0.78125, - 0.851562, - 0.796875, - 1.007812, - 0.792969, - 0.65625, - 0.878906, - 0.714844, - 0.738281, - 0.578125, - 0.679688, - 0.78125, - 0.949219, - 0.871094, - 0.773438, - 0.871094, - 0.777344, - 0.742188, - 0.539062, - 0.691406, - 0.679688, - 0.636719, - 0.742188, - 0.742188, - 0.726562, - 0.796875, - 0.890625, - 0.703125, - 0.773438, - 0.898438, - 0.753906, - 0.710938, - 0.691406, - 0.917969, - 0.675781, - 0.761719, - 0.746094, - 0.746094, - 1.125, - 0.679688, - 0.644531, - 0.628906, - 0.796875, - 0.855469, - 0.753906, - 0.984375, - 0.773438, - 0.578125, - 0.765625, - 0.652344, - 0.789062, - 0.71875, - 0.730469, - 0.558594, - 0.800781, - 0.640625, - 0.683594, - 0.742188, - 0.757812, - 0.558594, - 0.773438, - 0.730469, - 0.59375, - 0.78125, - 0.730469, - 0.695312, - 0.53125, - 0.695312, - 0.71875, - 0.726562, - 0.792969, - 0.742188, - 0.671875, - 0.414062, - 0.9375, - 0.570312, - 0.765625, - 0.660156, - 0.757812, - 0.589844, - 0.773438, - 0.574219, - 0.494141, - 0.714844, - 0.640625, - 0.353516, - 0.554688, - 1.03125, - 0.695312, - 0.679688, - 0.699219, - 0.617188, - 0.332031, - 0.632812, - 0.703125, - 0.769531, - 0.324219, - 0.707031, - 0.695312, - 0.808594, - 0.789062, - 0.640625, - 0.738281, - 0.675781, - 0.679688, - 0.660156, - 0.667969, - 0.78125, - 0.640625, - 0.710938, - 0.796875, - 0.816406, - 1.273438, - 0.835938, - 0.675781, - 0.839844, - 0.945312, - 1.0625, - 0.65625, - 0.941406, - 0.699219, - 0.59375, - 0.746094, - 0.625, - 0.789062, - 0.271484, - 0.769531, - 0.730469, - 0.679688, - 0.800781, - 0.757812, - 0.878906, - 0.738281, - 0.660156, - 0.859375, - 0.820312, - 0.703125, - 0.648438, - 0.867188, - 0.699219, - 0.589844, - 0.933594, - 0.742188, - 0.640625, - 0.734375, - 0.384766, - 0.996094, - 0.84375, - 1.0, - 0.347656, - 0.765625, - 0.605469, - 0.757812, - 0.757812, - 0.71875, - 0.820312, - 0.707031, - 0.738281, - 0.84375, - 0.773438, - 0.71875, - 0.785156, - 0.746094, - 0.894531, - 0.628906, - 0.769531, - 0.707031 - ] - }, - "name": "model.transformer.layers.14.attn_norm.weight", - "outputIndexes": [ - 899 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 898, - 899 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_14/Mul_1_output_0", - "outputIndexes": [ - 900 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 900 - ], - "outputIndexes": [ - 1802 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1802 - ], - "outputIndexes": [ - 1803 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear", - "inputIndexes": [ - 1803 - ], - "outputIndexes": [ - 1804 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 125832504, - 983062, - 122880, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1804 - ], - "outputIndexes": [ - 1805 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1805 - ], - "outputIndexes": [ - 901 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 900 - ], - "main_type": "NONE", - "name": "/Shape_57_output_0", - "outputIndexes": [ - 902 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 902 - ], - "main_type": "NONE", - "name": "Shape1278", - "outputIndexes": [ - 903 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 902 - ], - "main_type": "NONE", - "name": "Rank1280", - "outputIndexes": [ - 904 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 904, - 904 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1282", - "outputIndexes": [ - 905 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 905 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1283", - "outputIndexes": [ - 906 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 905, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1285", - "outputIndexes": [ - 907 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 907 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1286", - "outputIndexes": [ - 908 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 903, - 906, - 908, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1289", - "outputIndexes": [ - 909 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 909 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1290", - "outputIndexes": [ - 910 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 910 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1291", - "outputIndexes": [ - 911 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 911, - 910 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1292", - "outputIndexes": [ - 912 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 902, - 912, - 905 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_74_output_0", - "outputIndexes": [ - 913 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 913, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_141_output_0", - "outputIndexes": [ - 914 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 914, - 670, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_70_output_0", - "outputIndexes": [ - 915 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 901, - 915 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_57_output_0", - "outputIndexes": [ - 916 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 916 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_14/Mul_output_0", - "outputIndexes": [ - 917 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.070312, - -0.000462, - 0.189453, - -0.074219, - 1.867188, - 1.742188, - 1.554688, - 1.742188, - 1.492188, - 1.695312, - 1.84375, - 1.9375, - 2.0625, - 1.96875, - 1.976562, - 2.078125, - 2.015625, - 2.078125, - 2.265625, - 2.171875, - 2.359375, - 1.515625, - 2.078125, - 2.109375, - 2.109375, - 1.976562, - 2.046875, - 2.03125, - 1.90625, - 2.0, - 2.0625, - 1.859375, - -1.132812, - -0.18457, - -0.085449, - 0.314453, - 0.023315, - 1.398438, - 1.140625, - 1.492188, - 1.648438, - 1.75, - 1.75, - 1.945312, - 1.65625, - 1.757812, - 2.0, - 1.679688, - 1.976562, - 1.960938, - 1.804688, - 2.0625, - 1.882812, - 3.015625, - 2.015625, - 2.03125, - 2.046875, - 2.09375, - 2.125, - 1.9375, - 2.15625, - 2.0625, - 2.03125, - 2.359375 - ] - }, - "name": "model.transformer.layers.14.attn.q_norm.weight", - "outputIndexes": [ - 918 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 917, - 918 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_14/Mul_1_output_0", - "outputIndexes": [ - 919 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 919, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_56_output_0", - "outputIndexes": [ - 920 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 919, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_57_output_0", - "outputIndexes": [ - 921 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 921 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_28_output_0", - "outputIndexes": [ - 922 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 919, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_56_output_0", - "outputIndexes": [ - 923 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 922, - 923 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_73_output_0", - "outputIndexes": [ - 924 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 924, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_57_output_0", - "outputIndexes": [ - 925 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 920, - 925 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_56_output_0", - "outputIndexes": [ - 926 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 900 - ], - "outputIndexes": [ - 1806 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1806 - ], - "outputIndexes": [ - 1807 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear", - "inputIndexes": [ - 1807 - ], - "outputIndexes": [ - 1808 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 126943566, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1808 - ], - "outputIndexes": [ - 1809 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1809 - ], - "outputIndexes": [ - 927 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 914, - 684, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_71_output_0", - "outputIndexes": [ - 928 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 927, - 928 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_58_output_0", - "outputIndexes": [ - 929 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 929 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_14/Mul_output_0", - "outputIndexes": [ - 930 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.044189, - -0.030396, - 0.176758, - 0.001328, - 1.28125, - 1.695312, - 1.710938, - 1.9375, - 0.789062, - 1.851562, - 1.25, - 2.0625, - 1.09375, - 1.804688, - 2.046875, - 1.265625, - 1.90625, - 1.960938, - 1.695312, - 2.015625, - 1.859375, - 3.15625, - 2.09375, - 2.078125, - 2.046875, - 2.171875, - 2.125, - 2.078125, - 2.40625, - 2.125, - 2.140625, - 2.453125, - -0.917969, - -0.15918, - -0.039062, - 0.193359, - 0.007477, - 1.351562, - 0.279297, - 1.25, - 1.890625, - 1.703125, - 2.0, - 1.398438, - 2.265625, - 1.945312, - 1.8125, - 2.296875, - 2.1875, - 2.234375, - 2.375, - 2.234375, - 2.328125, - 0.960938, - 2.125, - 2.125, - 2.125, - 2.046875, - 2.015625, - 2.078125, - 2.0625, - 2.046875, - 2.0625, - 2.203125 - ] - }, - "name": "model.transformer.layers.14.attn.k_norm.weight", - "outputIndexes": [ - 931 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 930, - 931 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_14/Mul_1_output_0", - "outputIndexes": [ - 932 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 932, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_58_output_0", - "outputIndexes": [ - 933 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 932, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_59_output_0", - "outputIndexes": [ - 934 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 934 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_29_output_0", - "outputIndexes": [ - 935 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 932, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_58_output_0", - "outputIndexes": [ - 936 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 935, - 936 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_74_output_0", - "outputIndexes": [ - 937 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 937, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_59_output_0", - "outputIndexes": [ - 938 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 933, - 938 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_57_output_0", - "outputIndexes": [ - 939 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 900 - ], - "outputIndexes": [ - 1810 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1810 - ], - "outputIndexes": [ - 1811 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear", - "inputIndexes": [ - 1811 - ], - "outputIndexes": [ - 1812 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 127221348, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1812 - ], - "outputIndexes": [ - 1813 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1813 - ], - "outputIndexes": [ - 940 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 940, - 928 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_59_output_0", - "outputIndexes": [ - 941 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 926, - 939, - 941, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.14/self_attn/FusedAttention", - "outputIndexes": [ - 942 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 942 - ], - "outputIndexes": [ - 1814 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1814 - ], - "outputIndexes": [ - 1815 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear", - "inputIndexes": [ - 1815 - ], - "outputIndexes": [ - 1816 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 127499130, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1816 - ], - "outputIndexes": [ - 1817 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1817 - ], - "outputIndexes": [ - 943 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 897, - 943 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_58_output_0", - "outputIndexes": [ - 944 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_14/Mul_output_0", - "outputIndexes": [ - 945 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.574219, - 0.539062, - 0.585938, - 0.498047, - 0.476562, - 0.578125, - 0.578125, - 0.570312, - 0.65625, - 0.5625, - 0.617188, - 0.507812, - 0.5625, - 0.515625, - 0.578125, - 0.707031, - 0.589844, - 0.5625, - 0.515625, - 0.542969, - 0.494141, - 0.582031, - 0.496094, - 0.566406, - 0.613281, - 0.5625, - 0.578125, - 0.59375, - 0.503906, - 0.566406, - 0.605469, - 0.550781, - 0.515625, - 0.496094, - 0.566406, - 0.59375, - 0.574219, - 0.570312, - 0.566406, - 0.539062, - 0.574219, - 0.535156, - 0.5625, - 0.550781, - 0.550781, - 0.570312, - 0.53125, - 0.515625, - 0.566406, - 0.554688, - 0.550781, - 0.5625, - 0.546875, - 0.585938, - 0.328125, - 0.617188, - 0.582031, - 0.5625, - 0.589844, - 0.589844, - 0.523438, - 0.554688, - 0.5, - 0.578125, - 0.542969, - 0.585938, - 0.582031, - 0.5625, - 0.535156, - 0.359375, - 0.582031, - 0.585938, - 0.554688, - 0.597656, - 0.498047, - 0.585938, - 0.601562, - 0.601562, - 0.546875, - 0.554688, - 0.539062, - 0.570312, - 0.546875, - 0.589844, - 0.494141, - 0.542969, - 0.535156, - 0.570312, - 0.566406, - 0.507812, - 0.578125, - 0.484375, - 0.570312, - 0.539062, - 0.550781, - 0.503906, - 0.507812, - 0.601562, - 0.480469, - 0.492188, - 0.574219, - 0.337891, - 0.519531, - 0.59375, - 0.570312, - 0.535156, - 0.507812, - 0.503906, - 0.486328, - 0.574219, - 0.578125, - 0.550781, - 0.527344, - 0.511719, - 0.539062, - 0.542969, - 0.523438, - 0.550781, - 0.539062, - 0.554688, - 0.589844, - 0.535156, - 0.539062, - 0.589844, - 0.539062, - 0.65625, - 0.582031, - 0.566406, - 0.601562, - 0.582031, - 0.605469, - 0.570312, - 0.550781, - 0.585938, - 0.546875, - 0.535156, - 0.453125, - 0.539062, - 0.570312, - 0.498047, - 0.613281, - 0.566406, - 0.511719, - 0.5625, - 0.498047, - 0.474609, - 0.542969, - 0.5625, - 0.523438, - 0.511719, - 0.566406, - 0.494141, - 0.539062, - 0.554688, - 0.542969, - 0.539062, - 0.574219, - 0.542969, - 0.578125, - 0.511719, - 0.636719, - 0.722656, - 0.605469, - 0.542969, - 0.566406, - 0.574219, - 0.59375, - 0.550781, - 0.546875, - 0.285156, - 0.527344, - 0.542969, - 0.496094, - 0.5625, - 0.582031, - 0.609375, - 0.542969, - 0.578125, - 0.574219, - 0.578125, - 0.5625, - 0.574219, - 0.609375, - 0.570312, - 0.5625, - 0.566406, - 0.589844, - 0.535156, - 0.570312, - 0.5625, - 0.609375, - 0.546875, - 0.227539, - 0.578125, - 0.550781, - 0.589844, - 0.486328, - 0.582031, - 0.578125, - 0.462891, - 0.527344, - 0.503906, - 0.578125, - 0.578125, - 0.59375, - 0.585938, - 0.550781, - 0.53125, - 0.554688, - 0.554688, - 0.480469, - 0.566406, - 0.570312, - 0.546875, - 0.546875, - 0.542969, - 0.609375, - 0.558594, - 0.5625, - 0.519531, - 0.566406, - 0.5625, - 0.578125, - 0.474609, - 0.636719, - 0.482422, - 0.574219, - 0.542969, - 0.542969, - 0.582031, - 0.578125, - 0.554688, - 0.474609, - 0.496094, - 0.535156, - 0.566406, - 0.554688, - 0.535156, - 0.550781, - 0.498047, - 0.519531, - 0.503906, - 0.566406, - 0.5625, - 0.515625, - 0.554688, - 0.507812, - 0.5625, - 0.597656, - 0.550781, - 0.550781, - 0.492188, - 0.5625, - 0.464844, - 0.566406, - 0.625, - 0.542969, - 0.539062, - 0.566406, - 0.546875, - 0.59375, - 0.550781, - 0.480469, - 0.609375, - 0.554688, - 0.609375, - 0.675781, - 0.376953, - 0.5, - 0.53125, - 0.570312, - 0.5625, - 0.546875, - 0.554688, - 0.585938, - 0.535156, - 0.585938, - 0.269531, - 0.550781, - 0.523438, - 0.574219, - 0.5625, - 0.498047, - 0.554688, - 0.589844, - 0.582031, - 0.542969, - 0.621094, - 0.585938, - 0.570312, - 0.523438, - 0.632812, - 0.539062, - 0.589844, - 0.5, - 0.589844, - 0.5, - 0.613281, - 0.503906, - 0.507812, - 0.628906, - 0.566406, - 0.550781, - 0.597656, - 0.554688, - 0.582031, - 0.605469, - 0.439453, - 0.597656, - 0.558594, - 0.605469, - 0.5625, - 0.523438, - 0.523438, - 0.589844, - 0.550781, - 0.585938, - 0.535156, - 0.291016, - 0.539062, - 0.574219, - 0.542969, - 0.589844, - 0.605469, - 0.707031, - 0.542969, - 0.574219, - 0.5625, - 0.546875, - 0.570312, - 0.503906, - 0.585938, - 0.539062, - 0.574219, - 0.574219, - 0.59375, - 0.554688, - 0.554688, - 0.494141, - 0.605469, - 0.496094, - 0.511719, - 0.558594, - 0.488281, - 0.621094, - 0.5625, - 0.363281, - 0.511719, - 0.527344, - 0.574219, - 0.421875, - 0.550781, - 0.443359, - 0.296875, - 0.578125, - 0.28125, - 0.527344, - 0.566406, - 0.498047, - 0.574219, - 0.570312, - 0.488281, - 0.566406, - 0.527344, - 0.482422, - 0.511719, - 0.558594, - 0.4375, - 0.558594, - 0.523438, - 0.46875, - 0.550781, - 0.484375, - 0.605469, - 0.566406, - 0.482422, - 0.609375, - 0.585938, - 0.5625, - 0.539062, - 0.5625, - 0.542969, - 0.574219, - 0.609375, - 0.490234, - 0.507812, - 0.478516, - 0.535156, - 0.515625, - 0.585938, - 0.574219, - 0.519531, - 0.601562, - 0.480469, - 0.597656, - 0.300781, - 0.578125, - 0.292969, - 0.220703, - 0.488281, - 0.574219, - 0.539062, - 0.542969, - 0.5625, - 0.585938, - 0.484375, - 0.480469, - 0.585938, - 0.566406, - 0.554688, - 0.546875, - 0.388672, - 0.53125, - 0.613281, - 0.550781, - 0.53125, - 0.535156, - 0.605469, - 0.539062, - 0.605469, - 0.535156, - 0.494141, - 0.486328, - 0.275391, - 0.5625, - 0.447266, - 0.554688, - 0.574219, - 0.523438, - 0.585938, - 0.5, - 0.558594, - 0.542969, - 0.589844, - 0.597656, - 0.59375, - 0.582031, - 0.601562, - 0.566406, - 0.582031, - 0.550781, - 0.5625, - 0.507812, - 0.5625, - 0.578125, - 0.574219, - 0.59375, - 0.484375, - 0.550781, - 0.527344, - 0.310547, - 0.632812, - 0.578125, - 0.558594, - 0.5, - 0.585938, - 0.566406, - 0.498047, - 0.566406, - 0.589844, - 0.570312, - 0.498047, - 0.554688, - 0.589844, - 0.53125, - 0.492188, - 0.546875, - 0.574219, - 0.554688, - 0.574219, - 0.287109, - 0.558594, - 0.605469, - 0.490234, - 0.554688, - 0.578125, - 0.5625, - 0.539062, - 0.554688, - 0.574219, - 0.582031, - 0.570312, - 0.582031, - 0.470703, - 0.585938, - 0.484375, - 0.5625, - 0.558594, - 0.554688, - 0.554688, - 0.5, - 0.496094, - 0.5625, - 0.527344, - 0.570312, - 0.566406, - 0.558594, - 0.484375, - 0.566406, - 0.478516, - 0.542969, - 0.566406, - 0.472656, - 0.554688, - 0.498047, - 0.648438, - 0.558594, - 0.570312, - 0.566406, - 0.498047, - 0.609375, - 0.578125, - 0.554688, - 0.554688, - 0.382812, - 0.59375, - 0.554688, - 0.597656, - 0.554688, - 0.589844, - 0.507812, - 0.597656, - 0.632812, - 0.554688, - 0.523438, - 0.527344, - 0.554688, - 0.519531, - 0.554688, - 0.722656, - 0.535156, - 0.597656, - 0.570312, - 0.558594, - 0.539062, - 0.5, - 0.597656, - 0.566406, - 0.601562, - 0.582031, - 0.726562, - 0.507812, - 0.464844, - 0.582031, - 0.582031, - 0.597656, - 0.574219, - 0.539062, - 0.511719, - 0.535156, - 0.5, - 0.539062, - 0.482422, - 0.273438, - 0.507812, - 0.625, - 0.546875, - 0.597656, - 0.535156, - 0.550781, - 0.585938, - 0.462891, - 0.279297, - 0.605469, - 0.503906, - 0.570312, - 0.53125, - 0.535156, - 0.589844, - 0.542969, - 0.601562, - 0.5, - 0.554688, - 0.519531, - 0.59375, - 0.539062, - 0.4375, - 0.535156, - 0.523438, - 0.605469, - 0.578125, - 0.589844, - 0.613281, - 0.542969, - 0.550781, - 0.542969, - 0.539062, - 0.535156, - 0.503906, - 0.546875, - 0.605469, - 0.578125, - 0.613281, - 0.539062, - 0.582031, - 0.574219, - 0.498047, - 0.53125, - 0.527344, - 0.511719, - 0.582031, - 0.5625, - 0.5625, - 0.578125, - 0.527344, - 0.523438, - 0.582031, - 0.488281, - 0.496094, - 0.566406, - 0.542969, - 0.515625, - 0.566406, - 0.535156, - 0.640625, - 0.539062, - 0.558594, - 0.53125, - 0.306641, - 0.566406, - 0.589844, - 0.585938, - 0.535156, - 0.566406, - 0.59375, - 0.589844, - 0.585938, - 0.59375, - 0.578125, - 0.550781, - 0.582031, - 0.53125, - 0.574219, - 0.566406, - 0.558594, - 0.566406, - 0.578125, - 0.523438, - 0.570312, - 0.5625, - 0.507812, - 0.453125, - 0.539062, - 0.578125, - 0.546875, - 0.496094, - 0.589844, - 0.373047, - 0.539062, - 0.605469, - 0.503906, - 0.585938, - 0.550781, - 0.550781, - 0.574219, - 0.570312, - 0.503906, - 0.542969, - 0.558594, - 0.279297, - 0.542969, - 0.574219, - 0.511719, - 0.554688, - 0.546875, - 0.550781, - 0.503906, - 0.5625, - 0.554688, - 0.511719, - 0.519531, - 0.632812, - 0.480469, - 0.574219, - 0.558594, - 0.546875, - 0.542969, - 0.550781, - 0.539062, - 0.566406, - 0.558594, - 0.554688, - 0.589844, - 0.550781, - 0.527344, - 0.574219, - 0.523438, - 0.527344, - 0.820312, - 0.582031, - 0.578125, - 0.539062, - 0.574219, - 0.535156, - 0.527344, - 0.554688, - 0.535156, - 0.566406, - 0.597656, - 0.527344, - 0.585938, - 0.535156, - 0.515625, - 0.539062, - 0.597656, - 0.53125, - 0.5625, - 0.494141, - 0.574219, - 0.542969, - 0.554688, - 0.59375, - 0.570312, - 0.558594, - 0.546875, - 0.554688, - 0.515625, - 0.5, - 0.578125, - 0.609375, - 0.601562, - 0.542969, - 0.5625, - 0.554688, - 0.53125, - 0.597656, - 0.515625, - 0.59375, - 0.546875, - 0.566406, - 0.578125, - 0.660156, - 0.605469, - 0.431641, - 0.507812, - 0.59375, - 0.53125, - 0.554688, - 0.578125, - 0.601562, - 0.535156, - 0.550781, - 0.570312, - 0.310547, - 0.503906, - 0.558594, - 0.617188, - 0.574219, - 0.527344, - 0.435547, - 0.609375, - 0.523438, - 0.441406, - 0.550781, - 0.542969, - 0.298828, - 0.539062, - 0.582031, - 0.613281, - 0.554688, - 0.515625, - 0.605469, - 0.574219, - 0.570312, - 0.597656, - 0.494141, - 0.566406, - 0.515625, - 0.605469, - 0.546875, - 0.589844, - 0.578125, - 0.570312, - 0.511719, - 0.539062, - 0.652344, - 0.539062, - 0.578125, - 0.578125, - 0.582031, - 0.570312, - 0.53125, - 0.621094, - 0.585938, - 0.470703, - 0.542969, - 0.609375, - 0.558594, - 0.625, - 0.558594, - 0.470703, - 0.466797, - 0.59375, - 0.511719, - 0.53125, - 0.486328, - 0.488281, - 0.578125, - 0.613281, - 0.59375, - 0.542969, - 0.597656, - 0.585938, - 0.597656, - 0.621094, - 0.53125, - 0.574219, - 0.621094, - 0.539062, - 0.478516, - 0.59375, - 0.523438, - 0.546875, - 0.53125, - 0.5625, - 0.585938, - 0.494141, - 0.527344, - 0.527344, - 0.613281, - 0.200195, - 0.632812, - 0.490234, - 0.542969, - 0.59375, - 0.550781, - 0.578125, - 0.597656, - 0.542969, - 0.558594, - 0.542969, - 0.570312, - 0.287109, - 0.558594, - 0.589844, - 0.539062, - 0.582031, - 0.447266, - 0.636719, - 0.511719, - 0.365234, - 0.484375, - 0.5625, - 0.546875, - 0.597656, - 0.523438, - 0.578125, - 0.601562, - 0.578125, - 0.558594, - 0.910156, - 0.511719, - 0.558594, - 0.494141, - 0.5, - 0.582031, - 0.527344, - 0.578125, - 0.498047, - 0.550781, - 0.566406, - 0.550781, - 0.490234, - 0.609375, - 0.59375, - 0.597656, - 0.589844, - 0.609375, - 0.523438, - 0.503906, - 0.558594, - 0.574219, - 0.578125, - 0.566406, - 0.609375, - 0.601562, - 0.546875, - 0.53125, - 0.570312, - 0.578125, - 0.628906, - 0.644531, - 0.578125, - 0.511719, - 0.601562, - 0.539062, - 0.574219, - 0.535156, - -0.000288, - 0.582031, - 0.527344, - 0.59375, - 0.566406, - 0.601562, - 0.59375, - 0.523438, - 0.589844, - 0.519531, - 0.515625, - 0.617188, - 0.511719, - 0.519531, - 0.589844, - 0.539062, - 0.570312, - 0.554688, - 0.330078, - 0.582031, - 0.386719, - 0.503906, - 0.546875, - 0.601562, - 0.566406, - 0.519531, - 0.546875, - 0.554688, - 0.578125, - 0.523438, - 0.613281, - 0.542969, - 0.582031, - 0.566406, - 0.554688, - 0.582031, - 0.574219, - 0.464844, - 0.5625, - 0.550781, - 0.59375, - 0.427734, - 0.558594, - 0.589844, - 0.542969, - 0.566406, - 0.539062, - 0.5625, - 0.53125, - 0.546875, - 0.53125, - 0.558594, - 0.582031, - 0.539062, - 0.511719, - 0.546875, - 0.542969, - 0.589844, - 0.523438, - 0.613281, - 0.511719, - 0.527344, - 0.558594, - 0.507812, - 0.539062, - 0.5625, - 0.59375, - 0.59375, - 0.527344, - 0.597656, - 0.527344, - 0.519531, - 0.539062, - 0.664062, - 0.486328, - 0.460938, - 0.314453, - 0.585938, - 0.462891, - 0.542969, - 0.585938, - 0.59375, - 0.578125, - 0.585938, - 0.478516, - 0.585938, - 0.511719, - 0.601562, - 0.617188, - 0.535156, - 0.570312, - 0.445312, - 0.570312, - 0.527344, - 0.554688, - 0.474609, - 0.5625, - 0.558594, - 0.519531, - 0.570312, - 0.554688, - 0.482422, - 0.566406, - 0.535156, - 0.566406, - 0.527344, - 0.585938, - 0.546875, - 0.507812, - 0.511719, - 0.578125, - 0.539062, - 0.535156, - 0.457031, - 0.605469, - 0.632812, - 0.542969, - 0.628906, - 0.550781, - 0.554688, - 0.511719, - 0.636719, - 0.443359, - 0.570312, - 0.585938, - 0.498047, - 0.558594, - 0.53125, - 0.519531, - 0.558594, - 0.566406, - 0.558594, - 0.515625, - 0.5625, - 0.59375, - 0.890625, - 0.566406, - 0.503906, - 0.554688, - 0.558594, - 0.550781, - 0.578125, - 0.539062, - 0.539062, - 0.570312, - 0.515625, - 0.486328, - 0.546875, - 0.597656, - 0.578125, - 0.578125, - 0.59375, - 0.574219, - 0.5625, - 0.53125, - 0.361328, - 0.597656, - 0.320312, - 0.289062, - 0.574219, - 0.554688, - 0.574219, - 0.5625, - 0.574219, - 0.578125, - 0.515625, - 0.582031, - 0.488281, - 0.679688, - 0.554688, - 0.589844, - 0.486328, - 0.558594, - 0.722656, - 0.574219, - 0.523438, - 0.582031, - 0.498047, - 0.558594, - 0.59375, - 0.566406, - 0.570312, - 0.554688, - 0.498047, - 0.585938, - 0.527344, - 0.578125, - 0.589844, - 0.582031, - 0.597656, - 0.574219, - 0.453125, - 0.542969, - 0.5625, - 0.546875, - 0.486328, - 0.476562, - 0.225586, - 0.490234, - 0.519531, - 0.542969, - 0.503906, - 0.542969, - 0.609375, - 0.535156, - 0.601562, - 0.589844, - 0.535156, - 0.574219, - 0.558594, - 0.597656, - 0.542969, - 0.5625, - 0.503906, - 0.546875, - 0.582031, - 0.675781, - 0.5625, - 0.585938, - 0.5625, - 0.550781, - 0.550781, - 0.554688, - 0.546875, - 0.554688, - 0.558594, - 0.494141, - 0.578125, - 0.5625, - 0.546875, - 0.53125, - 0.511719, - 0.578125, - 0.488281, - 0.640625, - 0.585938, - 0.472656, - 0.570312, - 0.539062, - 0.5625, - 0.601562, - 0.511719, - 0.570312, - 0.546875, - 0.511719, - 0.589844, - 0.558594, - 0.535156, - 0.5625, - 0.496094, - 0.578125, - 0.527344, - 0.535156, - 0.609375, - 0.550781, - 0.519531, - 0.347656, - 0.589844, - 0.578125, - 0.535156, - 0.667969, - 0.582031, - 0.535156, - 0.511719, - 0.550781, - 0.578125, - 0.5625, - 0.527344, - 0.578125, - 0.527344, - 0.542969, - 0.585938, - 0.462891, - 0.589844, - 0.585938, - 0.5, - 0.535156, - 0.5625, - 0.578125, - 0.527344, - 0.515625, - 0.578125, - 0.542969, - 0.480469, - 0.457031, - 0.574219, - 0.554688, - 0.59375, - 0.554688, - 0.539062, - 0.515625, - 0.570312, - 0.566406, - 0.5625, - 0.59375, - 0.890625, - 0.539062, - 0.466797, - 0.574219, - 0.589844, - 0.476562, - 0.574219, - 0.542969, - 0.558594, - 0.578125, - 0.523438, - 0.558594, - 0.597656, - 0.542969, - 0.609375, - 0.574219, - 0.433594, - 0.550781, - 0.570312, - 0.617188, - 0.476562, - 0.5625, - 0.382812, - 0.558594, - 0.542969, - 0.519531, - 0.605469, - 0.570312, - 0.558594, - 0.597656, - 0.542969, - 0.566406, - 0.492188, - 0.566406, - 0.585938, - 0.527344, - 0.53125, - 0.457031, - 0.542969, - 0.570312, - 0.546875, - 0.574219, - 0.625, - 0.582031, - 0.597656, - 0.5625, - 0.566406, - 0.597656, - 0.515625, - 0.5625, - 0.5625, - 0.585938, - 0.589844, - 0.582031, - 0.535156, - 0.605469, - 0.574219, - 0.582031, - 0.566406, - 0.457031, - 0.578125, - 0.570312, - 0.554688, - 0.558594, - 0.566406, - 0.582031, - 0.570312, - 0.566406, - 0.597656, - 0.550781, - 0.494141, - 0.503906, - 0.601562, - 0.597656, - 0.482422, - 0.570312, - 0.5625, - 0.589844, - 0.566406, - 0.484375, - 0.546875, - 0.511719, - 0.5625, - 0.519531, - 0.558594, - 0.527344, - 0.535156, - 0.527344, - 0.503906, - 0.515625, - 0.570312, - 0.427734, - 0.570312, - 0.578125, - 0.527344, - 0.582031, - 0.431641, - 0.558594, - 0.523438, - 0.478516, - 0.578125, - 0.511719, - 0.582031, - 0.578125, - 0.59375, - 0.511719, - 0.578125, - 0.59375, - 0.578125, - 0.574219, - 0.582031, - 0.515625, - 0.566406, - 0.582031, - 0.566406, - 0.515625, - 0.558594, - 0.621094, - 0.621094, - 0.507812, - 0.597656, - 0.589844, - 0.498047, - 0.589844, - 0.542969, - 0.5625, - 0.519531, - 0.570312, - 0.515625, - 0.582031, - 0.519531, - 0.480469, - 0.578125, - 0.613281, - 0.589844, - 0.539062, - 0.585938, - 0.527344, - 0.546875, - 0.582031, - 0.601562, - 0.558594, - 0.625, - 0.585938, - 0.535156, - 0.535156, - 0.5, - 0.474609, - 0.494141, - 0.535156, - 0.605469, - 0.519531, - 0.414062, - 0.5625, - 0.484375, - 0.585938, - 0.589844, - 0.535156, - 0.566406, - 0.539062, - 0.306641, - 0.554688, - 0.511719, - 0.554688, - 0.585938, - 0.582031, - 0.574219, - 0.601562, - 0.554688, - 0.404297, - 0.597656, - 0.515625, - 0.523438, - 0.570312, - 0.558594, - 0.507812, - 0.539062, - 0.480469, - 0.585938, - 0.519531, - 0.542969, - 0.535156, - 0.558594, - 0.578125, - 0.558594, - 0.558594, - 0.601562, - 0.558594, - 0.542969, - 0.378906, - 0.535156, - 0.535156, - 0.400391, - 0.470703, - 0.542969, - 0.515625, - 0.550781, - 0.570312, - 0.582031, - 0.601562, - 0.515625, - 0.558594, - 0.542969, - 0.574219, - 0.503906, - 0.546875, - 0.546875, - 0.53125, - 0.519531, - 0.589844, - 0.570312, - 0.566406, - 0.601562, - 0.574219, - 0.582031, - 0.597656, - 0.609375, - 0.585938, - 0.550781, - 0.613281, - 0.558594, - 0.574219, - 0.546875, - 0.582031, - 0.472656, - 0.527344, - 0.494141, - 0.558594, - 0.566406, - 0.617188, - 0.482422, - 0.335938, - 0.621094, - 0.507812, - 0.554688, - 0.574219, - 0.5625, - 0.566406, - 0.566406, - 0.53125, - 0.527344, - 0.515625, - 0.546875, - 0.566406, - 0.609375, - 0.523438, - 0.582031, - 0.539062, - 0.494141, - 0.507812, - 0.574219, - 0.566406, - 0.53125, - 0.570312, - 0.519531, - 0.605469, - 0.402344, - 0.539062, - 0.546875, - 0.511719, - 0.566406, - 0.539062, - 0.605469, - 0.550781, - 0.59375, - 0.511719, - 0.589844, - 0.574219, - 0.488281, - 0.5625, - 0.519531, - 0.507812, - 0.511719, - 0.632812, - 0.554688, - 0.523438, - 0.542969, - 0.535156, - 0.474609, - 0.535156, - 0.570312, - 0.523438, - 0.498047, - 0.574219, - 0.621094, - 0.570312, - 0.613281, - 0.589844, - 0.632812, - 0.53125, - 0.511719, - 0.515625, - 0.542969, - 0.511719, - 0.5625, - 0.539062, - 0.570312, - 0.601562, - 0.308594, - 0.470703, - 0.527344, - 0.699219, - 0.585938, - 0.333984, - 0.527344, - 0.597656, - 0.46875, - 0.523438, - 0.558594, - 0.519531, - 0.574219, - 0.259766, - 0.566406, - 0.589844, - 0.574219, - 0.486328, - 0.496094, - 0.65625, - 0.554688, - 0.546875, - 0.597656, - 0.570312, - 0.566406, - 0.542969, - 0.546875, - 0.585938, - 0.546875, - 0.609375, - 0.566406, - 0.5625, - 0.601562, - 0.503906, - 0.523438, - 0.558594, - 0.546875, - 0.476562, - 0.554688, - 0.511719, - 0.5625, - 0.550781, - 0.578125, - 0.546875, - 0.558594, - 0.589844, - 0.597656, - 0.539062, - 0.5625, - 0.535156, - 0.574219, - 0.566406, - 0.546875, - 0.546875, - 0.523438 - ] - }, - "name": "model.transformer.layers.14.ffn_norm.weight", - "outputIndexes": [ - 946 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 945, - 946 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_14/Mul_1_output_0", - "outputIndexes": [ - 947 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 947 - ], - "outputIndexes": [ - 1818 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1818 - ], - "outputIndexes": [ - 1819 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear", - "inputIndexes": [ - 1819 - ], - "outputIndexes": [ - 1820 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 9216, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 110592, - "weightSize": 0 - }, - "external": [ - 128605072, - 7077910, - 884736, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1820 - ], - "outputIndexes": [ - 1821 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1821 - ], - "outputIndexes": [ - 948 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 9216 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 948, - 21, - 405, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_14/Slice_output_0", - "outputIndexes": [ - 949 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 949 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_14/Sigmoid_output_0", - "outputIndexes": [ - 950 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 949, - 950 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_14/Mul_output_0", - "outputIndexes": [ - 951 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 9216 - ] - }, - "name": "/ffn_14/Mul_1_output_0", - "outputIndexes": [ - 952 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 948, - 405, - 952, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_14/Slice_1_output_0", - "outputIndexes": [ - 953 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 951, - 953 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_14/Mul_2_output_0", - "outputIndexes": [ - 954 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 954 - ], - "outputIndexes": [ - 1822 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 4608, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1822 - ], - "outputIndexes": [ - 1823 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear", - "inputIndexes": [ - 1823 - ], - "outputIndexes": [ - 1824 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 4608, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 55296, - "weightSize": 0 - }, - "external": [ - 136567718, - 3538966, - 442368, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1824 - ], - "outputIndexes": [ - 1825 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.14/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1825 - ], - "outputIndexes": [ - 955 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 944, - 955 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_59_output_0", - "outputIndexes": [ - 956 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 956, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_60_output_0", - "outputIndexes": [ - 957 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 957 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_15/Mul_output_0", - "outputIndexes": [ - 958 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.953125, - 1.0, - 0.78125, - 0.984375, - 1.25, - 0.765625, - 0.835938, - 0.804688, - 1.3125, - 0.863281, - 1.0625, - 1.445312, - 0.816406, - 0.898438, - 0.890625, - 1.101562, - 0.953125, - 0.753906, - 1.0625, - 1.148438, - 1.289062, - 0.941406, - 0.996094, - 0.90625, - 1.109375, - 0.789062, - 0.75, - 0.738281, - 1.0, - 0.804688, - 1.0, - 0.835938, - 0.804688, - 1.007812, - 0.800781, - 0.839844, - 0.851562, - 0.785156, - 0.652344, - 0.890625, - 0.886719, - 0.8125, - 1.015625, - 0.765625, - 0.863281, - 0.90625, - 0.953125, - 0.652344, - 0.949219, - 1.1875, - 0.871094, - 0.808594, - 0.902344, - 0.804688, - 2.640625, - 0.832031, - 0.933594, - 0.921875, - 0.875, - 0.941406, - 0.832031, - 0.804688, - 1.0625, - 0.90625, - 0.486328, - 0.796875, - 0.601562, - 0.886719, - 1.21875, - 1.640625, - 0.855469, - 0.878906, - 0.851562, - 0.96875, - 1.0, - 0.851562, - 0.929688, - 1.078125, - 0.992188, - 0.777344, - 0.894531, - 0.671875, - 0.847656, - 1.007812, - 1.398438, - 0.773438, - 0.800781, - 0.714844, - 0.914062, - 0.921875, - 0.785156, - 1.15625, - 0.828125, - 1.023438, - 0.761719, - 1.03125, - 1.046875, - 1.054688, - 1.289062, - 1.320312, - 0.835938, - 2.09375, - 0.859375, - 0.882812, - 1.015625, - 0.789062, - 1.046875, - 0.875, - 1.070312, - 0.722656, - 0.730469, - 0.859375, - 0.550781, - 0.941406, - 0.980469, - 0.738281, - 0.558594, - 0.832031, - 0.96875, - 0.910156, - 0.910156, - 0.8125, - 0.761719, - 0.921875, - 0.75, - 1.039062, - 0.792969, - 0.867188, - 0.980469, - 0.953125, - 0.847656, - 0.808594, - 0.800781, - 0.804688, - 1.210938, - 0.917969, - 1.539062, - 0.679688, - 0.941406, - 0.914062, - 0.847656, - 0.910156, - 0.90625, - 0.777344, - 1.25, - 0.875, - 1.0, - 1.171875, - 0.742188, - 0.976562, - 0.855469, - 0.824219, - 0.914062, - 0.816406, - 0.820312, - 0.941406, - 0.804688, - 0.589844, - 0.828125, - 1.09375, - 1.078125, - 1.914062, - 0.871094, - 0.847656, - 0.765625, - 0.855469, - 0.796875, - 0.972656, - 0.859375, - 2.0, - 1.039062, - 0.78125, - 1.054688, - 0.726562, - 0.742188, - 0.746094, - 0.792969, - 0.808594, - 0.929688, - 0.914062, - 0.703125, - 0.90625, - 1.320312, - 0.960938, - 0.878906, - 0.707031, - 0.875, - 1.0, - 0.863281, - 1.03125, - 0.9375, - 0.882812, - 2.625, - 0.902344, - 0.933594, - 0.835938, - 1.054688, - 0.910156, - 0.914062, - 1.265625, - 0.753906, - 0.871094, - 0.902344, - 0.945312, - 0.992188, - 0.890625, - 0.664062, - 0.921875, - 0.757812, - 0.789062, - 1.28125, - 0.972656, - 0.679688, - 0.816406, - 0.945312, - 0.730469, - 0.910156, - 0.84375, - 0.703125, - 0.933594, - 0.933594, - 0.996094, - 0.800781, - 0.988281, - 1.054688, - 2.609375, - 0.675781, - 0.789062, - 0.835938, - 0.828125, - 0.800781, - 0.808594, - 1.40625, - 1.070312, - 0.832031, - 0.828125, - 0.871094, - 0.867188, - 0.882812, - 1.179688, - 1.03125, - 1.21875, - 0.851562, - 0.769531, - 0.921875, - 0.824219, - 1.3125, - 0.71875, - 1.023438, - 1.132812, - 0.820312, - 1.414062, - 0.882812, - 1.671875, - 0.863281, - 0.835938, - 0.746094, - 1.078125, - 0.882812, - 0.679688, - 0.882812, - 0.882812, - 1.1875, - 0.988281, - 0.671875, - 0.957031, - 1.0625, - 2.359375, - 1.226562, - 0.914062, - 0.867188, - 0.753906, - 0.902344, - 0.753906, - 0.816406, - 0.800781, - 0.8125, - 2.4375, - 1.0, - 0.800781, - 0.816406, - 0.847656, - 1.101562, - 0.976562, - 0.792969, - 0.785156, - 0.699219, - 0.96875, - 0.953125, - 0.960938, - 0.882812, - 0.917969, - 0.796875, - 0.953125, - 1.015625, - 0.902344, - 1.1875, - 0.746094, - 0.898438, - 0.816406, - 1.0625, - 0.839844, - 0.800781, - 0.914062, - 0.910156, - 1.0625, - 1.164062, - 0.832031, - 0.960938, - 0.769531, - 0.890625, - 0.816406, - 2.09375, - 0.894531, - 0.804688, - 0.78125, - 0.90625, - 1.125, - 1.898438, - 0.878906, - 0.789062, - 0.761719, - 0.714844, - 0.929688, - 0.945312, - 0.859375, - 0.800781, - 0.996094, - 0.867188, - 0.78125, - 0.9375, - 1.007812, - 0.84375, - 0.980469, - 0.699219, - 0.804688, - 0.921875, - 0.929688, - 1.15625, - 0.824219, - 1.007812, - 1.015625, - 1.0625, - 0.996094, - 1.09375, - 0.632812, - 3.328125, - 0.808594, - 1.03125, - 0.769531, - 1.515625, - 0.972656, - 1.640625, - 2.40625, - 0.945312, - 2.265625, - 0.964844, - 0.804688, - 0.871094, - 0.894531, - 0.980469, - 0.964844, - 0.875, - 0.917969, - 1.148438, - 1.257812, - 0.949219, - 1.460938, - 1.078125, - 1.304688, - 1.039062, - 1.15625, - 1.335938, - 0.871094, - 0.875, - 1.117188, - 1.015625, - 1.046875, - 0.820312, - 0.757812, - 0.785156, - 0.980469, - 0.699219, - 0.84375, - 1.039062, - 1.015625, - 1.132812, - 0.699219, - 0.765625, - 0.945312, - 0.960938, - 1.109375, - 0.929688, - 1.046875, - 0.875, - 1.984375, - 0.6875, - 2.3125, - 0.302734, - 0.738281, - 1.015625, - 0.820312, - 0.632812, - 0.878906, - 0.972656, - 1.265625, - 1.367188, - 0.917969, - 0.84375, - 0.757812, - 0.621094, - 1.828125, - 0.964844, - 0.910156, - 0.765625, - 0.871094, - 0.863281, - 0.910156, - 0.847656, - 0.945312, - 0.972656, - 1.046875, - 1.117188, - 2.109375, - 0.78125, - 1.296875, - 0.984375, - 0.753906, - 1.023438, - 0.886719, - 1.023438, - 0.691406, - 1.023438, - 0.816406, - 0.882812, - 0.84375, - 0.996094, - 0.957031, - 1.890625, - 0.925781, - 0.789062, - 0.808594, - 0.964844, - 1.164062, - 0.746094, - 0.785156, - 1.195312, - 0.839844, - 0.699219, - 0.625, - 2.171875, - 0.945312, - 0.828125, - 0.734375, - 0.875, - 0.96875, - 1.117188, - 0.953125, - 0.851562, - 0.785156, - 0.789062, - 0.8125, - 0.933594, - 0.921875, - 0.941406, - 1.09375, - 0.882812, - 1.054688, - 0.710938, - 0.867188, - 2.03125, - 0.824219, - 1.148438, - 1.070312, - 1.054688, - 0.898438, - 0.890625, - 0.851562, - 0.9375, - 0.882812, - 0.835938, - 0.773438, - 0.859375, - 1.164062, - 0.855469, - 1.164062, - 0.839844, - 0.714844, - 0.828125, - 0.855469, - 1.046875, - 1.132812, - 0.921875, - 0.789062, - 0.707031, - 0.882812, - 0.757812, - 1.195312, - 0.816406, - 0.917969, - 0.847656, - 0.828125, - 1.039062, - 0.824219, - 1.0, - 1.085938, - 0.769531, - 0.886719, - 0.902344, - 1.742188, - 0.871094, - 0.898438, - 0.714844, - 0.898438, - 1.726562, - 1.007812, - 0.859375, - 0.75, - 0.972656, - 0.914062, - 1.125, - 0.988281, - 0.988281, - 0.78125, - 0.769531, - 0.753906, - 0.703125, - 0.851562, - 0.875, - 4.59375, - 0.851562, - 0.828125, - 0.792969, - 0.96875, - 0.882812, - 1.15625, - 0.820312, - 0.796875, - 0.933594, - 0.808594, - 0.984375, - 0.804688, - 1.257812, - 0.828125, - 0.96875, - 1.054688, - 0.789062, - 1.0625, - 0.753906, - 0.835938, - 1.015625, - 0.832031, - 1.140625, - 2.265625, - 0.9375, - 1.023438, - 0.675781, - 0.855469, - 0.652344, - 0.71875, - 0.945312, - 1.578125, - 2.15625, - 0.898438, - 1.359375, - 0.636719, - 0.800781, - 0.816406, - 0.78125, - 0.769531, - 0.839844, - 1.148438, - 0.773438, - 1.085938, - 1.054688, - 0.917969, - 1.5625, - 0.8125, - 1.117188, - 0.917969, - 0.800781, - 0.9375, - 0.972656, - 0.695312, - 0.875, - 0.671875, - 0.855469, - 0.84375, - 0.960938, - 0.792969, - 0.863281, - 0.972656, - 1.117188, - 0.875, - 0.761719, - 0.808594, - 0.878906, - 1.992188, - 0.957031, - 0.753906, - 0.972656, - 0.78125, - 0.753906, - 0.796875, - 0.820312, - 0.777344, - 0.84375, - 0.871094, - 0.90625, - 0.832031, - 1.015625, - 0.882812, - 0.796875, - 0.910156, - 0.84375, - 0.671875, - 0.789062, - 0.742188, - 2.21875, - 0.878906, - 1.0625, - 0.96875, - 0.804688, - 0.75, - 0.929688, - 0.910156, - 0.886719, - 1.226562, - 0.851562, - 0.710938, - 0.957031, - 0.804688, - 1.015625, - 0.859375, - 1.0, - 0.753906, - 0.761719, - 0.757812, - 0.890625, - 0.765625, - 0.746094, - 1.171875, - 0.726562, - 0.8125, - 1.117188, - 1.125, - 1.039062, - 1.101562, - 0.972656, - 1.203125, - 0.648438, - 1.007812, - 0.703125, - 0.878906, - 0.863281, - 0.78125, - 0.714844, - 1.453125, - 0.792969, - 2.3125, - 1.125, - 0.902344, - 0.945312, - 0.890625, - 0.820312, - 0.742188, - 1.101562, - 1.1875, - 0.769531, - 0.941406, - 0.882812, - 0.851562, - 1.453125, - 1.085938, - 0.945312, - 0.691406, - 1.265625, - 0.746094, - 0.792969, - 0.710938, - 0.960938, - 0.828125, - 0.832031, - 0.785156, - 0.925781, - 0.808594, - 1.789062, - 0.632812, - 1.164062, - 0.992188, - 0.988281, - 1.148438, - 0.828125, - 0.621094, - 0.734375, - 0.941406, - 0.78125, - 0.832031, - 0.964844, - 0.769531, - 0.738281, - 0.828125, - 1.257812, - 0.914062, - 1.039062, - 0.757812, - 0.730469, - 1.007812, - 0.773438, - 0.871094, - 0.816406, - 0.871094, - 0.785156, - 1.023438, - 0.957031, - 0.660156, - 0.972656, - 0.972656, - 1.0625, - 0.914062, - 0.785156, - 1.132812, - 0.628906, - 0.652344, - 0.734375, - 0.96875, - 0.832031, - 0.757812, - 0.726562, - 0.75, - 0.972656, - 0.984375, - 0.886719, - 1.140625, - 1.296875, - 0.75, - 0.757812, - 0.914062, - 0.886719, - 0.792969, - 0.957031, - 0.796875, - 0.863281, - 2.015625, - 0.992188, - 0.964844, - 0.890625, - 0.832031, - 0.808594, - 2.078125, - 0.96875, - 1.179688, - 2.015625, - 0.863281, - 0.785156, - 2.140625, - 0.796875, - 0.9375, - 1.078125, - 0.757812, - 0.589844, - 0.832031, - 0.933594, - 0.800781, - 0.964844, - 1.164062, - 0.800781, - 1.140625, - 0.769531, - 0.917969, - 0.96875, - 0.75, - 0.910156, - 1.023438, - 0.789062, - 1.257812, - 0.753906, - 0.761719, - 0.863281, - 1.046875, - 0.925781, - 1.0625, - 0.890625, - 1.039062, - 1.085938, - 1.179688, - 0.898438, - 0.851562, - 0.816406, - 0.75, - 1.101562, - 1.335938, - 0.8125, - 0.71875, - 0.691406, - 1.007812, - 0.800781, - 0.960938, - 0.839844, - 0.839844, - 0.847656, - 0.886719, - 0.839844, - 0.8125, - 1.070312, - 0.972656, - 1.039062, - 0.996094, - 0.804688, - 1.304688, - 0.835938, - 0.851562, - 0.777344, - 0.871094, - 0.683594, - 0.980469, - 1.125, - 0.765625, - 0.851562, - 1.0, - 2.171875, - 0.859375, - 1.179688, - 0.816406, - 0.972656, - 0.976562, - 0.867188, - 0.785156, - 0.902344, - 0.839844, - 0.960938, - 0.847656, - 2.203125, - 0.984375, - 0.949219, - 1.601562, - 0.714844, - 0.78125, - 1.046875, - 1.039062, - 0.625, - 1.132812, - 0.863281, - 0.632812, - 1.179688, - 1.007812, - 0.835938, - 0.722656, - 0.941406, - 0.753906, - 1.773438, - 1.359375, - 0.761719, - 1.273438, - 1.054688, - 0.878906, - 0.917969, - 0.894531, - 0.996094, - 0.769531, - 0.875, - 0.671875, - 0.902344, - 0.851562, - 0.832031, - 0.90625, - 0.777344, - 0.941406, - 0.976562, - 0.992188, - 0.761719, - 0.886719, - 0.742188, - 0.929688, - 0.820312, - 0.859375, - 1.0, - 1.078125, - 0.894531, - 0.714844, - 0.953125, - 0.976562, - 0.859375, - 1.179688, - 0.867188, - 0.925781, - 0.828125, - 1.078125, - 0.675781, - 0.867188, - 1.015625, - 0.996094, - 0.914062, - 0.84375, - 0.726562, - 0.796875, - 0.976562, - 0.902344, - 0.894531, - 0.929688, - 0.855469, - 1.109375, - 0.960938, - 0.914062, - 0.96875, - 0.84375, - 1.757812, - 0.976562, - 0.498047, - 0.894531, - 0.800781, - 1.21875, - 0.734375, - 1.117188, - 0.953125, - 1.0, - 0.8125, - 1.195312, - 0.796875, - 1.015625, - 0.914062, - 0.953125, - 0.8125, - 0.980469, - 0.738281, - 1.015625, - 0.738281, - 0.703125, - 0.945312, - 1.742188, - 0.878906, - 0.972656, - 0.75, - 0.734375, - 0.765625, - 0.820312, - 0.875, - 0.664062, - 0.996094, - 0.871094, - 0.597656, - 0.675781, - 0.679688, - 0.800781, - 0.777344, - 0.976562, - 0.9375, - 0.929688, - 0.773438, - 0.691406, - 0.855469, - 1.007812, - 0.628906, - 0.714844, - 0.917969, - 0.816406, - 0.855469, - 1.078125, - 0.585938, - 0.867188, - 0.730469, - 1.101562, - 1.132812, - 1.328125, - 1.945312, - 0.902344, - 1.257812, - 0.699219, - 0.734375, - 0.867188, - 0.894531, - 0.886719, - 1.335938, - 0.992188, - 1.304688, - 0.972656, - 0.96875, - 0.574219, - 0.75, - 1.34375, - 0.800781, - 0.746094, - 0.804688, - 1.109375, - 0.824219, - 0.78125, - 0.917969, - 1.09375, - 0.785156, - 1.304688, - 0.695312, - 0.902344, - 0.855469, - 0.816406, - 0.746094, - 0.84375, - 1.007812, - 1.1875, - 0.898438, - 1.015625, - 0.820312, - 0.796875, - 1.078125, - 1.046875, - 0.796875, - 1.039062, - 0.53125, - 1.125, - 0.875, - 1.054688, - 1.164062, - 0.824219, - 0.804688, - 0.964844, - 0.902344, - 0.640625, - 1.226562, - 0.753906, - 1.234375, - 0.816406, - 0.941406, - 0.714844, - 0.867188, - 4.96875, - 0.769531, - 1.046875, - 0.675781, - 0.980469, - 1.023438, - 0.871094, - 0.878906, - 0.589844, - 0.835938, - 1.203125, - 0.976562, - 0.792969, - 0.964844, - 0.777344, - 0.804688, - 0.949219, - 0.859375, - 0.832031, - 0.777344, - 1.898438, - 0.960938, - 2.03125, - 2.234375, - 0.992188, - 0.75, - 0.902344, - 0.933594, - 0.871094, - 0.984375, - 1.117188, - 0.851562, - 1.140625, - 1.015625, - 0.917969, - 1.023438, - 0.980469, - 1.015625, - 0.851562, - 0.972656, - 0.777344, - 1.09375, - 1.226562, - 0.714844, - 0.859375, - 0.878906, - 0.910156, - 0.695312, - 1.296875, - 0.824219, - 0.796875, - 0.90625, - 1.03125, - 1.007812, - 0.753906, - 0.863281, - 1.085938, - 0.769531, - 0.898438, - 0.980469, - 1.585938, - 1.054688, - 2.28125, - 1.09375, - 0.75, - 0.902344, - 1.015625, - 0.804688, - 0.789062, - 0.996094, - 0.855469, - 1.039062, - 0.824219, - 0.832031, - 0.921875, - 0.980469, - 0.65625, - 0.785156, - 0.835938, - 0.652344, - 0.851562, - 1.367188, - 0.71875, - 1.015625, - 0.832031, - 1.140625, - 0.675781, - 0.648438, - 0.914062, - 0.914062, - 0.871094, - 0.898438, - 0.945312, - 0.75, - 0.703125, - 0.816406, - 1.320312, - 0.71875, - 1.0625, - 1.164062, - 1.015625, - 1.71875, - 0.859375, - 0.726562, - 0.949219, - 0.753906, - 0.914062, - 0.824219, - 0.976562, - 0.902344, - 1.09375, - 0.753906, - 0.785156, - 0.96875, - 0.921875, - 0.765625, - 0.824219, - 0.957031, - 1.164062, - 0.777344, - 0.84375, - 2.15625, - 0.789062, - 0.859375, - 0.84375, - 1.039062, - 0.832031, - 0.933594, - 0.917969, - 1.070312, - 0.839844, - 0.957031, - 1.070312, - 0.960938, - 0.980469, - 0.785156, - 0.898438, - 1.21875, - 0.929688, - 0.921875, - 1.070312, - 1.039062, - 0.435547, - 0.878906, - 0.878906, - 0.878906, - 0.90625, - 0.816406, - 1.226562, - 1.148438, - 0.738281, - 0.96875, - 0.789062, - 0.792969, - 0.851562, - 0.894531, - 0.726562, - 0.886719, - 0.757812, - 0.878906, - 1.3125, - 0.910156, - 1.328125, - 0.746094, - 0.914062, - 1.039062, - 0.722656, - 0.957031, - 1.0, - 0.652344, - 1.054688, - 0.847656, - 0.757812, - 0.753906, - 0.855469, - 0.796875, - 1.476562, - 0.703125, - 0.953125, - 0.871094, - 1.1875, - 0.792969, - 1.695312, - 1.296875, - 0.699219, - 0.988281, - 0.925781, - 0.863281, - 0.902344, - 0.910156, - 0.863281, - 0.664062, - 0.722656, - 0.867188, - 1.039062, - 0.867188, - 0.9375, - 1.28125, - 0.796875, - 0.925781, - 1.039062, - 0.914062, - 0.964844, - 0.890625, - 0.964844, - 1.179688, - 0.765625, - 0.972656, - 0.859375, - 0.875, - 0.699219, - 0.773438, - 0.859375, - 1.765625, - 0.863281, - 0.839844, - 0.984375, - 0.910156, - 0.894531, - 1.25, - 0.925781, - 0.988281, - 0.847656, - 0.90625, - 1.09375, - 1.195312, - 0.777344, - 0.832031, - 0.800781, - 0.679688, - 1.992188, - 1.203125, - 0.894531, - 0.917969, - 1.679688, - 0.972656, - 0.652344, - 0.964844, - 0.753906, - 1.085938, - 0.800781, - 0.839844, - 0.789062, - 0.796875, - 0.863281, - 0.945312, - 0.796875, - 0.882812, - 1.164062, - 1.132812, - 0.847656, - 0.660156, - 0.789062, - 1.0625, - 1.039062, - 0.777344, - 1.640625, - 0.703125, - 0.757812, - 1.117188, - 0.871094, - 0.878906, - 0.644531, - 0.992188, - 0.832031, - 0.953125, - 0.902344, - 1.132812, - 0.9375, - 0.800781, - 0.957031, - 1.007812, - 0.871094, - 0.945312, - 0.753906, - 0.84375, - 0.816406, - 0.753906, - 0.921875, - 1.085938, - 0.839844, - 0.875, - 0.828125, - 0.960938, - 0.96875, - 1.03125, - 1.140625, - 1.0, - 0.859375, - 0.640625, - 0.667969, - 1.1875, - 0.933594, - 1.039062, - 1.421875, - 0.8125, - 0.71875, - 0.953125, - 0.890625, - 0.832031, - 1.023438, - 0.988281, - 0.890625, - 0.816406, - 0.761719, - 0.835938, - 1.023438, - 0.804688, - 1.101562, - 1.039062, - 0.8125, - 0.707031, - 1.59375, - 0.957031, - 1.085938, - 0.976562, - 0.90625, - 0.699219, - 0.949219, - 0.914062, - 2.046875, - 0.945312, - 1.023438, - 0.691406, - 0.875, - 0.785156, - 0.691406, - 0.871094, - 0.824219, - 1.445312, - 0.960938, - 1.03125, - 0.800781, - 0.777344, - 0.765625, - 0.925781, - 1.039062, - 1.328125, - 0.871094, - 0.984375, - 0.71875, - 0.738281, - 0.734375, - 0.871094, - 0.871094, - 0.84375, - 0.839844, - 0.914062, - 1.015625, - 1.9375, - 0.84375, - 0.828125, - 1.710938, - 1.171875, - 0.867188, - 0.789062, - 0.773438, - 0.828125, - 1.1875, - 0.953125, - 1.101562, - 1.101562, - 0.9375, - 0.785156, - 0.851562, - 0.824219, - 0.59375, - 0.804688, - 0.859375, - 0.875, - 0.769531, - 0.863281, - 1.28125, - 0.792969, - 0.792969, - 1.125, - 0.785156, - 0.785156, - 0.957031, - 0.929688, - 0.855469, - 0.875, - 1.0, - 0.875, - 1.40625, - 0.785156, - 1.007812, - 0.898438, - 1.007812, - 0.941406, - 1.21875, - 1.890625, - 0.839844, - 0.898438, - 0.917969, - 0.820312, - 1.03125, - 0.871094, - 0.785156, - 0.738281, - 1.007812, - 0.953125, - 0.890625, - 0.863281, - 0.796875, - 0.816406, - 0.847656, - 0.863281, - 1.0625, - 1.070312, - 0.839844, - 0.707031, - 0.664062, - 0.871094, - 0.96875, - 0.808594, - 1.664062, - 0.792969, - 0.789062, - 1.015625, - 0.960938, - 0.722656, - 0.789062, - 0.730469, - 0.894531, - 0.871094, - 0.738281, - 0.609375, - 1.117188, - 0.84375, - 0.609375, - 1.492188, - 0.984375, - 1.117188, - 0.796875, - 0.875, - 0.855469, - 0.75, - 0.953125, - 0.6875, - 0.882812, - 1.132812, - 1.289062, - 0.898438, - 0.722656, - 1.203125, - 0.949219, - 0.671875, - 0.925781, - 0.824219, - 0.8125, - 0.78125, - 0.75, - 1.164062, - 0.804688, - 0.878906, - 0.9375, - 0.855469, - 2.515625, - 1.296875, - 0.914062, - 1.117188, - 1.007812, - 1.960938, - 0.941406, - 0.96875, - 1.164062, - 0.660156, - 0.730469, - 0.769531, - 0.871094, - 2.390625, - 0.851562, - 1.015625, - 0.742188, - 1.242188, - 1.0, - 0.921875, - 0.753906, - 0.714844, - 1.023438, - 0.917969, - 0.835938, - 0.851562, - 1.09375, - 0.773438, - 0.777344, - 1.070312, - 0.859375, - 0.828125, - 0.839844, - 1.328125, - 1.320312, - 1.0, - 1.265625, - 1.148438, - 0.871094, - 0.730469, - 0.878906, - 1.007812, - 0.832031, - 1.101562, - 0.777344, - 0.804688, - 0.941406, - 0.964844, - 0.765625, - 0.9375, - 0.6875, - 1.148438, - 0.722656, - 0.800781, - 0.867188 - ] - }, - "name": "model.transformer.layers.15.attn_norm.weight", - "outputIndexes": [ - 959 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 958, - 959 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_15/Mul_1_output_0", - "outputIndexes": [ - 960 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 960 - ], - "outputIndexes": [ - 1826 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1826 - ], - "outputIndexes": [ - 1827 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear", - "inputIndexes": [ - 1827 - ], - "outputIndexes": [ - 1828 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1280, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 140549052, - 983062, - 122880, - 5120, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1828 - ], - "outputIndexes": [ - 1829 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1829 - ], - "outputIndexes": [ - 961 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1280 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 960 - ], - "main_type": "NONE", - "name": "/Shape_61_output_0", - "outputIndexes": [ - 962 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 962 - ], - "main_type": "NONE", - "name": "Shape1363", - "outputIndexes": [ - 963 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 962 - ], - "main_type": "NONE", - "name": "Rank1365", - "outputIndexes": [ - 964 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 964, - 964 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1367", - "outputIndexes": [ - 965 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 965 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1368", - "outputIndexes": [ - 966 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 965, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1370", - "outputIndexes": [ - 967 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 967 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1371", - "outputIndexes": [ - 968 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 963, - 966, - 968, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1374", - "outputIndexes": [ - 969 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 969 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1375", - "outputIndexes": [ - 970 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 970 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1376", - "outputIndexes": [ - 971 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 971, - 970 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1377", - "outputIndexes": [ - 972 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 962, - 972, - 965 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_79_output_0", - "outputIndexes": [ - 973 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 973, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_151_output_0", - "outputIndexes": [ - 974 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 974, - 670, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_75_output_0", - "outputIndexes": [ - 975 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 961, - 975 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_61_output_0", - "outputIndexes": [ - 976 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 976 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_15/Mul_output_0", - "outputIndexes": [ - 977 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.167969, - 0.423828, - 0.081055, - 0.092285, - -0.030884, - 1.1875, - 0.037598, - 1.875, - 1.820312, - 1.796875, - 1.84375, - 2.03125, - 1.828125, - 1.882812, - 1.921875, - 2.46875, - 2.140625, - 1.289062, - 2.109375, - 2.75, - 1.914062, - 2.5, - 3.5, - 2.109375, - 2.109375, - 2.09375, - 2.078125, - 2.0625, - 2.15625, - 2.046875, - 2.40625, - 2.03125, - -0.083984, - -0.070801, - -0.013733, - -0.033936, - 0.267578, - 1.953125, - 1.90625, - 1.640625, - 1.257812, - 1.734375, - 2.125, - 1.859375, - 2.390625, - 2.09375, - 2.25, - 1.9375, - 2.203125, - 2.75, - 2.3125, - 1.851562, - 2.515625, - 1.914062, - 1.03125, - 2.125, - 2.046875, - 2.015625, - 2.015625, - 2.0, - 2.046875, - 1.984375, - 1.984375, - 2.421875 - ] - }, - "name": "model.transformer.layers.15.attn.q_norm.weight", - "outputIndexes": [ - 978 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 977, - 978 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_15/Mul_1_output_0", - "outputIndexes": [ - 979 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 979, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_60_output_0", - "outputIndexes": [ - 980 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 979, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_61_output_0", - "outputIndexes": [ - 981 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 981 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_30_output_0", - "outputIndexes": [ - 982 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 979, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_60_output_0", - "outputIndexes": [ - 983 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 982, - 983 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_78_output_0", - "outputIndexes": [ - 984 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 984, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_61_output_0", - "outputIndexes": [ - 985 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 980, - 985 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_60_output_0", - "outputIndexes": [ - 986 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 960 - ], - "outputIndexes": [ - 1830 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1830 - ], - "outputIndexes": [ - 1831 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear", - "inputIndexes": [ - 1831 - ], - "outputIndexes": [ - 1832 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 141660114, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1832 - ], - "outputIndexes": [ - 1833 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1833 - ], - "outputIndexes": [ - 987 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 974, - 684, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_76_output_0", - "outputIndexes": [ - 988 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 987, - 988 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_62_output_0", - "outputIndexes": [ - 989 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 989 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_15/Mul_output_0", - "outputIndexes": [ - 990 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.207031, - -0.474609, - -0.062988, - -0.19043, - 0.024414, - 1.890625, - 0.000269, - 1.875, - 2.015625, - 2.03125, - 2.171875, - 1.242188, - 2.34375, - 2.21875, - 2.234375, - 1.578125, - 2.109375, - 3.328125, - 2.171875, - 1.703125, - 2.5625, - 1.96875, - 0.769531, - 2.203125, - 2.1875, - 2.1875, - 2.0625, - 2.140625, - 2.0, - 2.09375, - 2.40625, - 2.25, - -0.022217, - 0.003662, - -0.027832, - 0.033447, - -0.253906, - 1.914062, - 1.71875, - 1.5, - 0.225586, - 1.523438, - 1.34375, - 2.09375, - 1.226562, - 1.710938, - 1.609375, - 2.46875, - 2.0625, - 0.18457, - 2.0625, - 2.890625, - 1.875, - 2.40625, - 5.1875, - 2.203125, - 2.21875, - 2.171875, - 2.078125, - 2.140625, - 2.171875, - 2.15625, - 2.40625, - 2.4375 - ] - }, - "name": "model.transformer.layers.15.attn.k_norm.weight", - "outputIndexes": [ - 991 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 990, - 991 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_15/Mul_1_output_0", - "outputIndexes": [ - 992 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 992, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_62_output_0", - "outputIndexes": [ - 993 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 992, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_63_output_0", - "outputIndexes": [ - 994 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 994 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_31_output_0", - "outputIndexes": [ - 995 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 992, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_62_output_0", - "outputIndexes": [ - 996 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 995, - 996 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_79_output_0", - "outputIndexes": [ - 997 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 997, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_63_output_0", - "outputIndexes": [ - 998 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 993, - 998 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_61_output_0", - "outputIndexes": [ - 999 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 960 - ], - "outputIndexes": [ - 1834 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1834 - ], - "outputIndexes": [ - 1835 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear", - "inputIndexes": [ - 1835 - ], - "outputIndexes": [ - 1836 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 320, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 3840, - "weightSize": 0 - }, - "external": [ - 141937896, - 245782, - 30720, - 1280, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1836 - ], - "outputIndexes": [ - 1837 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1837 - ], - "outputIndexes": [ - 1000 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 320 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1000, - 988 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_63_output_0", - "outputIndexes": [ - 1001 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 986, - 999, - 1001, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.15/self_attn/FusedAttention", - "outputIndexes": [ - 1002 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1002 - ], - "outputIndexes": [ - 1838 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1280, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1838 - ], - "outputIndexes": [ - 1839 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear", - "inputIndexes": [ - 1839 - ], - "outputIndexes": [ - 1840 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1280, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 15360, - "weightSize": 0 - }, - "external": [ - 142215678, - 983062, - 122880, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1840 - ], - "outputIndexes": [ - 1841 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1841 - ], - "outputIndexes": [ - 1003 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 957, - 1003 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_62_output_0", - "outputIndexes": [ - 1004 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1004 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_15/Mul_output_0", - "outputIndexes": [ - 1005 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.636719, - 0.636719, - 0.664062, - 0.570312, - 0.597656, - 0.621094, - 0.632812, - 0.636719, - 0.773438, - 0.636719, - 0.703125, - 0.691406, - 0.632812, - 0.617188, - 0.648438, - 0.785156, - 0.648438, - 0.621094, - 0.625, - 0.632812, - 0.613281, - 0.671875, - 0.589844, - 0.640625, - 0.683594, - 0.617188, - 0.621094, - 0.644531, - 0.605469, - 0.621094, - 0.671875, - 0.636719, - 0.59375, - 0.613281, - 0.640625, - 0.65625, - 0.605469, - 0.640625, - 0.621094, - 0.636719, - 0.660156, - 0.613281, - 0.632812, - 0.636719, - 0.613281, - 0.65625, - 0.636719, - 0.609375, - 0.636719, - 0.644531, - 0.617188, - 0.644531, - 0.628906, - 0.660156, - 0.384766, - 0.671875, - 0.664062, - 0.640625, - 0.660156, - 0.683594, - 0.617188, - 0.628906, - 0.621094, - 0.667969, - 0.597656, - 0.632812, - 0.640625, - 0.632812, - 0.617188, - 0.40625, - 0.652344, - 0.644531, - 0.648438, - 0.640625, - 0.613281, - 0.652344, - 0.667969, - 0.648438, - 0.644531, - 0.628906, - 0.621094, - 0.648438, - 0.613281, - 0.675781, - 0.644531, - 0.609375, - 0.613281, - 0.621094, - 0.636719, - 0.636719, - 0.644531, - 0.585938, - 0.636719, - 0.636719, - 0.621094, - 0.597656, - 0.617188, - 0.664062, - 0.605469, - 0.632812, - 0.652344, - 0.328125, - 0.648438, - 0.648438, - 0.652344, - 0.632812, - 0.601562, - 0.621094, - 0.597656, - 0.625, - 0.632812, - 0.628906, - 0.582031, - 0.609375, - 0.632812, - 0.625, - 0.59375, - 0.644531, - 0.625, - 0.644531, - 0.6875, - 0.625, - 0.605469, - 0.65625, - 0.644531, - 0.726562, - 0.660156, - 0.652344, - 0.65625, - 0.644531, - 0.644531, - 0.632812, - 0.640625, - 0.660156, - 0.605469, - 0.613281, - 0.558594, - 0.613281, - 0.632812, - 0.597656, - 0.664062, - 0.628906, - 0.609375, - 0.652344, - 0.582031, - 0.613281, - 0.628906, - 0.628906, - 0.601562, - 0.609375, - 0.652344, - 0.582031, - 0.617188, - 0.632812, - 0.640625, - 0.621094, - 0.628906, - 0.597656, - 0.644531, - 0.589844, - 0.714844, - 0.835938, - 0.65625, - 0.605469, - 0.640625, - 0.652344, - 0.648438, - 0.636719, - 0.625, - 0.367188, - 0.675781, - 0.644531, - 0.636719, - 0.640625, - 0.636719, - 0.671875, - 0.644531, - 0.640625, - 0.660156, - 0.640625, - 0.632812, - 0.644531, - 0.722656, - 0.644531, - 0.628906, - 0.621094, - 0.652344, - 0.613281, - 0.644531, - 0.636719, - 0.664062, - 0.636719, - 0.257812, - 0.652344, - 0.628906, - 0.660156, - 0.566406, - 0.652344, - 0.644531, - 0.546875, - 0.609375, - 0.582031, - 0.644531, - 0.671875, - 0.6875, - 0.671875, - 0.628906, - 0.609375, - 0.605469, - 0.644531, - 0.574219, - 0.625, - 0.617188, - 0.636719, - 0.632812, - 0.628906, - 0.691406, - 0.640625, - 0.660156, - 0.597656, - 0.636719, - 0.621094, - 0.640625, - 0.625, - 0.71875, - 0.589844, - 0.632812, - 0.625, - 0.625, - 0.65625, - 0.628906, - 0.617188, - 0.566406, - 0.609375, - 0.613281, - 0.640625, - 0.621094, - 0.617188, - 0.617188, - 0.558594, - 0.613281, - 0.59375, - 0.648438, - 0.628906, - 0.605469, - 0.625, - 0.601562, - 0.625, - 0.667969, - 0.625, - 0.621094, - 0.695312, - 0.636719, - 0.53125, - 0.640625, - 0.6875, - 0.621094, - 0.609375, - 0.632812, - 0.613281, - 0.664062, - 0.628906, - 0.605469, - 0.671875, - 0.617188, - 0.671875, - 0.765625, - 0.451172, - 0.59375, - 0.625, - 0.640625, - 0.625, - 0.636719, - 0.640625, - 0.644531, - 0.632812, - 0.65625, - 0.339844, - 0.609375, - 0.640625, - 0.613281, - 0.632812, - 0.59375, - 0.640625, - 0.644531, - 0.632812, - 0.632812, - 0.65625, - 0.667969, - 0.640625, - 0.628906, - 0.675781, - 0.609375, - 0.65625, - 0.632812, - 0.667969, - 0.589844, - 0.664062, - 0.625, - 0.636719, - 0.707031, - 0.636719, - 0.609375, - 0.667969, - 0.640625, - 0.644531, - 0.675781, - 0.558594, - 0.667969, - 0.613281, - 0.675781, - 0.652344, - 0.628906, - 0.609375, - 0.652344, - 0.648438, - 0.660156, - 0.605469, - 0.34375, - 0.601562, - 0.648438, - 0.605469, - 0.640625, - 0.652344, - 0.710938, - 0.609375, - 0.660156, - 0.667969, - 0.652344, - 0.648438, - 0.621094, - 0.660156, - 0.628906, - 0.652344, - 0.652344, - 0.644531, - 0.628906, - 0.628906, - 0.605469, - 0.691406, - 0.589844, - 0.609375, - 0.652344, - 0.613281, - 0.710938, - 0.617188, - 0.376953, - 0.621094, - 0.605469, - 0.628906, - 0.484375, - 0.628906, - 0.578125, - 0.371094, - 0.65625, - 0.263672, - 0.636719, - 0.652344, - 0.59375, - 0.628906, - 0.644531, - 0.613281, - 0.628906, - 0.613281, - 0.570312, - 0.585938, - 0.628906, - 0.503906, - 0.628906, - 0.675781, - 0.605469, - 0.640625, - 0.621094, - 0.667969, - 0.644531, - 0.644531, - 0.695312, - 0.648438, - 0.648438, - 0.609375, - 0.636719, - 0.625, - 0.644531, - 0.6875, - 0.609375, - 0.628906, - 0.632812, - 0.601562, - 0.589844, - 0.636719, - 0.648438, - 0.617188, - 0.664062, - 0.613281, - 0.667969, - 0.306641, - 0.636719, - 0.349609, - 0.248047, - 0.570312, - 0.632812, - 0.597656, - 0.605469, - 0.628906, - 0.640625, - 0.578125, - 0.652344, - 0.65625, - 0.625, - 0.597656, - 0.601562, - 0.451172, - 0.625, - 0.667969, - 0.613281, - 0.628906, - 0.617188, - 0.703125, - 0.609375, - 0.675781, - 0.605469, - 0.578125, - 0.578125, - 0.291016, - 0.648438, - 0.507812, - 0.652344, - 0.644531, - 0.597656, - 0.667969, - 0.570312, - 0.636719, - 0.609375, - 0.65625, - 0.671875, - 0.660156, - 0.648438, - 0.671875, - 0.660156, - 0.664062, - 0.65625, - 0.628906, - 0.597656, - 0.644531, - 0.640625, - 0.644531, - 0.644531, - 0.621094, - 0.628906, - 0.589844, - 0.330078, - 0.671875, - 0.640625, - 0.628906, - 0.609375, - 0.652344, - 0.648438, - 0.617188, - 0.65625, - 0.660156, - 0.640625, - 0.621094, - 0.621094, - 0.65625, - 0.601562, - 0.605469, - 0.632812, - 0.65625, - 0.617188, - 0.660156, - 0.341797, - 0.640625, - 0.671875, - 0.636719, - 0.605469, - 0.625, - 0.640625, - 0.628906, - 0.648438, - 0.640625, - 0.648438, - 0.628906, - 0.65625, - 0.578125, - 0.632812, - 0.601562, - 0.636719, - 0.625, - 0.625, - 0.644531, - 0.585938, - 0.582031, - 0.636719, - 0.609375, - 0.636719, - 0.632812, - 0.636719, - 0.59375, - 0.640625, - 0.5625, - 0.613281, - 0.636719, - 0.632812, - 0.625, - 0.585938, - 0.707031, - 0.621094, - 0.652344, - 0.613281, - 0.574219, - 0.667969, - 0.648438, - 0.625, - 0.632812, - 0.474609, - 0.699219, - 0.632812, - 0.65625, - 0.640625, - 0.644531, - 0.632812, - 0.671875, - 0.722656, - 0.625, - 0.617188, - 0.601562, - 0.617188, - 0.585938, - 0.640625, - 0.707031, - 0.597656, - 0.65625, - 0.640625, - 0.636719, - 0.628906, - 0.566406, - 0.664062, - 0.625, - 0.707031, - 0.648438, - 0.746094, - 0.582031, - 0.59375, - 0.644531, - 0.660156, - 0.675781, - 0.632812, - 0.632812, - 0.585938, - 0.628906, - 0.609375, - 0.621094, - 0.570312, - 0.345703, - 0.628906, - 0.6875, - 0.625, - 0.660156, - 0.589844, - 0.617188, - 0.65625, - 0.527344, - 0.361328, - 0.667969, - 0.613281, - 0.636719, - 0.613281, - 0.609375, - 0.664062, - 0.601562, - 0.664062, - 0.597656, - 0.613281, - 0.632812, - 0.664062, - 0.597656, - 0.527344, - 0.613281, - 0.613281, - 0.660156, - 0.640625, - 0.65625, - 0.664062, - 0.601562, - 0.625, - 0.605469, - 0.636719, - 0.632812, - 0.578125, - 0.609375, - 0.65625, - 0.640625, - 0.679688, - 0.636719, - 0.644531, - 0.636719, - 0.597656, - 0.707031, - 0.597656, - 0.632812, - 0.660156, - 0.652344, - 0.621094, - 0.652344, - 0.617188, - 0.617188, - 0.644531, - 0.613281, - 0.605469, - 0.632812, - 0.609375, - 0.640625, - 0.65625, - 0.613281, - 0.667969, - 0.613281, - 0.628906, - 0.628906, - 0.365234, - 0.660156, - 0.652344, - 0.648438, - 0.621094, - 0.625, - 0.65625, - 0.667969, - 0.652344, - 0.660156, - 0.640625, - 0.597656, - 0.667969, - 0.613281, - 0.644531, - 0.636719, - 0.621094, - 0.609375, - 0.636719, - 0.609375, - 0.625, - 0.628906, - 0.578125, - 0.554688, - 0.601562, - 0.640625, - 0.628906, - 0.59375, - 0.671875, - 0.601562, - 0.625, - 0.691406, - 0.574219, - 0.636719, - 0.632812, - 0.621094, - 0.648438, - 0.640625, - 0.597656, - 0.652344, - 0.632812, - 0.34375, - 0.617188, - 0.644531, - 0.601562, - 0.632812, - 0.628906, - 0.601562, - 0.578125, - 0.625, - 0.625, - 0.597656, - 0.621094, - 0.679688, - 0.621094, - 0.636719, - 0.636719, - 0.628906, - 0.617188, - 0.613281, - 0.621094, - 0.625, - 0.636719, - 0.628906, - 0.636719, - 0.617188, - 0.605469, - 0.628906, - 0.652344, - 0.597656, - 0.84375, - 0.667969, - 0.664062, - 0.703125, - 0.636719, - 0.582031, - 0.625, - 0.648438, - 0.613281, - 0.636719, - 0.675781, - 0.621094, - 0.644531, - 0.632812, - 0.644531, - 0.621094, - 0.65625, - 0.621094, - 0.628906, - 0.574219, - 0.640625, - 0.640625, - 0.621094, - 0.644531, - 0.652344, - 0.65625, - 0.632812, - 0.609375, - 0.617188, - 0.617188, - 0.675781, - 0.667969, - 0.683594, - 0.628906, - 0.613281, - 0.613281, - 0.613281, - 0.640625, - 0.628906, - 0.640625, - 0.613281, - 0.640625, - 0.667969, - 0.710938, - 0.667969, - 0.535156, - 0.613281, - 0.648438, - 0.617188, - 0.636719, - 0.628906, - 0.648438, - 0.609375, - 0.617188, - 0.632812, - 0.324219, - 0.589844, - 0.628906, - 0.679688, - 0.636719, - 0.609375, - 0.527344, - 0.679688, - 0.613281, - 0.527344, - 0.625, - 0.632812, - 0.351562, - 0.621094, - 0.652344, - 0.679688, - 0.636719, - 0.582031, - 0.671875, - 0.644531, - 0.660156, - 0.679688, - 0.644531, - 0.636719, - 0.582031, - 0.660156, - 0.636719, - 0.652344, - 0.648438, - 0.652344, - 0.570312, - 0.625, - 0.769531, - 0.617188, - 0.675781, - 0.640625, - 0.65625, - 0.648438, - 0.621094, - 0.683594, - 0.65625, - 0.632812, - 0.605469, - 0.664062, - 0.652344, - 0.675781, - 0.621094, - 0.566406, - 0.546875, - 0.65625, - 0.589844, - 0.609375, - 0.609375, - 0.578125, - 0.664062, - 0.667969, - 0.625, - 0.636719, - 0.683594, - 0.652344, - 0.644531, - 0.695312, - 0.59375, - 0.65625, - 0.710938, - 0.597656, - 0.535156, - 0.648438, - 0.621094, - 0.625, - 0.636719, - 0.636719, - 0.648438, - 0.628906, - 0.621094, - 0.617188, - 0.675781, - 0.225586, - 0.683594, - 0.566406, - 0.625, - 0.671875, - 0.625, - 0.65625, - 0.652344, - 0.621094, - 0.636719, - 0.609375, - 0.65625, - 0.304688, - 0.640625, - 0.65625, - 0.644531, - 0.652344, - 0.527344, - 0.671875, - 0.617188, - 0.53125, - 0.585938, - 0.613281, - 0.617188, - 0.667969, - 0.65625, - 0.632812, - 0.636719, - 0.636719, - 0.636719, - 0.941406, - 0.582031, - 0.605469, - 0.605469, - 0.59375, - 0.65625, - 0.625, - 0.648438, - 0.601562, - 0.621094, - 0.644531, - 0.617188, - 0.601562, - 0.691406, - 0.636719, - 0.65625, - 0.652344, - 0.65625, - 0.613281, - 0.59375, - 0.652344, - 0.652344, - 0.644531, - 0.632812, - 0.664062, - 0.683594, - 0.601562, - 0.617188, - 0.664062, - 0.628906, - 0.679688, - 0.695312, - 0.65625, - 0.605469, - 0.671875, - 0.621094, - 0.65625, - 0.632812, - -0.0019, - 0.65625, - 0.621094, - 0.660156, - 0.632812, - 0.65625, - 0.640625, - 0.640625, - 0.648438, - 0.585938, - 0.574219, - 0.695312, - 0.617188, - 0.601562, - 0.683594, - 0.601562, - 0.644531, - 0.632812, - 0.371094, - 0.65625, - 0.257812, - 0.613281, - 0.613281, - 0.695312, - 0.636719, - 0.605469, - 0.617188, - 0.621094, - 0.636719, - 0.648438, - 0.671875, - 0.632812, - 0.644531, - 0.628906, - 0.605469, - 0.644531, - 0.644531, - 0.617188, - 0.628906, - 0.628906, - 0.667969, - 0.535156, - 0.625, - 0.664062, - 0.605469, - 0.632812, - 0.597656, - 0.636719, - 0.628906, - 0.582031, - 0.609375, - 0.636719, - 0.625, - 0.628906, - 0.617188, - 0.617188, - 0.617188, - 0.648438, - 0.609375, - 0.695312, - 0.613281, - 0.609375, - 0.625, - 0.617188, - 0.605469, - 0.625, - 0.648438, - 0.644531, - 0.605469, - 0.640625, - 0.589844, - 0.640625, - 0.609375, - 0.734375, - 0.578125, - 0.574219, - 0.378906, - 0.660156, - 0.628906, - 0.59375, - 0.640625, - 0.652344, - 0.671875, - 0.648438, - 0.554688, - 0.648438, - 0.597656, - 0.683594, - 0.652344, - 0.601562, - 0.640625, - 0.5625, - 0.636719, - 0.625, - 0.628906, - 0.578125, - 0.636719, - 0.644531, - 0.628906, - 0.640625, - 0.628906, - 0.550781, - 0.621094, - 0.613281, - 0.625, - 0.605469, - 0.652344, - 0.636719, - 0.597656, - 0.621094, - 0.640625, - 0.636719, - 0.648438, - 0.660156, - 0.671875, - 0.707031, - 0.628906, - 0.707031, - 0.597656, - 0.65625, - 0.605469, - 0.703125, - 0.628906, - 0.640625, - 0.664062, - 0.628906, - 0.621094, - 0.613281, - 0.59375, - 0.621094, - 0.636719, - 0.617188, - 0.621094, - 0.652344, - 0.675781, - 0.867188, - 0.636719, - 0.613281, - 0.609375, - 0.640625, - 0.625, - 0.652344, - 0.625, - 0.609375, - 0.628906, - 0.625, - 0.59375, - 0.628906, - 0.648438, - 0.636719, - 0.636719, - 0.679688, - 0.652344, - 0.628906, - 0.613281, - 0.439453, - 0.679688, - 0.382812, - 0.380859, - 0.640625, - 0.617188, - 0.65625, - 0.652344, - 0.636719, - 0.648438, - 0.609375, - 0.667969, - 0.605469, - 0.738281, - 0.632812, - 0.671875, - 0.609375, - 0.636719, - 0.738281, - 0.652344, - 0.597656, - 0.671875, - 0.589844, - 0.632812, - 0.648438, - 0.652344, - 0.640625, - 0.621094, - 0.613281, - 0.671875, - 0.652344, - 0.632812, - 0.683594, - 0.65625, - 0.660156, - 0.640625, - 0.605469, - 0.601562, - 0.617188, - 0.617188, - 0.625, - 0.625, - 0.289062, - 0.628906, - 0.605469, - 0.628906, - 0.613281, - 0.617188, - 0.664062, - 0.605469, - 0.671875, - 0.664062, - 0.617188, - 0.632812, - 0.632812, - 0.675781, - 0.597656, - 0.621094, - 0.589844, - 0.597656, - 0.652344, - 0.703125, - 0.609375, - 0.652344, - 0.660156, - 0.628906, - 0.597656, - 0.601562, - 0.636719, - 0.613281, - 0.632812, - 0.613281, - 0.640625, - 0.632812, - 0.617188, - 0.617188, - 0.632812, - 0.632812, - 0.617188, - 0.699219, - 0.660156, - 0.566406, - 0.625, - 0.621094, - 0.640625, - 0.640625, - 0.59375, - 0.628906, - 0.625, - 0.640625, - 0.65625, - 0.628906, - 0.617188, - 0.632812, - 0.609375, - 0.660156, - 0.621094, - 0.609375, - 0.699219, - 0.628906, - 0.601562, - 0.349609, - 0.664062, - 0.644531, - 0.613281, - 0.699219, - 0.644531, - 0.609375, - 0.632812, - 0.632812, - 0.632812, - 0.640625, - 0.617188, - 0.664062, - 0.613281, - 0.617188, - 0.644531, - 0.582031, - 0.648438, - 0.660156, - 0.601562, - 0.617188, - 0.59375, - 0.636719, - 0.625, - 0.625, - 0.65625, - 0.632812, - 0.566406, - 0.601562, - 0.636719, - 0.625, - 0.648438, - 0.632812, - 0.625, - 0.617188, - 0.640625, - 0.632812, - 0.621094, - 0.65625, - 0.921875, - 0.632812, - 0.65625, - 0.636719, - 0.671875, - 0.585938, - 0.628906, - 0.636719, - 0.65625, - 0.621094, - 0.605469, - 0.617188, - 0.648438, - 0.621094, - 0.652344, - 0.640625, - 0.507812, - 0.605469, - 0.625, - 0.679688, - 0.65625, - 0.617188, - 0.476562, - 0.660156, - 0.605469, - 0.597656, - 0.664062, - 0.632812, - 0.628906, - 0.648438, - 0.625, - 0.632812, - 0.582031, - 0.636719, - 0.644531, - 0.613281, - 0.625, - 0.535156, - 0.621094, - 0.648438, - 0.625, - 0.644531, - 0.664062, - 0.640625, - 0.683594, - 0.632812, - 0.660156, - 0.667969, - 0.601562, - 0.648438, - 0.628906, - 0.640625, - 0.660156, - 0.695312, - 0.628906, - 0.660156, - 0.648438, - 0.671875, - 0.648438, - 0.550781, - 0.636719, - 0.683594, - 0.632812, - 0.632812, - 0.644531, - 0.65625, - 0.648438, - 0.636719, - 0.6875, - 0.621094, - 0.597656, - 0.609375, - 0.671875, - 0.65625, - 0.589844, - 0.640625, - 0.640625, - 0.644531, - 0.640625, - 0.589844, - 0.640625, - 0.605469, - 0.628906, - 0.605469, - 0.632812, - 0.609375, - 0.609375, - 0.625, - 0.621094, - 0.605469, - 0.625, - 0.470703, - 0.664062, - 0.628906, - 0.644531, - 0.667969, - 0.519531, - 0.601562, - 0.597656, - 0.648438, - 0.636719, - 0.613281, - 0.644531, - 0.648438, - 0.671875, - 0.613281, - 0.660156, - 0.699219, - 0.628906, - 0.660156, - 0.644531, - 0.632812, - 0.652344, - 0.65625, - 0.648438, - 0.601562, - 0.652344, - 0.65625, - 0.65625, - 0.59375, - 0.644531, - 0.664062, - 0.609375, - 0.671875, - 0.621094, - 0.625, - 0.621094, - 0.644531, - 0.613281, - 0.660156, - 0.566406, - 0.585938, - 0.644531, - 0.667969, - 0.652344, - 0.613281, - 0.609375, - 0.601562, - 0.617188, - 0.652344, - 0.671875, - 0.628906, - 0.679688, - 0.644531, - 0.585938, - 0.597656, - 0.585938, - 0.542969, - 0.636719, - 0.640625, - 0.652344, - 0.589844, - 0.488281, - 0.632812, - 0.550781, - 0.648438, - 0.660156, - 0.613281, - 0.621094, - 0.652344, - 0.291016, - 0.625, - 0.605469, - 0.609375, - 0.664062, - 0.640625, - 0.617188, - 0.675781, - 0.617188, - 0.496094, - 0.667969, - 0.625, - 0.621094, - 0.640625, - 0.652344, - 0.652344, - 0.625, - 0.566406, - 0.65625, - 0.617188, - 0.628906, - 0.609375, - 0.617188, - 0.648438, - 0.640625, - 0.621094, - 0.664062, - 0.628906, - 0.628906, - 0.445312, - 0.628906, - 0.605469, - 0.476562, - 0.550781, - 0.632812, - 0.59375, - 0.613281, - 0.636719, - 0.667969, - 0.652344, - 0.601562, - 0.667969, - 0.628906, - 0.636719, - 0.601562, - 0.609375, - 0.597656, - 0.632812, - 0.621094, - 0.652344, - 0.632812, - 0.625, - 0.6875, - 0.652344, - 0.648438, - 0.660156, - 0.671875, - 0.65625, - 0.640625, - 0.671875, - 0.625, - 0.621094, - 0.632812, - 0.671875, - 0.550781, - 0.617188, - 0.5625, - 0.65625, - 0.652344, - 0.648438, - 0.574219, - 0.394531, - 0.6875, - 0.613281, - 0.617188, - 0.636719, - 0.636719, - 0.632812, - 0.636719, - 0.640625, - 0.625, - 0.632812, - 0.625, - 0.667969, - 0.652344, - 0.632812, - 0.644531, - 0.628906, - 0.582031, - 0.605469, - 0.636719, - 0.632812, - 0.605469, - 0.644531, - 0.617188, - 0.65625, - 0.507812, - 0.59375, - 0.621094, - 0.617188, - 0.640625, - 0.628906, - 0.648438, - 0.632812, - 0.652344, - 0.59375, - 0.664062, - 0.636719, - 0.585938, - 0.640625, - 0.589844, - 0.691406, - 0.609375, - 0.6875, - 0.640625, - 0.621094, - 0.628906, - 0.621094, - 0.613281, - 0.59375, - 0.644531, - 0.609375, - 0.59375, - 0.628906, - 0.675781, - 0.664062, - 0.679688, - 0.652344, - 0.679688, - 0.613281, - 0.605469, - 0.574219, - 0.632812, - 0.597656, - 0.640625, - 0.636719, - 0.632812, - 0.644531, - 0.365234, - 0.546875, - 0.632812, - 0.808594, - 0.640625, - 0.392578, - 0.601562, - 0.648438, - 0.546875, - 0.605469, - 0.644531, - 0.625, - 0.632812, - 0.351562, - 0.644531, - 0.65625, - 0.628906, - 0.613281, - 0.585938, - 0.714844, - 0.648438, - 0.625, - 0.640625, - 0.613281, - 0.636719, - 0.625, - 0.601562, - 0.667969, - 0.609375, - 0.652344, - 0.632812, - 0.609375, - 0.660156, - 0.617188, - 0.605469, - 0.640625, - 0.621094, - 0.601562, - 0.632812, - 0.621094, - 0.660156, - 0.625, - 0.652344, - 0.628906, - 0.625, - 0.660156, - 0.667969, - 0.605469, - 0.621094, - 0.625, - 0.648438, - 0.65625, - 0.621094, - 0.625, - 0.605469 - ] - }, - "name": "model.transformer.layers.15.ffn_norm.weight", - "outputIndexes": [ - 1006 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1005, - 1006 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_15/Mul_1_output_0", - "outputIndexes": [ - 1007 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1007 - ], - "outputIndexes": [ - 1842 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1842 - ], - "outputIndexes": [ - 1843 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear", - "inputIndexes": [ - 1843 - ], - "outputIndexes": [ - 1844 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 10240, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 122880, - "weightSize": 0 - }, - "external": [ - 143321620, - 7864342, - 983040, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1844 - ], - "outputIndexes": [ - 1845 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1845 - ], - "outputIndexes": [ - 1008 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 10240 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1008, - 21, - 465, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_15/Slice_output_0", - "outputIndexes": [ - 1009 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1009 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_15/Sigmoid_output_0", - "outputIndexes": [ - 1010 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1009, - 1010 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_15/Mul_output_0", - "outputIndexes": [ - 1011 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 10240 - ] - }, - "name": "/ffn_15/Mul_1_output_0", - "outputIndexes": [ - 1012 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1008, - 465, - 1012, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_15/Slice_1_output_0", - "outputIndexes": [ - 1013 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1011, - 1013 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_15/Mul_2_output_0", - "outputIndexes": [ - 1014 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1014 - ], - "outputIndexes": [ - 1846 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5120, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1846 - ], - "outputIndexes": [ - 1847 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear", - "inputIndexes": [ - 1847 - ], - "outputIndexes": [ - 1848 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5120, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 61440, - "weightSize": 0 - }, - "external": [ - 152169002, - 3932182, - 491520, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1848 - ], - "outputIndexes": [ - 1849 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.15/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1849 - ], - "outputIndexes": [ - 1015 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1004, - 1015 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_63_output_0", - "outputIndexes": [ - 1016 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1016, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_64_output_0", - "outputIndexes": [ - 1017 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1017 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_16/Mul_output_0", - "outputIndexes": [ - 1018 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.257812, - 1.179688, - 1.257812, - 1.335938, - 1.476562, - 1.109375, - 1.132812, - 1.164062, - 1.59375, - 1.25, - 1.34375, - 1.28125, - 1.21875, - 1.234375, - 1.101562, - 1.242188, - 1.109375, - 0.984375, - 1.375, - 1.460938, - 0.707031, - 1.195312, - 1.210938, - 1.28125, - 1.273438, - 1.117188, - 1.015625, - 1.117188, - 1.34375, - 1.070312, - 1.21875, - 1.15625, - 1.179688, - 1.40625, - 1.109375, - 1.023438, - 1.023438, - 1.078125, - 0.96875, - 1.226562, - 1.226562, - 1.132812, - 1.3125, - 1.148438, - 1.1875, - 1.203125, - 1.273438, - 1.054688, - 1.265625, - 1.320312, - 1.234375, - 1.109375, - 1.125, - 1.1875, - 2.9375, - 1.148438, - 1.226562, - 1.203125, - 1.101562, - 1.171875, - 1.164062, - 1.132812, - 0.925781, - 1.226562, - 0.753906, - 1.039062, - 0.941406, - 1.242188, - 1.414062, - 2.078125, - 1.109375, - 1.09375, - 1.328125, - 1.242188, - 1.265625, - 1.132812, - 1.296875, - 1.273438, - 1.296875, - 1.09375, - 1.226562, - 1.03125, - 1.085938, - 1.320312, - 1.476562, - 1.0625, - 1.09375, - 1.03125, - 1.101562, - 1.390625, - 0.992188, - 1.507812, - 1.03125, - 1.320312, - 1.046875, - 1.34375, - 1.390625, - 1.273438, - 1.015625, - 1.328125, - 1.054688, - 2.21875, - 1.085938, - 1.117188, - 1.265625, - 1.273438, - 1.445312, - 1.28125, - 1.390625, - 1.078125, - 1.015625, - 1.148438, - 0.777344, - 1.171875, - 1.351562, - 1.148438, - 0.78125, - 1.265625, - 1.289062, - 1.15625, - 1.21875, - 1.101562, - 1.132812, - 1.179688, - 1.171875, - 1.273438, - 1.132812, - 1.210938, - 1.1875, - 1.132812, - 1.054688, - 1.09375, - 1.179688, - 1.023438, - 1.445312, - 1.1875, - 1.554688, - 0.996094, - 1.210938, - 1.296875, - 1.140625, - 1.273438, - 1.398438, - 1.03125, - 1.179688, - 1.070312, - 1.359375, - 1.414062, - 1.054688, - 1.28125, - 1.070312, - 1.164062, - 1.226562, - 1.226562, - 1.171875, - 1.257812, - 1.101562, - 0.804688, - 1.117188, - 1.3125, - 1.375, - 2.28125, - 1.109375, - 1.203125, - 1.15625, - 1.234375, - 1.117188, - 1.296875, - 1.1875, - 1.8125, - 1.289062, - 1.148438, - 1.03125, - 1.054688, - 1.125, - 1.03125, - 1.179688, - 1.03125, - 1.320312, - 1.234375, - 1.0625, - 1.21875, - 1.71875, - 1.289062, - 1.179688, - 0.953125, - 1.09375, - 1.335938, - 1.226562, - 1.351562, - 1.15625, - 1.203125, - 3.65625, - 1.28125, - 1.3125, - 1.070312, - 1.421875, - 1.117188, - 1.226562, - 1.53125, - 1.085938, - 1.28125, - 1.21875, - 1.140625, - 1.46875, - 1.15625, - 0.941406, - 1.273438, - 1.046875, - 1.1875, - 1.539062, - 1.15625, - 1.015625, - 1.148438, - 1.1875, - 1.101562, - 1.273438, - 1.25, - 1.164062, - 1.148438, - 1.265625, - 1.039062, - 1.1875, - 0.832031, - 1.164062, - 3.171875, - 1.039062, - 1.289062, - 1.21875, - 1.1875, - 1.046875, - 1.242188, - 1.640625, - 1.484375, - 1.125, - 1.25, - 1.203125, - 1.164062, - 1.226562, - 1.46875, - 1.421875, - 1.117188, - 1.101562, - 1.109375, - 1.351562, - 1.15625, - 1.117188, - 1.0625, - 1.328125, - 1.484375, - 1.21875, - 0.941406, - 1.132812, - 1.75, - 1.164062, - 1.15625, - 1.164062, - 1.414062, - 1.0625, - 1.09375, - 1.210938, - 1.117188, - 0.949219, - 1.226562, - 0.996094, - 1.234375, - 1.171875, - 2.5, - 1.507812, - 1.101562, - 1.15625, - 1.148438, - 1.296875, - 1.046875, - 1.140625, - 1.148438, - 1.117188, - 1.515625, - 1.3125, - 1.023438, - 1.09375, - 1.195312, - 1.453125, - 1.265625, - 1.125, - 1.109375, - 0.984375, - 1.171875, - 1.210938, - 1.390625, - 1.351562, - 1.242188, - 1.140625, - 1.132812, - 0.980469, - 1.179688, - 0.972656, - 1.046875, - 1.34375, - 1.109375, - 1.210938, - 1.140625, - 1.132812, - 1.117188, - 1.3125, - 1.289062, - 1.46875, - 1.148438, - 1.226562, - 1.046875, - 1.203125, - 1.171875, - 1.96875, - 1.265625, - 1.101562, - 1.125, - 1.1875, - 1.03125, - 2.078125, - 1.15625, - 1.179688, - 1.007812, - 0.949219, - 1.25, - 1.195312, - 1.234375, - 1.125, - 1.335938, - 1.195312, - 1.023438, - 1.3125, - 1.335938, - 1.335938, - 1.21875, - 1.085938, - 1.15625, - 1.328125, - 1.257812, - 1.398438, - 1.09375, - 1.296875, - 1.40625, - 1.328125, - 1.226562, - 1.398438, - 0.871094, - 4.4375, - 1.257812, - 1.195312, - 0.988281, - 1.828125, - 1.28125, - 1.367188, - 1.726562, - 1.28125, - 2.5, - 1.320312, - 1.164062, - 1.210938, - 1.164062, - 1.273438, - 1.289062, - 1.085938, - 1.140625, - 1.453125, - 1.585938, - 1.25, - 1.8125, - 1.414062, - 1.148438, - 1.257812, - 1.367188, - 1.203125, - 1.210938, - 1.109375, - 0.871094, - 1.375, - 1.226562, - 1.109375, - 1.140625, - 1.078125, - 1.195312, - 0.980469, - 1.0625, - 1.328125, - 1.289062, - 0.90625, - 1.015625, - 1.085938, - 1.148438, - 1.210938, - 1.570312, - 1.265625, - 0.90625, - 1.210938, - 2.078125, - 0.976562, - 2.9375, - 0.294922, - 0.953125, - 1.273438, - 1.179688, - 0.929688, - 1.304688, - 1.242188, - 1.015625, - 0.964844, - 1.164062, - 1.125, - 1.039062, - 0.851562, - 1.890625, - 1.304688, - 1.234375, - 1.023438, - 1.203125, - 1.21875, - 1.210938, - 1.257812, - 1.296875, - 1.421875, - 1.398438, - 1.40625, - 2.453125, - 1.171875, - 1.546875, - 1.304688, - 1.1875, - 1.398438, - 1.21875, - 1.257812, - 1.078125, - 1.242188, - 1.085938, - 1.101562, - 1.15625, - 1.226562, - 1.289062, - 1.539062, - 1.265625, - 1.132812, - 1.234375, - 1.335938, - 1.453125, - 1.101562, - 1.125, - 1.460938, - 0.980469, - 1.054688, - 0.996094, - 2.578125, - 1.109375, - 1.109375, - 1.179688, - 1.28125, - 1.40625, - 1.335938, - 1.375, - 1.164062, - 1.117188, - 1.007812, - 1.078125, - 1.132812, - 1.28125, - 1.359375, - 1.375, - 1.234375, - 1.359375, - 1.140625, - 1.265625, - 1.796875, - 1.125, - 1.335938, - 1.257812, - 1.351562, - 1.054688, - 1.164062, - 1.171875, - 1.226562, - 1.21875, - 1.070312, - 1.117188, - 1.171875, - 1.5625, - 1.140625, - 0.992188, - 0.980469, - 1.03125, - 1.015625, - 1.179688, - 1.289062, - 1.5625, - 1.1875, - 1.164062, - 1.023438, - 1.203125, - 1.0625, - 1.484375, - 1.164062, - 1.15625, - 1.226562, - 1.03125, - 0.941406, - 1.273438, - 1.453125, - 1.328125, - 1.125, - 1.234375, - 1.1875, - 1.625, - 1.015625, - 1.148438, - 1.007812, - 1.257812, - 1.890625, - 1.359375, - 1.25, - 1.007812, - 1.296875, - 1.203125, - 1.367188, - 1.328125, - 1.289062, - 1.039062, - 1.171875, - 1.101562, - 1.046875, - 1.289062, - 1.226562, - 5.875, - 1.273438, - 1.046875, - 1.085938, - 1.265625, - 1.148438, - 0.910156, - 1.0625, - 1.0625, - 1.25, - 1.070312, - 1.289062, - 1.132812, - 1.578125, - 1.101562, - 1.226562, - 1.359375, - 1.085938, - 1.375, - 1.054688, - 1.28125, - 1.382812, - 1.1875, - 1.398438, - 1.515625, - 1.320312, - 1.304688, - 1.070312, - 1.148438, - 0.964844, - 1.054688, - 1.210938, - 1.59375, - 1.71875, - 1.140625, - 1.6875, - 0.980469, - 1.148438, - 1.195312, - 1.054688, - 1.0625, - 1.132812, - 1.3125, - 1.023438, - 1.398438, - 1.3125, - 1.25, - 1.609375, - 1.25, - 1.609375, - 1.125, - 1.09375, - 1.101562, - 1.203125, - 1.125, - 1.140625, - 0.917969, - 1.21875, - 1.203125, - 1.304688, - 1.117188, - 1.046875, - 1.132812, - 1.265625, - 1.351562, - 1.046875, - 1.125, - 1.132812, - 1.242188, - 1.351562, - 1.132812, - 1.28125, - 1.15625, - 0.992188, - 1.03125, - 1.171875, - 1.195312, - 1.171875, - 1.226562, - 1.15625, - 1.078125, - 1.25, - 1.226562, - 1.179688, - 1.226562, - 1.070312, - 0.992188, - 1.085938, - 1.046875, - 1.9375, - 1.226562, - 1.179688, - 1.132812, - 1.085938, - 1.03125, - 1.179688, - 1.265625, - 1.203125, - 1.390625, - 1.234375, - 0.765625, - 1.1875, - 1.09375, - 1.296875, - 1.140625, - 1.21875, - 1.039062, - 1.046875, - 1.039062, - 1.21875, - 1.15625, - 1.015625, - 1.539062, - 1.125, - 1.15625, - 1.484375, - 1.445312, - 1.429688, - 0.660156, - 1.390625, - 1.53125, - 1.007812, - 1.257812, - 1.03125, - 1.210938, - 1.21875, - 0.984375, - 1.023438, - 1.492188, - 1.046875, - 2.734375, - 1.34375, - 1.171875, - 1.335938, - 1.28125, - 1.289062, - 1.09375, - 1.4375, - 1.492188, - 1.070312, - 1.359375, - 1.265625, - 1.15625, - 1.054688, - 1.203125, - 1.21875, - 1.03125, - 1.570312, - 1.054688, - 1.101562, - 1.039062, - 1.296875, - 1.234375, - 1.125, - 1.023438, - 1.289062, - 1.085938, - 1.742188, - 0.960938, - 1.476562, - 1.351562, - 1.203125, - 1.757812, - 1.1875, - 0.828125, - 1.148438, - 1.117188, - 1.179688, - 1.265625, - 1.234375, - 1.195312, - 1.0, - 1.148438, - 1.21875, - 1.273438, - 1.226562, - 1.101562, - 0.976562, - 1.382812, - 1.101562, - 1.242188, - 1.0625, - 1.125, - 1.078125, - 1.367188, - 1.257812, - 0.9375, - 1.421875, - 1.226562, - 1.414062, - 1.210938, - 1.15625, - 1.296875, - 0.804688, - 0.828125, - 1.054688, - 1.203125, - 1.265625, - 1.0625, - 0.960938, - 1.109375, - 1.242188, - 1.234375, - 1.15625, - 1.226562, - 1.320312, - 0.917969, - 1.0625, - 1.273438, - 1.132812, - 1.140625, - 1.226562, - 1.203125, - 1.148438, - 2.21875, - 1.398438, - 1.304688, - 1.09375, - 1.210938, - 1.070312, - 2.34375, - 1.164062, - 1.453125, - 2.015625, - 1.125, - 1.085938, - 2.421875, - 1.15625, - 1.28125, - 1.242188, - 1.078125, - 0.820312, - 1.070312, - 1.148438, - 1.164062, - 1.140625, - 0.824219, - 1.085938, - 1.375, - 1.1875, - 1.296875, - 1.171875, - 0.9375, - 1.203125, - 1.25, - 1.085938, - 1.289062, - 1.039062, - 1.070312, - 1.140625, - 1.335938, - 1.25, - 1.445312, - 1.085938, - 1.335938, - 1.023438, - 1.0625, - 1.125, - 1.195312, - 1.148438, - 1.046875, - 1.34375, - 1.671875, - 1.15625, - 1.070312, - 0.972656, - 1.429688, - 1.117188, - 1.148438, - 1.195312, - 1.117188, - 1.179688, - 1.078125, - 1.140625, - 1.140625, - 1.398438, - 1.15625, - 1.398438, - 1.273438, - 1.078125, - 1.671875, - 1.179688, - 1.195312, - 1.132812, - 1.34375, - 1.007812, - 1.164062, - 1.492188, - 1.117188, - 1.265625, - 1.257812, - 3.46875, - 1.203125, - 1.5625, - 1.25, - 1.375, - 1.304688, - 1.179688, - 0.988281, - 1.1875, - 1.117188, - 1.34375, - 1.125, - 2.4375, - 1.257812, - 1.289062, - 1.4375, - 1.0, - 0.867188, - 1.21875, - 1.390625, - 0.820312, - 1.304688, - 1.117188, - 0.867188, - 1.453125, - 1.359375, - 1.109375, - 0.894531, - 1.15625, - 1.054688, - 2.046875, - 0.984375, - 0.996094, - 1.179688, - 1.5, - 1.164062, - 1.273438, - 1.078125, - 1.414062, - 1.101562, - 1.226562, - 0.941406, - 1.28125, - 1.195312, - 1.164062, - 1.140625, - 1.148438, - 1.15625, - 1.359375, - 1.328125, - 1.148438, - 1.234375, - 1.023438, - 1.140625, - 1.148438, - 1.015625, - 1.320312, - 1.40625, - 1.226562, - 1.03125, - 1.117188, - 1.210938, - 1.132812, - 1.484375, - 1.171875, - 1.203125, - 1.15625, - 1.390625, - 0.921875, - 1.210938, - 1.335938, - 1.203125, - 1.078125, - 1.15625, - 1.007812, - 1.335938, - 1.382812, - 1.203125, - 1.007812, - 1.179688, - 1.226562, - 1.414062, - 1.320312, - 1.140625, - 1.09375, - 1.195312, - 2.15625, - 1.164062, - -0.001808, - 1.328125, - 1.125, - 1.421875, - 1.023438, - 1.375, - 1.296875, - 1.242188, - 1.078125, - 1.46875, - 1.039062, - 1.375, - 1.132812, - 1.375, - 1.101562, - 1.140625, - 1.085938, - 0.84375, - 1.171875, - 1.046875, - 1.171875, - 1.898438, - 1.210938, - 1.21875, - 0.953125, - 0.917969, - 1.09375, - 1.15625, - 1.257812, - 0.949219, - 1.25, - 1.203125, - 0.917969, - 1.046875, - 1.03125, - 1.148438, - 1.140625, - 1.210938, - 1.320312, - 1.21875, - 1.078125, - 1.117188, - 1.046875, - 1.265625, - 0.9375, - 1.023438, - 1.117188, - 1.226562, - 1.234375, - 1.140625, - 0.820312, - 1.210938, - 1.070312, - 1.398438, - 1.460938, - 1.617188, - 2.40625, - 1.179688, - 1.085938, - 1.007812, - 1.015625, - 1.257812, - 1.28125, - 1.171875, - 1.640625, - 1.265625, - 1.484375, - 1.296875, - 1.179688, - 0.878906, - 1.132812, - 1.523438, - 0.980469, - 1.0625, - 1.039062, - 1.4375, - 1.25, - 1.140625, - 1.226562, - 1.273438, - 1.195312, - 1.523438, - 1.046875, - 1.289062, - 1.09375, - 1.304688, - 1.09375, - 1.226562, - 1.125, - 1.492188, - 1.179688, - 1.40625, - 1.320312, - 0.976562, - 1.335938, - 1.351562, - 1.164062, - 1.359375, - 0.710938, - 1.296875, - 1.148438, - 1.328125, - 0.886719, - 1.132812, - 1.109375, - 1.34375, - 1.117188, - 1.078125, - 1.578125, - 1.03125, - 1.492188, - 1.0625, - 1.398438, - 1.085938, - 1.289062, - 6.1875, - 1.132812, - 1.40625, - 0.992188, - 1.382812, - 1.320312, - 1.070312, - 1.164062, - 0.914062, - 1.148438, - 1.34375, - 1.210938, - 1.304688, - 1.265625, - 1.046875, - 1.039062, - 1.164062, - 1.195312, - 1.046875, - 1.117188, - 2.046875, - 1.203125, - 2.125, - 1.859375, - 1.1875, - 1.070312, - 1.210938, - 1.265625, - 1.21875, - 1.296875, - 1.5, - 1.148438, - 1.390625, - 1.414062, - 1.25, - 1.296875, - 1.351562, - 1.507812, - 1.140625, - 1.171875, - 1.078125, - 1.3125, - 1.460938, - 1.101562, - 1.117188, - 1.148438, - 1.195312, - 0.972656, - 1.375, - 1.03125, - 1.242188, - 0.996094, - 1.265625, - 1.296875, - 1.007812, - 1.203125, - 0.835938, - 1.117188, - 1.148438, - 1.25, - 1.109375, - 1.09375, - 3.03125, - 0.875, - 1.1875, - 1.15625, - 1.40625, - 1.148438, - 1.078125, - 1.390625, - 1.046875, - 1.3125, - 1.351562, - 1.148438, - 1.21875, - 1.1875, - 0.894531, - 1.140625, - 1.34375, - 0.933594, - 1.085938, - 1.46875, - 1.007812, - 1.304688, - 1.132812, - 1.265625, - 0.949219, - 0.976562, - 1.28125, - 1.15625, - 1.125, - 1.203125, - 1.273438, - 0.988281, - 1.078125, - 1.21875, - 1.5625, - 0.933594, - 1.085938, - 1.5, - 1.234375, - 1.53125, - 1.148438, - 1.046875, - 1.289062, - 1.101562, - 1.171875, - 1.21875, - 1.351562, - 1.210938, - 1.335938, - 1.0625, - 1.1875, - 1.257812, - 1.164062, - 1.085938, - 1.21875, - 1.304688, - 1.460938, - 1.117188, - 1.257812, - 2.3125, - 1.148438, - 1.070312, - 1.203125, - 1.101562, - 1.117188, - 1.25, - 1.25, - 1.398438, - 1.085938, - 1.296875, - 1.375, - 1.171875, - 1.351562, - 1.132812, - 1.234375, - 1.554688, - 1.1875, - 1.203125, - 1.453125, - 1.21875, - 0.550781, - 1.203125, - 1.265625, - 1.304688, - 1.117188, - 1.28125, - 1.539062, - 0.886719, - 0.96875, - 1.25, - 1.070312, - 1.125, - 1.3125, - 1.289062, - 0.992188, - 1.273438, - 1.132812, - 1.210938, - 1.476562, - 1.320312, - 0.96875, - 1.085938, - 1.226562, - 1.484375, - 0.945312, - 1.273438, - 1.335938, - 0.9375, - 1.304688, - 1.226562, - 1.164062, - 1.140625, - 1.09375, - 1.203125, - 1.648438, - 0.9375, - 1.226562, - 1.171875, - 0.78125, - 1.15625, - 1.59375, - 1.46875, - 0.964844, - 1.328125, - 1.25, - 1.101562, - 1.171875, - 1.125, - 1.195312, - 0.9375, - 1.046875, - 1.195312, - 1.273438, - 1.265625, - 1.296875, - 1.59375, - 1.070312, - 1.21875, - 1.398438, - 1.140625, - 1.226562, - 1.25, - 1.21875, - 1.351562, - 1.164062, - 1.226562, - 1.085938, - 1.226562, - 1.03125, - 1.109375, - 1.195312, - 2.109375, - 1.21875, - 1.15625, - 1.179688, - 1.257812, - 1.132812, - 1.515625, - 1.171875, - 1.296875, - 1.125, - 1.164062, - 1.304688, - 1.390625, - 1.023438, - 1.140625, - 1.195312, - 0.988281, - 2.734375, - 1.460938, - 1.21875, - 1.21875, - 1.585938, - 1.210938, - 0.835938, - 1.320312, - 1.007812, - 1.460938, - 1.265625, - 1.226562, - 1.203125, - 1.023438, - 1.265625, - 1.359375, - 1.132812, - 1.164062, - 1.484375, - 1.507812, - 1.0625, - 0.890625, - 1.085938, - 1.421875, - 1.421875, - 1.078125, - 2.015625, - 1.007812, - 1.09375, - 1.101562, - 1.195312, - 1.164062, - 0.898438, - 1.210938, - 1.132812, - 1.359375, - 1.195312, - 1.359375, - 1.109375, - 1.054688, - 1.257812, - 1.1875, - 1.265625, - 1.242188, - 1.03125, - 1.109375, - 1.195312, - 1.0625, - 1.148438, - 1.5, - 1.140625, - 1.234375, - 1.195312, - 1.320312, - 1.382812, - 1.289062, - 1.515625, - 1.265625, - 1.296875, - 0.871094, - 0.886719, - 1.03125, - 1.125, - 1.265625, - 1.789062, - 1.140625, - 0.964844, - 1.328125, - 1.09375, - 1.132812, - 1.328125, - 1.296875, - 1.328125, - 1.109375, - 1.023438, - 1.039062, - 1.351562, - 1.070312, - 1.25, - 1.265625, - 1.132812, - 0.996094, - 1.945312, - 1.320312, - 1.273438, - 1.179688, - 1.320312, - 1.070312, - 1.210938, - 1.265625, - 2.3125, - 1.257812, - 1.390625, - 0.972656, - 1.179688, - 1.0625, - 0.960938, - 1.03125, - 1.0625, - 1.640625, - 1.1875, - 1.28125, - 1.210938, - 1.132812, - 1.265625, - 1.140625, - 1.5, - 1.148438, - 1.039062, - 1.34375, - 1.070312, - 1.023438, - 1.039062, - 1.0625, - 1.109375, - 1.164062, - 1.039062, - 1.234375, - 1.335938, - 2.21875, - 1.179688, - 1.171875, - 1.90625, - 1.59375, - 1.09375, - 1.210938, - 1.023438, - 1.101562, - 1.429688, - 1.195312, - 1.40625, - 1.453125, - 1.25, - 1.203125, - 1.28125, - 1.007812, - 0.988281, - 1.242188, - 1.445312, - 1.179688, - 1.070312, - 1.257812, - 1.46875, - 1.09375, - 1.085938, - 1.195312, - 1.101562, - 1.125, - 1.179688, - 1.21875, - 1.125, - 1.148438, - 1.21875, - 1.164062, - 1.65625, - 1.03125, - 1.304688, - 1.328125, - 1.328125, - 1.125, - 1.429688, - 2.125, - 1.15625, - 1.132812, - 1.179688, - 1.164062, - 1.289062, - 1.179688, - 1.0625, - 1.140625, - 1.398438, - 1.265625, - 1.3125, - 1.132812, - 0.960938, - 1.242188, - 1.15625, - 1.171875, - 1.3125, - 1.429688, - 1.132812, - 0.941406, - 0.933594, - 1.171875, - 1.265625, - 1.117188, - 1.6875, - 1.03125, - 1.09375, - 1.125, - 1.164062, - 1.117188, - 1.085938, - 1.03125, - 1.101562, - 1.109375, - 1.070312, - 0.996094, - 1.320312, - 1.226562, - 0.957031, - 1.054688, - 1.265625, - 1.382812, - 1.226562, - 1.273438, - 1.15625, - 1.195312, - 1.046875, - 0.945312, - 1.164062, - 1.375, - 0.960938, - 1.25, - 1.007812, - 1.4375, - 1.0625, - 0.960938, - 1.046875, - 1.210938, - 1.265625, - 0.96875, - 1.195312, - 1.453125, - 1.140625, - 1.226562, - 1.226562, - 1.179688, - 2.828125, - 1.507812, - 1.335938, - 1.34375, - 1.257812, - 2.21875, - 1.429688, - 1.164062, - 1.453125, - 0.957031, - 0.976562, - 1.132812, - 1.171875, - 1.367188, - 1.164062, - 1.164062, - 0.972656, - 1.625, - 1.34375, - 1.054688, - 1.140625, - 1.0, - 1.15625, - 1.234375, - 1.148438, - 1.25, - 1.328125, - 1.078125, - 1.054688, - 1.242188, - 1.046875, - 0.972656, - 1.109375, - 1.109375, - 1.515625, - 1.40625, - 1.578125, - 0.914062, - 1.109375, - 1.171875, - 1.164062, - 1.328125, - 1.109375, - 1.4375, - 1.0, - 1.132812, - 1.257812, - 1.304688, - 1.125, - 1.289062, - 1.0, - 1.390625, - 1.0625, - 1.1875, - 1.078125 - ] - }, - "name": "model.transformer.layers.16.attn_norm.weight", - "outputIndexes": [ - 1019 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1018, - 1019 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1020 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1020 - ], - "outputIndexes": [ - 1850 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1850 - ], - "outputIndexes": [ - 1851 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear", - "inputIndexes": [ - 1851 - ], - "outputIndexes": [ - 1852 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 156592704, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1852 - ], - "outputIndexes": [ - 1853 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1853 - ], - "outputIndexes": [ - 1021 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1020 - ], - "main_type": "NONE", - "name": "/Shape_65_output_0", - "outputIndexes": [ - 1022 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1022 - ], - "main_type": "NONE", - "name": "Shape1448", - "outputIndexes": [ - 1023 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1022 - ], - "main_type": "NONE", - "name": "Rank1450", - "outputIndexes": [ - 1024 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1024, - 1024 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1452", - "outputIndexes": [ - 1025 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1025 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1453", - "outputIndexes": [ - 1026 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1025, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1455", - "outputIndexes": [ - 1027 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1027 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1456", - "outputIndexes": [ - 1028 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1023, - 1026, - 1028, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1459", - "outputIndexes": [ - 1029 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1029 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1460", - "outputIndexes": [ - 1030 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1030 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1461", - "outputIndexes": [ - 1031 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1031, - 1030 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1462", - "outputIndexes": [ - 1032 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1022, - 1032, - 1025 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_84_output_0", - "outputIndexes": [ - 1033 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1033, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_161_output_0", - "outputIndexes": [ - 1034 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 24 - ] - }, - "name": "/Constant_480_output_0", - "outputIndexes": [ - 1035 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1034, - 1035, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_80_output_0", - "outputIndexes": [ - 1036 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1021, - 1036 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_65_output_0", - "outputIndexes": [ - 1037 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1037 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_16/Mul_output_0", - "outputIndexes": [ - 1038 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.180664, - -0.044189, - 0.0065, - 0.060059, - 0.018921, - 1.453125, - 1.296875, - 1.742188, - 1.492188, - 1.765625, - 1.5, - 1.8125, - 1.875, - 1.632812, - 1.90625, - 1.859375, - 2.21875, - 2.9375, - 1.859375, - 1.851562, - 2.234375, - 1.929688, - 3.546875, - 2.03125, - 2.0, - 1.992188, - 1.953125, - 2.015625, - 2.125, - 2.109375, - 1.726562, - 1.992188, - 1.726562, - 0.017456, - 1.492188, - 1.671875, - 1.859375, - 1.867188, - 1.351562, - 1.539062, - 2.0625, - 1.796875, - 2.09375, - 1.9375, - 1.914062, - 2.296875, - 2.046875, - 2.015625, - 1.851562, - 1.101562, - 2.0625, - 2.203125, - 1.875, - 2.140625, - 0.757812, - 2.0625, - 2.03125, - 1.984375, - 1.875, - 1.984375, - 1.617188, - 1.8125, - 2.0, - 2.0 - ] - }, - "name": "model.transformer.layers.16.attn.q_norm.weight", - "outputIndexes": [ - 1039 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1038, - 1039 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1040 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1040, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_64_output_0", - "outputIndexes": [ - 1041 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1040, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_65_output_0", - "outputIndexes": [ - 1042 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1042 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_32_output_0", - "outputIndexes": [ - 1043 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1040, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_64_output_0", - "outputIndexes": [ - 1044 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1043, - 1044 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_83_output_0", - "outputIndexes": [ - 1045 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1045, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_65_output_0", - "outputIndexes": [ - 1046 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1041, - 1046 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_64_output_0", - "outputIndexes": [ - 1047 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1020 - ], - "outputIndexes": [ - 1854 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1854 - ], - "outputIndexes": [ - 1855 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear", - "inputIndexes": [ - 1855 - ], - "outputIndexes": [ - 1856 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 157925974, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1856 - ], - "outputIndexes": [ - 1857 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1857 - ], - "outputIndexes": [ - 1048 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6 - ] - }, - "name": "/Constant_482_output_0", - "outputIndexes": [ - 1049 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1034, - 1049, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_81_output_0", - "outputIndexes": [ - 1050 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1048, - 1050 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_66_output_0", - "outputIndexes": [ - 1051 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1051 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_16/Mul_output_0", - "outputIndexes": [ - 1052 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.014526, - -0.050781, - 0.046875, - 0.034668, - 0.039062, - 1.726562, - 0.648438, - 1.179688, - 1.65625, - 1.734375, - 2.3125, - 2.0, - 1.992188, - 2.25, - 2.015625, - 2.0, - 1.6875, - 0.1875, - 2.171875, - 2.265625, - 1.875, - 2.1875, - 0.414062, - 2.03125, - 2.0, - 2.03125, - 2.046875, - 1.976562, - 1.953125, - 1.96875, - 2.234375, - 2.0, - 1.15625, - 0.014587, - 0.753906, - 1.242188, - 1.421875, - 1.773438, - 1.992188, - 1.882812, - 2.0, - 1.90625, - 1.476562, - 1.679688, - 1.796875, - 1.328125, - 1.773438, - 1.84375, - 2.234375, - 3.203125, - 1.875, - 1.828125, - 2.21875, - 1.976562, - 5.28125, - 2.0, - 2.0625, - 2.046875, - 2.0, - 1.96875, - 2.4375, - 2.28125, - 1.96875, - 1.984375 - ] - }, - "name": "model.transformer.layers.16.attn.k_norm.weight", - "outputIndexes": [ - 1053 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1052, - 1053 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1054 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1054, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_66_output_0", - "outputIndexes": [ - 1055 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1054, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_67_output_0", - "outputIndexes": [ - 1056 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1056 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_33_output_0", - "outputIndexes": [ - 1057 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1054, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_66_output_0", - "outputIndexes": [ - 1058 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1057, - 1058 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_84_output_0", - "outputIndexes": [ - 1059 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1059, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_67_output_0", - "outputIndexes": [ - 1060 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1055, - 1060 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_65_output_0", - "outputIndexes": [ - 1061 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1020 - ], - "outputIndexes": [ - 1858 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1858 - ], - "outputIndexes": [ - 1859 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear", - "inputIndexes": [ - 1859 - ], - "outputIndexes": [ - 1860 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 158259308, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1860 - ], - "outputIndexes": [ - 1861 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1861 - ], - "outputIndexes": [ - 1062 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1062, - 1050 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_67_output_0", - "outputIndexes": [ - 1063 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1047, - 1061, - 1063, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.16/self_attn/FusedAttention", - "outputIndexes": [ - 1064 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1064 - ], - "outputIndexes": [ - 1862 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1862 - ], - "outputIndexes": [ - 1863 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear", - "inputIndexes": [ - 1863 - ], - "outputIndexes": [ - 1864 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 158592642, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1864 - ], - "outputIndexes": [ - 1865 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1865 - ], - "outputIndexes": [ - 1065 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1017, - 1065 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_66_output_0", - "outputIndexes": [ - 1066 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1066 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_16/Mul_output_0", - "outputIndexes": [ - 1067 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.707031, - 0.703125, - 0.71875, - 0.683594, - 0.6875, - 0.714844, - 0.738281, - 0.722656, - 0.90625, - 0.742188, - 0.796875, - 0.769531, - 0.746094, - 0.714844, - 0.734375, - 0.839844, - 0.746094, - 0.71875, - 0.71875, - 0.832031, - 0.628906, - 0.773438, - 0.695312, - 0.753906, - 0.761719, - 0.71875, - 0.722656, - 0.75, - 0.695312, - 0.71875, - 0.734375, - 0.722656, - 0.6875, - 0.707031, - 0.734375, - 0.742188, - 0.730469, - 0.734375, - 0.722656, - 0.714844, - 0.753906, - 0.710938, - 0.726562, - 0.738281, - 0.734375, - 0.714844, - 0.722656, - 0.710938, - 0.726562, - 0.78125, - 0.734375, - 0.730469, - 0.730469, - 0.730469, - 0.445312, - 0.738281, - 0.71875, - 0.734375, - 0.75, - 0.75, - 0.710938, - 0.742188, - 0.730469, - 0.75, - 0.722656, - 0.726562, - 0.742188, - 0.730469, - 0.691406, - 0.503906, - 0.757812, - 0.722656, - 0.734375, - 0.738281, - 0.710938, - 0.730469, - 0.757812, - 0.730469, - 0.710938, - 0.6875, - 0.691406, - 0.722656, - 0.707031, - 0.753906, - 0.804688, - 0.699219, - 0.703125, - 0.722656, - 0.722656, - 0.722656, - 0.71875, - 0.664062, - 0.707031, - 0.734375, - 0.710938, - 0.683594, - 0.6875, - 0.730469, - 0.742188, - 0.6875, - 0.753906, - 0.425781, - 0.734375, - 0.742188, - 0.769531, - 0.730469, - 0.683594, - 0.691406, - 0.679688, - 0.699219, - 0.710938, - 0.71875, - 0.769531, - 0.695312, - 0.742188, - 0.722656, - 0.710938, - 0.730469, - 0.726562, - 0.714844, - 0.769531, - 0.714844, - 0.691406, - 0.75, - 0.726562, - 0.8125, - 0.746094, - 0.746094, - 0.734375, - 0.734375, - 0.753906, - 0.730469, - 0.714844, - 0.757812, - 0.691406, - 0.699219, - 0.648438, - 0.691406, - 0.730469, - 0.691406, - 0.746094, - 0.707031, - 0.699219, - 0.730469, - 0.65625, - 0.707031, - 0.707031, - 0.726562, - 0.742188, - 0.707031, - 0.738281, - 0.6875, - 0.722656, - 0.71875, - 0.726562, - 0.730469, - 0.722656, - 0.710938, - 0.726562, - 0.667969, - 0.78125, - 1.054688, - 0.734375, - 0.699219, - 0.742188, - 0.753906, - 0.730469, - 0.699219, - 0.695312, - 0.488281, - 0.789062, - 0.71875, - 0.742188, - 0.726562, - 0.71875, - 0.765625, - 0.730469, - 0.699219, - 0.71875, - 0.714844, - 0.707031, - 0.726562, - 0.953125, - 0.726562, - 0.710938, - 0.726562, - 0.730469, - 0.699219, - 0.75, - 0.734375, - 0.730469, - 0.722656, - 0.339844, - 0.730469, - 0.714844, - 0.765625, - 0.667969, - 0.726562, - 0.730469, - 0.640625, - 0.6875, - 0.648438, - 0.761719, - 0.734375, - 0.742188, - 0.746094, - 0.765625, - 0.695312, - 0.707031, - 0.746094, - 0.691406, - 0.714844, - 0.730469, - 0.722656, - 0.730469, - 0.691406, - 0.777344, - 0.742188, - 0.734375, - 0.691406, - 0.726562, - 0.707031, - 0.730469, - 0.777344, - 0.765625, - 0.734375, - 0.726562, - 0.71875, - 0.71875, - 0.71875, - 0.726562, - 0.726562, - 0.671875, - 0.6875, - 0.683594, - 0.707031, - 0.699219, - 0.734375, - 0.707031, - 0.644531, - 0.710938, - 0.695312, - 0.703125, - 0.710938, - 0.691406, - 0.699219, - 0.742188, - 0.746094, - 0.742188, - 0.710938, - 0.726562, - 0.777344, - 0.707031, - 0.648438, - 0.734375, - 0.757812, - 0.710938, - 0.714844, - 0.722656, - 0.738281, - 0.746094, - 0.71875, - 0.695312, - 0.746094, - 0.699219, - 0.765625, - 0.78125, - 0.550781, - 0.683594, - 0.707031, - 0.738281, - 0.710938, - 0.738281, - 0.714844, - 0.746094, - 0.71875, - 0.746094, - 0.449219, - 0.722656, - 0.722656, - 0.722656, - 0.710938, - 0.6875, - 0.734375, - 0.730469, - 0.71875, - 0.714844, - 0.734375, - 0.746094, - 0.726562, - 0.707031, - 0.773438, - 0.695312, - 0.726562, - 0.75, - 0.730469, - 0.695312, - 0.738281, - 0.699219, - 0.707031, - 0.773438, - 0.710938, - 0.707031, - 0.742188, - 0.738281, - 0.722656, - 0.753906, - 0.714844, - 0.734375, - 0.714844, - 0.75, - 0.738281, - 0.820312, - 0.699219, - 0.738281, - 0.695312, - 0.734375, - 0.710938, - 0.433594, - 0.714844, - 0.730469, - 0.703125, - 0.738281, - 0.726562, - 0.796875, - 0.699219, - 0.746094, - 0.738281, - 0.722656, - 0.730469, - 0.691406, - 0.789062, - 0.71875, - 0.71875, - 0.742188, - 0.738281, - 0.734375, - 0.71875, - 0.6875, - 0.75, - 0.671875, - 0.691406, - 0.742188, - 0.691406, - 0.757812, - 0.71875, - 0.539062, - 0.710938, - 0.695312, - 0.726562, - 0.566406, - 0.753906, - 0.695312, - 0.494141, - 0.753906, - 0.322266, - 0.726562, - 0.722656, - 0.695312, - 0.71875, - 0.734375, - 0.6875, - 0.703125, - 0.695312, - 0.65625, - 0.675781, - 0.714844, - 0.589844, - 0.730469, - 0.785156, - 0.722656, - 0.703125, - 0.734375, - 0.726562, - 0.742188, - 0.726562, - 0.753906, - 0.738281, - 0.726562, - 0.714844, - 0.726562, - 0.714844, - 0.722656, - 0.785156, - 0.695312, - 0.722656, - 0.753906, - 0.699219, - 0.675781, - 0.722656, - 0.734375, - 0.714844, - 0.742188, - 0.703125, - 0.746094, - 0.400391, - 0.734375, - 0.40625, - 0.308594, - 0.726562, - 0.726562, - 0.671875, - 0.722656, - 0.730469, - 0.75, - 0.6875, - 0.746094, - 0.738281, - 0.734375, - 0.699219, - 0.71875, - 0.539062, - 0.71875, - 0.765625, - 0.703125, - 0.714844, - 0.714844, - 0.753906, - 0.710938, - 0.765625, - 0.703125, - 0.675781, - 0.679688, - 0.351562, - 0.710938, - 0.601562, - 0.734375, - 0.71875, - 0.695312, - 0.757812, - 0.664062, - 0.71875, - 0.703125, - 0.742188, - 0.75, - 0.734375, - 0.742188, - 0.757812, - 0.726562, - 0.746094, - 0.707031, - 0.746094, - 0.707031, - 0.722656, - 0.738281, - 0.753906, - 0.757812, - 0.710938, - 0.714844, - 0.710938, - 0.408203, - 0.753906, - 0.71875, - 0.738281, - 0.714844, - 0.734375, - 0.734375, - 0.738281, - 0.726562, - 0.746094, - 0.722656, - 0.714844, - 0.71875, - 0.722656, - 0.695312, - 0.675781, - 0.734375, - 0.738281, - 0.71875, - 0.746094, - 0.4375, - 0.726562, - 0.714844, - 0.671875, - 0.691406, - 0.703125, - 0.703125, - 0.734375, - 0.714844, - 0.734375, - 0.726562, - 0.734375, - 0.75, - 0.652344, - 0.730469, - 0.714844, - 0.746094, - 0.703125, - 0.714844, - 0.734375, - 0.671875, - 0.664062, - 0.722656, - 0.703125, - 0.730469, - 0.714844, - 0.726562, - 0.675781, - 0.738281, - 0.691406, - 0.71875, - 0.738281, - 0.738281, - 0.714844, - 0.679688, - 0.785156, - 0.710938, - 0.753906, - 0.714844, - 0.675781, - 0.761719, - 0.75, - 0.734375, - 0.714844, - 0.550781, - 0.785156, - 0.726562, - 0.738281, - 0.730469, - 0.722656, - 0.699219, - 0.765625, - 0.761719, - 0.726562, - 0.699219, - 0.683594, - 0.71875, - 0.675781, - 0.746094, - 1.03125, - 0.691406, - 0.734375, - 0.738281, - 0.730469, - 0.710938, - 0.703125, - 0.753906, - 0.71875, - 0.800781, - 0.722656, - 0.828125, - 0.695312, - 0.660156, - 0.71875, - 0.742188, - 0.769531, - 0.710938, - 0.730469, - 0.660156, - 0.738281, - 0.703125, - 0.695312, - 0.667969, - 0.490234, - 0.707031, - 0.796875, - 0.730469, - 0.769531, - 0.695312, - 0.691406, - 0.765625, - 0.59375, - 0.46875, - 0.75, - 0.695312, - 0.71875, - 0.710938, - 0.695312, - 0.730469, - 0.699219, - 0.738281, - 0.699219, - 0.707031, - 0.730469, - 0.734375, - 0.699219, - 0.613281, - 0.703125, - 0.707031, - 0.734375, - 0.742188, - 0.757812, - 0.730469, - 0.683594, - 0.714844, - 0.738281, - 0.746094, - 0.734375, - 0.675781, - 0.710938, - 0.742188, - 0.714844, - 0.753906, - 0.722656, - 0.742188, - 0.734375, - 0.726562, - 0.742188, - 0.699219, - 0.699219, - 0.746094, - 0.730469, - 0.691406, - 0.730469, - 0.703125, - 0.726562, - 0.722656, - 0.71875, - 0.679688, - 0.734375, - 0.71875, - 0.75, - 0.738281, - 0.710938, - 0.761719, - 0.699219, - 0.71875, - 0.707031, - 0.441406, - 0.765625, - 0.734375, - 0.730469, - 0.695312, - 0.730469, - 0.742188, - 0.785156, - 0.738281, - 0.75, - 0.722656, - 0.695312, - 0.746094, - 0.710938, - 0.726562, - 0.722656, - 0.691406, - 0.714844, - 0.714844, - 0.703125, - 0.714844, - 0.71875, - 0.675781, - 0.652344, - 0.671875, - 0.722656, - 0.71875, - 0.671875, - 0.769531, - 0.734375, - 0.714844, - 0.808594, - 0.738281, - 0.699219, - 0.714844, - 0.71875, - 0.761719, - 0.738281, - 0.683594, - 0.714844, - 0.730469, - 0.431641, - 0.707031, - 0.734375, - 0.699219, - 0.730469, - 0.71875, - 0.691406, - 0.683594, - 0.730469, - 0.734375, - 0.691406, - 0.726562, - 0.769531, - 0.757812, - 0.726562, - 0.730469, - 0.714844, - 0.714844, - 0.675781, - 0.710938, - 0.71875, - 0.722656, - 0.714844, - 0.734375, - 0.710938, - 0.679688, - 0.71875, - 0.742188, - 0.710938, - 1.179688, - 0.753906, - 0.730469, - 0.917969, - 0.746094, - 0.679688, - 0.734375, - 0.746094, - 0.691406, - 0.722656, - 0.765625, - 0.703125, - 0.753906, - 0.703125, - 0.75, - 0.699219, - 0.851562, - 0.730469, - 0.71875, - 0.667969, - 0.742188, - 0.746094, - 0.71875, - 0.730469, - 0.71875, - 0.742188, - 0.714844, - 0.714844, - 0.703125, - 0.703125, - 0.785156, - 0.742188, - 0.765625, - 0.722656, - 0.730469, - 0.707031, - 0.714844, - 0.730469, - 0.699219, - 0.746094, - 0.691406, - 0.730469, - 0.746094, - 0.796875, - 0.75, - 0.726562, - 0.707031, - 0.730469, - 0.703125, - 0.714844, - 0.742188, - 0.746094, - 0.707031, - 0.707031, - 0.738281, - 0.404297, - 0.671875, - 0.726562, - 0.773438, - 0.738281, - 0.726562, - 0.667969, - 0.746094, - 0.699219, - 0.605469, - 0.695312, - 0.765625, - 0.416016, - 0.738281, - 0.730469, - 0.761719, - 0.71875, - 0.753906, - 0.753906, - 0.714844, - 0.726562, - 0.757812, - 0.710938, - 0.714844, - 0.667969, - 0.753906, - 0.71875, - 0.734375, - 0.75, - 0.738281, - 0.703125, - 0.71875, - 0.777344, - 0.691406, - 0.773438, - 0.742188, - 0.742188, - 0.761719, - 0.71875, - 0.753906, - 0.753906, - 0.710938, - 0.675781, - 0.757812, - 0.742188, - 0.757812, - 0.714844, - 0.652344, - 0.632812, - 0.746094, - 0.6875, - 0.6875, - 0.683594, - 0.730469, - 0.742188, - 0.769531, - 0.738281, - 0.726562, - 0.753906, - 0.75, - 0.71875, - 0.753906, - 0.699219, - 0.753906, - 0.820312, - 0.683594, - 0.617188, - 0.746094, - 0.710938, - 0.714844, - 0.726562, - 0.738281, - 0.722656, - 0.691406, - 0.707031, - 0.738281, - 0.753906, - 0.3125, - 0.734375, - 0.679688, - 0.699219, - 0.753906, - 0.695312, - 0.738281, - 0.753906, - 0.722656, - 0.746094, - 0.71875, - 0.742188, - 0.361328, - 0.722656, - 0.746094, - 0.769531, - 0.71875, - 0.699219, - 0.75, - 0.679688, - 0.632812, - 0.675781, - 0.707031, - 0.695312, - 0.730469, - 0.867188, - 0.71875, - 0.742188, - 0.734375, - 0.710938, - 1.359375, - 0.691406, - 0.699219, - 0.726562, - 0.679688, - 0.734375, - 0.714844, - 0.726562, - 0.71875, - 0.710938, - 0.714844, - 0.710938, - 0.6875, - 0.769531, - 0.71875, - 0.761719, - 0.730469, - 0.757812, - 0.703125, - 0.703125, - 0.71875, - 0.730469, - 0.714844, - 0.738281, - 0.75, - 0.738281, - 0.679688, - 0.710938, - 0.734375, - 0.703125, - 0.75, - 0.765625, - 0.742188, - 0.703125, - 0.742188, - 0.722656, - 0.738281, - 0.722656, - 0.0009, - 0.746094, - 0.703125, - 0.730469, - 0.734375, - 0.765625, - 0.71875, - 0.726562, - 0.730469, - 0.683594, - 0.753906, - 0.789062, - 0.714844, - 0.710938, - 0.765625, - 0.683594, - 0.742188, - 0.722656, - 0.451172, - 0.738281, - 0.285156, - 0.695312, - 0.714844, - 0.777344, - 0.726562, - 0.703125, - 0.703125, - 0.71875, - 0.742188, - 0.855469, - 0.757812, - 0.726562, - 0.722656, - 0.71875, - 0.703125, - 0.714844, - 0.730469, - 0.75, - 0.742188, - 0.726562, - 0.757812, - 0.617188, - 0.722656, - 0.753906, - 0.726562, - 0.738281, - 0.683594, - 0.707031, - 0.734375, - 0.707031, - 0.707031, - 0.734375, - 0.734375, - 0.695312, - 0.816406, - 0.707031, - 0.710938, - 0.738281, - 0.695312, - 0.789062, - 0.699219, - 0.703125, - 0.726562, - 0.699219, - 0.707031, - 0.738281, - 0.738281, - 0.75, - 0.699219, - 0.714844, - 0.707031, - 0.722656, - 0.695312, - 0.804688, - 0.679688, - 0.664062, - 0.464844, - 0.742188, - 0.703125, - 0.722656, - 0.722656, - 0.753906, - 0.757812, - 0.730469, - 0.664062, - 0.738281, - 0.691406, - 0.753906, - 0.75, - 0.710938, - 0.734375, - 0.644531, - 0.726562, - 0.722656, - 0.734375, - 0.65625, - 0.746094, - 0.722656, - 0.730469, - 0.726562, - 0.730469, - 0.636719, - 0.734375, - 0.722656, - 0.714844, - 0.703125, - 0.742188, - 0.726562, - 0.714844, - 0.707031, - 0.722656, - 0.726562, - 0.742188, - 0.738281, - 0.734375, - 0.773438, - 0.722656, - 0.800781, - 0.714844, - 0.726562, - 0.699219, - 0.765625, - 0.714844, - 0.734375, - 0.75, - 0.699219, - 0.71875, - 0.714844, - 0.675781, - 0.71875, - 0.726562, - 0.703125, - 0.722656, - 0.746094, - 0.765625, - 1.289062, - 0.742188, - 0.710938, - 0.71875, - 0.722656, - 0.714844, - 0.71875, - 0.714844, - 0.714844, - 0.734375, - 0.699219, - 0.660156, - 0.730469, - 0.738281, - 0.742188, - 0.722656, - 0.753906, - 0.71875, - 0.746094, - 0.695312, - 0.494141, - 0.738281, - 0.435547, - 0.458984, - 0.699219, - 0.710938, - 0.722656, - 0.726562, - 0.730469, - 0.757812, - 0.695312, - 0.726562, - 0.699219, - 1.023438, - 0.71875, - 0.773438, - 0.882812, - 0.71875, - 1.054688, - 0.722656, - 0.679688, - 0.746094, - 0.660156, - 0.734375, - 0.742188, - 0.726562, - 0.71875, - 0.734375, - 0.703125, - 0.742188, - 0.726562, - 0.71875, - 0.742188, - 0.726562, - 0.90625, - 0.726562, - 0.738281, - 0.699219, - 0.734375, - 0.714844, - 0.722656, - 0.679688, - 0.333984, - 0.746094, - 0.679688, - 0.730469, - 0.679688, - 0.707031, - 0.761719, - 0.707031, - 0.746094, - 0.753906, - 0.71875, - 0.730469, - 0.71875, - 0.746094, - 0.675781, - 0.707031, - 0.765625, - 0.6875, - 0.746094, - 0.769531, - 0.714844, - 0.75, - 0.738281, - 0.730469, - 0.703125, - 0.695312, - 0.730469, - 0.710938, - 0.695312, - 0.679688, - 0.730469, - 0.738281, - 0.691406, - 0.707031, - 0.710938, - 0.71875, - 0.71875, - 0.78125, - 0.75, - 0.671875, - 0.734375, - 0.71875, - 0.742188, - 0.734375, - 0.726562, - 0.742188, - 0.734375, - 0.710938, - 0.730469, - 0.710938, - 0.707031, - 0.699219, - 0.722656, - 0.726562, - 0.71875, - 0.707031, - 0.820312, - 0.746094, - 0.675781, - 0.388672, - 0.75, - 0.722656, - 0.71875, - 0.972656, - 0.746094, - 0.703125, - 0.707031, - 0.714844, - 0.714844, - 0.738281, - 0.730469, - 0.726562, - 0.703125, - 0.707031, - 0.738281, - 0.65625, - 0.746094, - 0.753906, - 0.699219, - 0.691406, - 0.773438, - 0.738281, - 0.71875, - 0.722656, - 0.730469, - 0.71875, - 0.683594, - 0.714844, - 0.722656, - 0.730469, - 0.75, - 0.734375, - 0.730469, - 0.722656, - 0.738281, - 0.691406, - 0.707031, - 0.742188, - 1.328125, - 0.714844, - 0.730469, - 0.742188, - 0.765625, - 0.679688, - 0.710938, - 0.730469, - 0.738281, - 0.734375, - 0.710938, - 0.703125, - 0.761719, - 0.691406, - 0.738281, - 0.757812, - 0.597656, - 0.707031, - 0.734375, - 0.753906, - 0.730469, - 0.726562, - 0.585938, - 0.75, - 0.707031, - 0.683594, - 0.742188, - 0.722656, - 0.726562, - 0.742188, - 0.714844, - 0.710938, - 0.679688, - 0.71875, - 0.726562, - 0.691406, - 0.714844, - 0.644531, - 0.6875, - 0.730469, - 0.722656, - 0.726562, - 0.753906, - 0.742188, - 0.765625, - 0.734375, - 0.746094, - 0.746094, - 0.765625, - 0.726562, - 0.699219, - 0.738281, - 0.765625, - 0.957031, - 0.730469, - 0.742188, - 0.726562, - 0.765625, - 0.710938, - 0.632812, - 0.734375, - 0.78125, - 0.730469, - 0.722656, - 0.742188, - 0.75, - 0.722656, - 0.746094, - 0.746094, - 0.71875, - 0.898438, - 0.703125, - 0.746094, - 0.742188, - 0.683594, - 0.722656, - 0.839844, - 0.742188, - 0.714844, - 0.675781, - 0.71875, - 0.714844, - 0.691406, - 0.710938, - 0.738281, - 0.699219, - 0.707031, - 0.734375, - 0.722656, - 0.71875, - 0.726562, - 0.554688, - 0.746094, - 0.722656, - 0.722656, - 0.730469, - 0.609375, - 0.71875, - 0.699219, - 0.722656, - 0.730469, - 0.703125, - 0.730469, - 0.746094, - 0.761719, - 0.703125, - 0.75, - 0.761719, - 0.710938, - 0.734375, - 0.699219, - 0.691406, - 0.746094, - 0.757812, - 0.738281, - 0.695312, - 0.734375, - 0.734375, - 0.757812, - 0.699219, - 0.730469, - 0.742188, - 0.703125, - 0.773438, - 0.710938, - 0.71875, - 0.722656, - 0.734375, - 0.714844, - 0.800781, - 0.675781, - 0.699219, - 0.730469, - 0.761719, - 0.730469, - 0.714844, - 0.710938, - 0.699219, - 0.710938, - 0.714844, - 0.742188, - 0.730469, - 0.757812, - 0.734375, - 0.683594, - 0.699219, - 0.695312, - 0.699219, - 0.699219, - 0.734375, - 0.742188, - 0.695312, - 0.589844, - 0.765625, - 0.660156, - 0.726562, - 0.734375, - 0.710938, - 0.722656, - 0.734375, - 0.382812, - 0.714844, - 0.691406, - 0.699219, - 0.738281, - 0.742188, - 0.710938, - 0.746094, - 0.695312, - 0.578125, - 0.777344, - 0.730469, - 0.714844, - 0.738281, - 0.734375, - 0.703125, - 0.703125, - 0.660156, - 0.730469, - 0.695312, - 0.734375, - 0.703125, - 0.714844, - 0.738281, - 0.722656, - 0.726562, - 0.738281, - 0.71875, - 0.710938, - 0.527344, - 0.714844, - 0.707031, - 0.566406, - 0.636719, - 0.699219, - 0.679688, - 0.707031, - 0.722656, - 0.757812, - 0.722656, - 0.703125, - 0.753906, - 0.726562, - 0.71875, - 0.679688, - 0.699219, - 0.6875, - 0.726562, - 0.707031, - 0.753906, - 0.734375, - 0.707031, - 0.78125, - 0.757812, - 0.738281, - 0.734375, - 0.753906, - 0.742188, - 0.726562, - 0.738281, - 0.703125, - 0.695312, - 0.722656, - 0.757812, - 0.640625, - 0.695312, - 0.765625, - 0.746094, - 0.738281, - 0.722656, - 0.667969, - 0.474609, - 0.730469, - 0.742188, - 0.699219, - 0.742188, - 0.75, - 0.738281, - 0.730469, - 0.734375, - 0.695312, - 0.707031, - 0.710938, - 0.746094, - 0.746094, - 0.707031, - 0.738281, - 0.707031, - 0.667969, - 0.699219, - 0.738281, - 0.71875, - 0.699219, - 0.761719, - 0.703125, - 0.757812, - 0.578125, - 0.6875, - 0.71875, - 0.714844, - 0.722656, - 0.710938, - 0.757812, - 0.734375, - 0.746094, - 0.691406, - 0.742188, - 0.742188, - 0.683594, - 0.730469, - 0.703125, - 0.746094, - 0.730469, - 0.792969, - 0.734375, - 0.695312, - 0.703125, - 0.730469, - 0.742188, - 0.683594, - 0.714844, - 0.71875, - 0.738281, - 0.734375, - 0.746094, - 0.769531, - 0.746094, - 0.757812, - 0.765625, - 0.691406, - 0.664062, - 0.660156, - 0.722656, - 0.675781, - 0.753906, - 0.710938, - 0.722656, - 0.726562, - 0.445312, - 0.644531, - 0.710938, - 0.871094, - 0.742188, - 0.439453, - 0.71875, - 0.738281, - 0.632812, - 0.707031, - 0.730469, - 0.695312, - 0.730469, - 0.511719, - 0.742188, - 0.761719, - 0.710938, - 0.6875, - 0.675781, - 0.777344, - 0.714844, - 0.703125, - 0.746094, - 0.71875, - 0.738281, - 0.707031, - 0.691406, - 0.734375, - 0.730469, - 0.738281, - 0.71875, - 0.714844, - 0.742188, - 0.648438, - 0.695312, - 0.726562, - 0.707031, - 0.71875, - 0.699219, - 0.699219, - 0.71875, - 0.726562, - 0.71875, - 0.71875, - 0.722656, - 0.738281, - 0.753906, - 0.699219, - 0.703125, - 0.71875, - 0.734375, - 0.71875, - 0.726562, - 0.730469, - 0.710938 - ] - }, - "name": "model.transformer.layers.16.ffn_norm.weight", - "outputIndexes": [ - 1068 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1067, - 1068 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_16/Mul_1_output_0", - "outputIndexes": [ - 1069 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1069 - ], - "outputIndexes": [ - 1866 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1866 - ], - "outputIndexes": [ - 1867 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear", - "inputIndexes": [ - 1867 - ], - "outputIndexes": [ - 1868 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 10752, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 129024, - "weightSize": 0 - }, - "external": [ - 159919768, - 8257558, - 1032192, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1868 - ], - "outputIndexes": [ - 1869 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1869 - ], - "outputIndexes": [ - 1070 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 10752 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5376 - ] - }, - "name": "/ffn_16/Mul_output_0", - "outputIndexes": [ - 1071 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1070, - 21, - 1071, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_16/Slice_output_0", - "outputIndexes": [ - 1072 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1072 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_16/Sigmoid_output_0", - "outputIndexes": [ - 1073 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1072, - 1073 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_16/Mul_output_0", - "outputIndexes": [ - 1074 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 10752 - ] - }, - "name": "/ffn_16/Mul_1_output_0", - "outputIndexes": [ - 1075 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1070, - 1071, - 1075, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_16/Slice_1_output_0", - "outputIndexes": [ - 1076 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1074, - 1076 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_16/Mul_2_output_0", - "outputIndexes": [ - 1077 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1077 - ], - "outputIndexes": [ - 1870 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5376, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1870 - ], - "outputIndexes": [ - 1871 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear", - "inputIndexes": [ - 1871 - ], - "outputIndexes": [ - 1872 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5376, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 64512, - "weightSize": 0 - }, - "external": [ - 169209518, - 4128790, - 516096, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1872 - ], - "outputIndexes": [ - 1873 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.16/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1873 - ], - "outputIndexes": [ - 1078 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1066, - 1078 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_67_output_0", - "outputIndexes": [ - 1079 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1079, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_68_output_0", - "outputIndexes": [ - 1080 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1080 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_17/Mul_output_0", - "outputIndexes": [ - 1081 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.398438, - 1.460938, - 1.226562, - 2.109375, - 2.578125, - 1.1875, - 1.195312, - 1.21875, - 1.515625, - 1.28125, - 1.765625, - 3.6875, - 1.445312, - 1.5625, - 1.210938, - 1.382812, - 1.234375, - 1.164062, - 1.773438, - 2.65625, - 6.78125, - 1.289062, - 2.90625, - 1.445312, - 1.5, - 1.304688, - 1.226562, - 1.117188, - 2.03125, - 1.21875, - 1.28125, - 1.460938, - 2.1875, - 2.140625, - 1.1875, - 1.210938, - 1.226562, - 1.25, - 1.140625, - 1.398438, - 1.492188, - 1.375, - 1.46875, - 1.1875, - 1.5, - 1.453125, - 1.429688, - 1.492188, - 1.523438, - 2.625, - 1.398438, - 1.101562, - 1.320312, - 1.234375, - 5.625, - 1.0625, - 1.3125, - 1.3125, - 1.203125, - 1.203125, - 1.617188, - 1.335938, - 4.25, - 1.226562, - 1.4375, - 1.203125, - 1.164062, - 1.476562, - 1.734375, - 4.15625, - 1.210938, - 1.179688, - 1.523438, - 1.296875, - 2.703125, - 1.203125, - 1.265625, - 1.28125, - 1.359375, - 1.210938, - 1.625, - 1.15625, - 1.296875, - 1.492188, - 3.3125, - 1.117188, - 1.40625, - 1.109375, - 1.109375, - 2.25, - 1.0625, - 2.109375, - 1.21875, - 1.476562, - 1.3125, - 1.6875, - 2.890625, - 1.445312, - 3.5625, - 3.3125, - 1.265625, - 5.875, - 1.554688, - 1.25, - 1.726562, - 1.53125, - 1.882812, - 2.109375, - 2.4375, - 1.203125, - 1.140625, - 1.265625, - 1.820312, - 2.0, - 1.75, - 1.335938, - 1.375, - 1.320312, - 1.625, - 1.359375, - 1.34375, - 1.546875, - 1.390625, - 1.257812, - 1.398438, - 1.421875, - 1.296875, - 1.367188, - 1.375, - 1.1875, - 1.257812, - 1.234375, - 1.632812, - 1.15625, - 1.8125, - 1.453125, - 3.875, - 1.195312, - 1.328125, - 2.375, - 1.210938, - 1.296875, - 1.679688, - 1.289062, - 3.546875, - 3.078125, - 1.765625, - 1.523438, - 1.695312, - 1.960938, - 1.164062, - 1.671875, - 1.4375, - 1.335938, - 1.570312, - 1.671875, - 1.15625, - 1.328125, - 1.1875, - 1.710938, - 1.320312, - 3.8125, - 1.210938, - 1.40625, - 1.273438, - 1.234375, - 1.21875, - 1.25, - 1.382812, - 3.15625, - 2.65625, - 1.414062, - 3.3125, - 1.234375, - 1.109375, - 1.210938, - 1.304688, - 1.15625, - 1.234375, - 1.21875, - 1.140625, - 1.40625, - 2.484375, - 1.359375, - 1.4375, - 1.09375, - 1.242188, - 1.648438, - 1.25, - 1.554688, - 1.164062, - 1.4375, - 6.5, - 1.125, - 1.507812, - 1.15625, - 1.984375, - 1.203125, - 1.273438, - 1.78125, - 1.453125, - 1.75, - 1.164062, - 1.257812, - 1.296875, - 1.328125, - 1.734375, - 1.695312, - 1.25, - 1.328125, - 2.625, - 1.265625, - 1.335938, - 1.398438, - 1.414062, - 1.234375, - 1.335938, - 1.273438, - 1.242188, - 1.546875, - 1.367188, - 1.234375, - 1.390625, - 3.5, - 1.203125, - 6.96875, - 1.25, - 1.710938, - 1.414062, - 1.164062, - 1.28125, - 1.46875, - 2.59375, - 2.125, - 1.382812, - 1.3125, - 1.359375, - 1.546875, - 1.453125, - 2.6875, - 1.929688, - 3.40625, - 1.140625, - 1.171875, - 1.640625, - 1.3125, - 4.3125, - 1.148438, - 1.460938, - 1.828125, - 1.226562, - 4.71875, - 1.375, - 2.65625, - 1.375, - 1.21875, - 1.257812, - 1.757812, - 1.203125, - 1.234375, - 1.304688, - 1.398438, - 4.78125, - 1.242188, - 1.132812, - 1.273438, - 1.171875, - 5.6875, - 2.140625, - 1.53125, - 1.304688, - 1.15625, - 1.5, - 1.195312, - 1.257812, - 1.453125, - 1.257812, - 3.71875, - 1.765625, - 1.929688, - 1.226562, - 1.257812, - 2.5625, - 1.28125, - 1.195312, - 1.046875, - 1.148438, - 1.117188, - 1.328125, - 1.460938, - 1.898438, - 1.148438, - 1.273438, - 1.265625, - 3.6875, - 1.242188, - 4.0625, - 1.039062, - 2.40625, - 2.5625, - 1.351562, - 1.210938, - 1.273438, - 1.148438, - 1.453125, - 1.40625, - 1.28125, - 2.15625, - 1.296875, - 1.25, - 1.257812, - 1.25, - 9.0, - 1.445312, - 1.148438, - 1.28125, - 1.25, - 2.71875, - 4.15625, - 1.5625, - 1.203125, - 1.351562, - 1.15625, - 1.289062, - 1.234375, - 1.335938, - 1.210938, - 1.515625, - 1.296875, - 1.148438, - 1.773438, - 1.632812, - 1.460938, - 1.1875, - 1.1875, - 1.3125, - 1.398438, - 1.390625, - 3.0, - 1.140625, - 2.375, - 2.203125, - 1.421875, - 2.71875, - 1.390625, - 1.265625, - 6.90625, - 2.375, - 1.625, - 1.273438, - 3.59375, - 1.664062, - 3.9375, - 3.421875, - 1.289062, - 5.53125, - 1.953125, - 1.242188, - 2.1875, - 1.25, - 1.289062, - 2.203125, - 1.289062, - 1.507812, - 2.265625, - 2.046875, - 1.367188, - 4.125, - 1.625, - 4.1875, - 2.8125, - 1.375, - 4.0, - 1.28125, - 1.257812, - 4.125, - 1.320312, - 1.304688, - 1.179688, - 1.609375, - 1.15625, - 1.585938, - 1.140625, - 1.203125, - 3.046875, - 2.125, - 4.25, - 1.195312, - 1.507812, - 1.335938, - 1.257812, - 2.328125, - 1.296875, - 4.0, - 1.273438, - 5.09375, - 1.179688, - 5.34375, - 0.408203, - 1.585938, - 1.390625, - 1.34375, - 1.335938, - 1.421875, - 1.367188, - 3.140625, - 3.953125, - 1.171875, - 1.351562, - 1.320312, - 1.5, - 4.8125, - 1.554688, - 1.210938, - 1.234375, - 1.59375, - 1.492188, - 1.25, - 1.445312, - 1.546875, - 1.382812, - 2.140625, - 2.1875, - 4.90625, - 1.289062, - 3.140625, - 1.445312, - 1.242188, - 1.460938, - 1.164062, - 1.601562, - 1.140625, - 1.40625, - 1.203125, - 1.1875, - 1.125, - 1.375, - 1.273438, - 2.171875, - 1.257812, - 1.40625, - 1.414062, - 1.851562, - 1.601562, - 1.257812, - 1.28125, - 1.554688, - 3.359375, - 1.210938, - 1.179688, - 5.5, - 1.15625, - 1.171875, - 1.429688, - 2.4375, - 1.335938, - 1.4375, - 2.171875, - 1.507812, - 1.210938, - 1.125, - 3.046875, - 1.273438, - 1.351562, - 1.632812, - 3.578125, - 1.445312, - 1.523438, - 1.382812, - 1.367188, - 4.40625, - 1.429688, - 1.414062, - 3.21875, - 1.585938, - 1.21875, - 1.328125, - 1.3125, - 1.242188, - 1.304688, - 1.257812, - 1.203125, - 1.335938, - 2.84375, - 1.234375, - 4.28125, - 1.1875, - 1.195312, - 1.210938, - 1.359375, - 1.546875, - 1.984375, - 1.28125, - 1.320312, - 1.148438, - 1.25, - 1.210938, - 2.34375, - 1.296875, - 1.421875, - 1.414062, - 1.1875, - 3.671875, - 1.476562, - 2.1875, - 1.4375, - 1.328125, - 1.421875, - 1.273438, - 5.125, - 1.203125, - 1.28125, - 1.328125, - 1.429688, - 3.28125, - 1.28125, - 1.226562, - 1.148438, - 1.4375, - 1.164062, - 2.640625, - 1.429688, - 1.304688, - 1.304688, - 1.84375, - 1.320312, - 1.257812, - 1.351562, - 1.453125, - 11.4375, - 1.304688, - 1.195312, - 1.195312, - 1.460938, - 1.390625, - 3.53125, - 1.148438, - 1.164062, - 1.382812, - 1.21875, - 1.210938, - 1.5625, - 3.15625, - 1.132812, - 1.265625, - 1.28125, - 1.28125, - 1.726562, - 1.429688, - 1.554688, - 2.28125, - 1.398438, - 1.75, - 3.0625, - 2.109375, - 1.289062, - 1.289062, - 1.367188, - 1.289062, - 1.273438, - 1.15625, - 3.71875, - 3.46875, - 1.117188, - 2.21875, - 1.171875, - 1.710938, - 1.46875, - 1.164062, - 1.226562, - 1.132812, - 2.578125, - 1.257812, - 2.0625, - 1.515625, - 1.421875, - 2.921875, - 1.421875, - 2.28125, - 1.148438, - 1.242188, - 1.09375, - 1.1875, - 1.40625, - 1.632812, - 1.679688, - 1.484375, - 1.492188, - 1.640625, - 1.359375, - 1.148438, - 1.28125, - 1.179688, - 1.453125, - 1.125, - 1.117188, - 1.929688, - 4.46875, - 1.585938, - 2.296875, - 1.273438, - 1.195312, - 1.070312, - 1.242188, - 1.632812, - 1.679688, - 1.125, - 2.859375, - 2.734375, - 1.109375, - 1.585938, - 2.5, - 1.195312, - 1.53125, - 1.132812, - 1.234375, - 1.421875, - 1.226562, - 4.78125, - 1.382812, - 1.28125, - 1.125, - 1.367188, - 1.296875, - 1.210938, - 1.351562, - 1.234375, - 1.445312, - 1.414062, - 1.398438, - 1.328125, - 1.445312, - 1.523438, - 1.289062, - 1.40625, - 1.351562, - 1.289062, - 1.375, - 1.3125, - 1.476562, - 1.382812, - 2.78125, - 1.296875, - 1.234375, - 1.726562, - 2.1875, - 1.273438, - 4.25, - 1.632812, - 1.375, - 1.632812, - 1.390625, - 1.226562, - 1.609375, - 1.328125, - 1.148438, - 1.390625, - 1.796875, - 1.1875, - 5.34375, - 1.828125, - 1.335938, - 1.679688, - 1.421875, - 1.554688, - 1.289062, - 1.867188, - 1.492188, - 1.359375, - 1.867188, - 2.03125, - 1.195312, - 4.03125, - 1.304688, - 1.40625, - 1.25, - 1.53125, - 1.210938, - 1.414062, - 1.234375, - 1.28125, - 1.453125, - 1.273438, - 1.242188, - 1.664062, - 1.25, - 4.65625, - 1.1875, - 2.671875, - 1.5, - 1.460938, - 2.28125, - 1.242188, - 1.390625, - 1.796875, - 1.398438, - 1.367188, - 1.34375, - 1.328125, - 1.328125, - 1.132812, - 1.421875, - 3.96875, - 1.40625, - 2.34375, - 1.53125, - 1.242188, - 2.78125, - 1.265625, - 1.632812, - 1.148438, - 1.242188, - 1.0625, - 1.4375, - 1.453125, - 1.265625, - 1.710938, - 2.71875, - 1.429688, - 1.257812, - 1.171875, - 1.601562, - 1.265625, - 1.125, - 1.320312, - 1.171875, - 1.570312, - 1.117188, - 1.257812, - 1.265625, - 1.289062, - 1.171875, - 1.273438, - 1.960938, - 1.578125, - 1.148438, - 1.40625, - 1.367188, - 1.3125, - 1.273438, - 1.40625, - 1.265625, - 1.25, - 6.0625, - 2.1875, - 1.3125, - 1.257812, - 1.34375, - 1.359375, - 4.375, - 1.210938, - 1.710938, - 4.53125, - 1.296875, - 1.53125, - 5.125, - 1.46875, - 1.40625, - 1.3125, - 1.273438, - 1.757812, - 1.101562, - 1.601562, - 1.242188, - 1.195312, - 3.484375, - 1.1875, - 1.6875, - 1.179688, - 1.554688, - 1.289062, - 1.03125, - 1.359375, - 1.679688, - 1.320312, - 1.328125, - 1.234375, - 1.257812, - 1.210938, - 1.523438, - 1.46875, - 1.773438, - 1.125, - 1.28125, - 3.265625, - 3.375, - 1.234375, - 1.515625, - 1.226562, - 1.125, - 3.28125, - 2.75, - 1.210938, - 1.289062, - 1.242188, - 2.65625, - 1.875, - 1.304688, - 1.296875, - 1.273438, - 1.257812, - 1.304688, - 1.25, - 1.203125, - 1.304688, - 1.554688, - 1.484375, - 1.304688, - 1.289062, - 2.734375, - 1.226562, - 1.703125, - 1.328125, - 1.484375, - 1.28125, - 1.226562, - 3.125, - 1.273438, - 1.890625, - 1.257812, - 5.15625, - 1.179688, - 2.140625, - 1.304688, - 1.53125, - 1.375, - 1.15625, - 1.210938, - 1.296875, - 1.4375, - 1.5625, - 1.195312, - 5.53125, - 1.734375, - 1.320312, - 4.9375, - 1.21875, - 1.859375, - 1.28125, - 2.375, - 1.632812, - 1.671875, - 1.335938, - 1.3125, - 1.4375, - 2.375, - 1.171875, - 1.023438, - 1.328125, - 1.195312, - 3.90625, - 4.75, - 1.21875, - 3.90625, - 1.84375, - 1.09375, - 1.632812, - 1.226562, - 1.960938, - 1.28125, - 1.25, - 1.242188, - 1.84375, - 1.28125, - 1.28125, - 1.335938, - 1.179688, - 1.367188, - 1.578125, - 1.796875, - 1.304688, - 1.265625, - 1.054688, - 1.304688, - 1.296875, - 1.164062, - 1.601562, - 1.632812, - 1.429688, - 1.132812, - 1.125, - 1.210938, - 1.21875, - 2.015625, - 1.164062, - 1.460938, - 1.429688, - 1.960938, - 2.078125, - 1.265625, - 1.828125, - 1.5, - 1.375, - 1.273438, - 1.109375, - 1.992188, - 1.429688, - 1.5625, - 1.953125, - 1.273438, - 2.71875, - 1.9375, - 1.3125, - 1.210938, - 1.28125, - 1.296875, - 3.984375, - 1.234375, - -0.001167, - 1.625, - 1.429688, - 1.53125, - 1.15625, - 1.632812, - 1.320312, - 1.4375, - 1.242188, - 2.21875, - 1.148438, - 1.625, - 1.28125, - 1.523438, - 1.226562, - 1.328125, - 1.164062, - 3.734375, - 1.304688, - 1.328125, - 1.242188, - 3.84375, - 1.421875, - 1.1875, - 1.296875, - 1.125, - 1.25, - 1.265625, - 1.648438, - 1.242188, - 1.59375, - 1.304688, - 1.289062, - 1.328125, - 1.9375, - 1.164062, - 1.53125, - 1.335938, - 2.03125, - 1.234375, - 1.390625, - 1.445312, - 1.210938, - 2.359375, - 1.320312, - 1.359375, - 1.179688, - 1.21875, - 1.679688, - 1.242188, - 1.367188, - 2.171875, - 1.28125, - 1.335938, - 2.375, - 2.3125, - 4.21875, - 1.234375, - 4.53125, - 1.5625, - 1.210938, - 1.34375, - 1.492188, - 1.289062, - 2.859375, - 1.304688, - 1.726562, - 1.445312, - 1.265625, - 1.273438, - 1.203125, - 2.46875, - 1.164062, - 1.328125, - 1.34375, - 2.421875, - 1.351562, - 1.195312, - 1.554688, - 1.367188, - 1.289062, - 2.5625, - 1.28125, - 1.640625, - 1.226562, - 1.789062, - 1.195312, - 1.273438, - 3.25, - 2.25, - 1.234375, - 1.734375, - 1.820312, - 3.5, - 1.398438, - 1.34375, - 1.34375, - 1.242188, - 1.4375, - 1.414062, - 1.632812, - 1.351562, - 3.90625, - 1.242188, - 1.132812, - 2.46875, - 1.289062, - 1.421875, - 2.1875, - 1.242188, - 1.664062, - 1.25, - 2.125, - 1.148438, - 1.234375, - 11.0625, - 1.34375, - 1.96875, - 1.265625, - 1.484375, - 1.585938, - 1.1875, - 1.507812, - 1.1875, - 1.40625, - 3.359375, - 2.734375, - 1.5, - 1.398438, - 1.09375, - 1.179688, - 1.25, - 1.226562, - 1.296875, - 1.328125, - 4.96875, - 1.296875, - 5.25, - 4.5625, - 1.296875, - 1.265625, - 1.21875, - 1.523438, - 1.421875, - 1.320312, - 2.125, - 1.234375, - 3.15625, - 2.8125, - 1.476562, - 1.40625, - 2.4375, - 1.609375, - 2.53125, - 1.328125, - 1.226562, - 1.5625, - 2.21875, - 1.242188, - 1.28125, - 1.328125, - 1.289062, - 1.273438, - 3.53125, - 1.25, - 2.109375, - 1.15625, - 1.421875, - 1.359375, - 2.015625, - 1.210938, - 3.5625, - 1.640625, - 1.359375, - 1.335938, - 4.53125, - 3.0625, - 6.0625, - 3.78125, - 2.25, - 1.507812, - 2.15625, - 1.421875, - 1.257812, - 1.421875, - 1.335938, - 1.382812, - 1.742188, - 1.21875, - 1.375, - 1.203125, - 1.257812, - 1.257812, - 2.140625, - 1.25, - 1.226562, - 1.375, - 1.28125, - 1.296875, - 1.3125, - 1.648438, - 1.226562, - 1.210938, - 1.476562, - 1.25, - 1.304688, - 2.5, - 1.390625, - 1.226562, - 1.289062, - 1.398438, - 1.867188, - 1.078125, - 3.484375, - 1.703125, - 1.382812, - 4.90625, - 1.242188, - 1.226562, - 1.492188, - 1.171875, - 1.867188, - 1.40625, - 1.734375, - 3.09375, - 1.632812, - 1.1875, - 1.257812, - 1.40625, - 2.125, - 1.15625, - 1.570312, - 1.65625, - 1.828125, - 1.414062, - 1.492188, - 5.3125, - 1.375, - 1.15625, - 1.507812, - 2.375, - 1.15625, - 1.5625, - 2.25, - 1.59375, - 1.320312, - 1.367188, - 1.898438, - 1.3125, - 1.578125, - 1.304688, - 1.257812, - 3.046875, - 1.265625, - 1.414062, - 2.3125, - 1.59375, - 0.996094, - 1.242188, - 1.664062, - 1.929688, - 1.257812, - 1.390625, - 2.46875, - 3.671875, - 1.117188, - 1.453125, - 1.273438, - 1.5, - 1.84375, - 1.835938, - 1.140625, - 1.351562, - 1.390625, - 1.289062, - 3.015625, - 1.5, - 4.28125, - 1.21875, - 1.140625, - 2.3125, - 1.1875, - 1.382812, - 1.453125, - 1.132812, - 1.921875, - 1.5, - 1.328125, - 1.34375, - 1.21875, - 1.359375, - 2.90625, - 1.0625, - 1.328125, - 1.28125, - 4.53125, - 1.289062, - 2.15625, - 2.109375, - 1.226562, - 2.109375, - 1.21875, - 1.148438, - 1.257812, - 1.21875, - 1.460938, - 1.15625, - 1.351562, - 1.3125, - 1.445312, - 1.460938, - 1.445312, - 2.328125, - 1.445312, - 1.351562, - 1.429688, - 1.1875, - 1.179688, - 1.359375, - 1.367188, - 1.585938, - 1.273438, - 1.289062, - 1.875, - 1.34375, - 1.140625, - 1.226562, - 1.25, - 3.875, - 1.453125, - 1.25, - 1.34375, - 1.359375, - 1.242188, - 3.25, - 1.171875, - 1.320312, - 1.398438, - 1.367188, - 1.5, - 1.46875, - 1.101562, - 1.507812, - 1.210938, - 1.210938, - 5.375, - 2.3125, - 1.273438, - 1.375, - 4.03125, - 1.265625, - 1.78125, - 1.351562, - 1.171875, - 2.265625, - 1.453125, - 1.78125, - 1.210938, - 1.484375, - 1.46875, - 1.578125, - 1.429688, - 1.25, - 2.09375, - 1.757812, - 1.3125, - 1.1875, - 1.40625, - 1.492188, - 2.0625, - 1.382812, - 3.75, - 1.265625, - 1.359375, - 3.8125, - 1.304688, - 1.507812, - 1.109375, - 1.25, - 1.1875, - 1.640625, - 1.171875, - 1.296875, - 1.265625, - 1.179688, - 1.226562, - 3.015625, - 1.585938, - 1.273438, - 1.1875, - 1.523438, - 1.4375, - 1.234375, - 1.242188, - 1.78125, - 1.117188, - 1.3125, - 2.5625, - 1.445312, - 1.773438, - 1.429688, - 1.960938, - 1.390625, - 1.8125, - 1.59375, - 1.304688, - 3.828125, - 1.21875, - 1.414062, - 1.859375, - 1.28125, - 1.03125, - 1.5, - 1.234375, - 1.226562, - 1.414062, - 1.46875, - 1.203125, - 1.140625, - 1.265625, - 1.289062, - 1.882812, - 1.546875, - 3.359375, - 1.476562, - 1.117188, - 1.421875, - 3.3125, - 1.609375, - 1.484375, - 1.304688, - 1.492188, - 1.382812, - 1.351562, - 1.585938, - 5.9375, - 1.34375, - 1.867188, - 1.25, - 1.296875, - 1.234375, - 1.203125, - 1.148438, - 1.359375, - 3.421875, - 1.296875, - 1.914062, - 1.796875, - 1.570312, - 1.351562, - 2.71875, - 1.546875, - 3.5625, - 1.273438, - 1.960938, - 1.265625, - 1.320312, - 1.265625, - 1.234375, - 1.179688, - 1.46875, - 1.117188, - 1.367188, - 1.421875, - 4.5625, - 1.234375, - 1.601562, - 4.09375, - 3.0625, - 1.28125, - 1.40625, - 1.210938, - 1.226562, - 1.648438, - 1.171875, - 1.804688, - 1.523438, - 1.523438, - 1.460938, - 1.960938, - 1.226562, - 1.304688, - 1.601562, - 1.632812, - 1.21875, - 1.1875, - 1.273438, - 1.6875, - 1.320312, - 1.101562, - 1.242188, - 1.25, - 1.195312, - 1.453125, - 1.203125, - 1.140625, - 1.242188, - 1.710938, - 1.3125, - 2.21875, - 1.367188, - 2.296875, - 1.40625, - 1.492188, - 1.203125, - 2.421875, - 5.34375, - 1.320312, - 1.992188, - 1.234375, - 1.304688, - 1.625, - 1.296875, - 1.226562, - 1.5, - 1.820312, - 2.046875, - 1.875, - 1.171875, - 1.085938, - 1.6875, - 1.25, - 1.484375, - 2.421875, - 2.3125, - 1.28125, - 1.195312, - 1.382812, - 1.304688, - 1.835938, - 1.265625, - 3.453125, - 1.289062, - 1.375, - 2.96875, - 1.273438, - 1.585938, - 1.125, - 1.304688, - 1.15625, - 1.710938, - 1.179688, - 1.039062, - 3.4375, - 1.273438, - 1.453125, - 4.25, - 1.859375, - 1.335938, - 1.34375, - 1.617188, - 1.382812, - 1.445312, - 3.21875, - 1.273438, - 1.21875, - 1.546875, - 5.625, - 1.328125, - 1.171875, - 1.59375, - 1.085938, - 1.101562, - 1.25, - 1.507812, - 1.679688, - 1.25, - 1.289062, - 2.046875, - 1.296875, - 1.570312, - 1.289062, - 1.210938, - 6.65625, - 2.5, - 1.921875, - 1.460938, - 1.164062, - 5.1875, - 2.125, - 1.210938, - 3.3125, - 1.476562, - 1.203125, - 1.554688, - 1.296875, - 1.867188, - 1.179688, - 1.40625, - 1.164062, - 2.8125, - 1.664062, - 1.195312, - 1.289062, - 1.09375, - 1.351562, - 1.296875, - 1.3125, - 1.578125, - 1.65625, - 1.226562, - 1.359375, - 1.390625, - 1.257812, - 1.335938, - 1.21875, - 4.0625, - 1.804688, - 1.453125, - 1.796875, - 3.71875, - 1.3125, - 1.71875, - 1.203125, - 1.484375, - 1.242188, - 1.867188, - 1.125, - 1.257812, - 1.304688, - 1.8125, - 1.195312, - 1.453125, - 1.164062, - 1.359375, - 1.296875, - 1.554688, - 1.492188 - ] - }, - "name": "model.transformer.layers.17.attn_norm.weight", - "outputIndexes": [ - 1082 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1081, - 1082 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1083 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1083 - ], - "outputIndexes": [ - 1874 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1874 - ], - "outputIndexes": [ - 1875 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear", - "inputIndexes": [ - 1875 - ], - "outputIndexes": [ - 1876 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 173854404, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1876 - ], - "outputIndexes": [ - 1877 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1877 - ], - "outputIndexes": [ - 1084 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1083 - ], - "main_type": "NONE", - "name": "/Shape_69_output_0", - "outputIndexes": [ - 1085 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1085 - ], - "main_type": "NONE", - "name": "Shape1536", - "outputIndexes": [ - 1086 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1085 - ], - "main_type": "NONE", - "name": "Rank1538", - "outputIndexes": [ - 1087 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1087, - 1087 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1540", - "outputIndexes": [ - 1088 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1088 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1541", - "outputIndexes": [ - 1089 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1088, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1543", - "outputIndexes": [ - 1090 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1090 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1544", - "outputIndexes": [ - 1091 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1086, - 1089, - 1091, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1547", - "outputIndexes": [ - 1092 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1092 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1548", - "outputIndexes": [ - 1093 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1093 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1549", - "outputIndexes": [ - 1094 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1094, - 1093 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1550", - "outputIndexes": [ - 1095 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1085, - 1095, - 1088 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_89_output_0", - "outputIndexes": [ - 1096 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1096, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_171_output_0", - "outputIndexes": [ - 1097 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1097, - 1035, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_85_output_0", - "outputIndexes": [ - 1098 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1084, - 1098 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_69_output_0", - "outputIndexes": [ - 1099 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1099 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_17/Mul_output_0", - "outputIndexes": [ - 1100 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.000165, - 0.050293, - 0.012207, - 0.006683, - 1.507812, - 1.78125, - 2.140625, - 0.695312, - 1.335938, - 1.9375, - 2.015625, - 1.96875, - 1.34375, - 1.882812, - 1.90625, - 2.015625, - 2.15625, - 2.203125, - 2.046875, - 2.15625, - 1.921875, - 1.460938, - 2.140625, - 2.109375, - 2.0625, - 2.015625, - 1.945312, - 1.976562, - 1.960938, - 2.09375, - 1.78125, - 2.265625, - -0.060059, - 0.041748, - -0.057617, - 0.151367, - 0.01416, - 1.265625, - 0.00647, - 1.921875, - 1.929688, - 0.949219, - 1.109375, - 1.539062, - 1.875, - 1.726562, - 1.6875, - 1.859375, - 1.75, - 1.554688, - 2.390625, - 1.953125, - 2.390625, - 2.921875, - 2.140625, - 2.109375, - 2.03125, - 2.03125, - 2.03125, - 2.015625, - 1.953125, - 2.328125, - 2.265625, - 1.898438 - ] - }, - "name": "model.transformer.layers.17.attn.q_norm.weight", - "outputIndexes": [ - 1101 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1100, - 1101 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1102 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1102, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_68_output_0", - "outputIndexes": [ - 1103 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1102, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_69_output_0", - "outputIndexes": [ - 1104 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1104 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_34_output_0", - "outputIndexes": [ - 1105 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1102, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_68_output_0", - "outputIndexes": [ - 1106 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1105, - 1106 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_88_output_0", - "outputIndexes": [ - 1107 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1107, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_69_output_0", - "outputIndexes": [ - 1108 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1103, - 1108 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_68_output_0", - "outputIndexes": [ - 1109 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1083 - ], - "outputIndexes": [ - 1878 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1878 - ], - "outputIndexes": [ - 1879 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear", - "inputIndexes": [ - 1879 - ], - "outputIndexes": [ - 1880 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 175187674, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1880 - ], - "outputIndexes": [ - 1881 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1881 - ], - "outputIndexes": [ - 1110 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1097, - 1049, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_86_output_0", - "outputIndexes": [ - 1111 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1110, - 1111 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_70_output_0", - "outputIndexes": [ - 1112 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1112 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_17/Mul_output_0", - "outputIndexes": [ - 1113 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.023193, - -0.090332, - -0.016479, - -0.005676, - 1.171875, - 1.703125, - 1.609375, - 0.048584, - 1.695312, - 1.984375, - 2.078125, - 1.96875, - 0.067871, - 2.0, - 0.507812, - 2.140625, - 1.148438, - 0.601562, - 2.265625, - 1.914062, - 2.4375, - 2.765625, - 2.203125, - 2.078125, - 2.046875, - 2.0625, - 2.0625, - 2.0625, - 1.976562, - 2.171875, - 2.234375, - 2.296875, - 0.035889, - 0.011658, - -0.111816, - 0.11084, - 0.10791, - 1.742188, - 0.05835, - 1.90625, - 1.804688, - 0.124512, - 0.148438, - 1.304688, - 1.992188, - 1.375, - 2.03125, - 1.492188, - 2.0, - 2.75, - 1.617188, - 2.1875, - 1.710938, - 1.164062, - 2.171875, - 2.03125, - 2.046875, - 2.046875, - 2.0625, - 2.015625, - 2.0625, - 2.078125, - 2.265625, - 2.296875 - ] - }, - "name": "model.transformer.layers.17.attn.k_norm.weight", - "outputIndexes": [ - 1114 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1113, - 1114 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1115 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1115, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_70_output_0", - "outputIndexes": [ - 1116 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1115, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_71_output_0", - "outputIndexes": [ - 1117 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1117 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_35_output_0", - "outputIndexes": [ - 1118 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1115, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_70_output_0", - "outputIndexes": [ - 1119 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1118, - 1119 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_89_output_0", - "outputIndexes": [ - 1120 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1120, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_71_output_0", - "outputIndexes": [ - 1121 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1116, - 1121 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_69_output_0", - "outputIndexes": [ - 1122 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1083 - ], - "outputIndexes": [ - 1882 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1882 - ], - "outputIndexes": [ - 1883 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear", - "inputIndexes": [ - 1883 - ], - "outputIndexes": [ - 1884 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 175521008, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1884 - ], - "outputIndexes": [ - 1885 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1885 - ], - "outputIndexes": [ - 1123 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1123, - 1111 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_71_output_0", - "outputIndexes": [ - 1124 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1109, - 1122, - 1124, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.17/self_attn/FusedAttention", - "outputIndexes": [ - 1125 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1125 - ], - "outputIndexes": [ - 1886 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1886 - ], - "outputIndexes": [ - 1887 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear", - "inputIndexes": [ - 1887 - ], - "outputIndexes": [ - 1888 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 175854342, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1888 - ], - "outputIndexes": [ - 1889 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1889 - ], - "outputIndexes": [ - 1126 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1080, - 1126 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_70_output_0", - "outputIndexes": [ - 1127 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1127 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_17/Mul_output_0", - "outputIndexes": [ - 1128 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.84375, - 0.820312, - 0.851562, - 0.789062, - 0.832031, - 0.847656, - 0.839844, - 0.824219, - 0.910156, - 0.863281, - 0.953125, - 0.871094, - 0.828125, - 0.824219, - 0.859375, - 0.890625, - 0.835938, - 0.8125, - 0.84375, - 1.007812, - 0.78125, - 0.871094, - 0.839844, - 0.859375, - 0.855469, - 0.8125, - 0.84375, - 0.855469, - 0.808594, - 0.820312, - 0.816406, - 0.828125, - 0.816406, - 0.824219, - 0.847656, - 0.835938, - 0.820312, - 0.835938, - 0.839844, - 0.832031, - 0.855469, - 0.808594, - 0.835938, - 0.832031, - 0.84375, - 0.84375, - 0.847656, - 0.832031, - 0.832031, - 0.921875, - 0.8125, - 0.859375, - 0.824219, - 0.855469, - 0.449219, - 0.847656, - 0.839844, - 0.835938, - 0.816406, - 0.847656, - 0.820312, - 0.824219, - 0.808594, - 0.839844, - 0.910156, - 0.851562, - 0.847656, - 0.824219, - 0.804688, - 0.585938, - 0.839844, - 0.839844, - 0.828125, - 0.820312, - 0.847656, - 0.839844, - 0.851562, - 0.824219, - 0.84375, - 0.828125, - 0.847656, - 0.851562, - 0.835938, - 0.855469, - 0.914062, - 0.832031, - 0.808594, - 0.847656, - 0.8125, - 0.847656, - 0.84375, - 0.785156, - 0.835938, - 0.863281, - 0.839844, - 0.808594, - 0.820312, - 0.820312, - 0.8125, - 0.839844, - 0.847656, - 0.476562, - 0.894531, - 0.851562, - 0.847656, - 0.832031, - 0.820312, - 0.84375, - 0.800781, - 0.816406, - 0.820312, - 0.804688, - 0.953125, - 0.796875, - 0.84375, - 0.851562, - 0.890625, - 0.820312, - 0.84375, - 0.839844, - 0.820312, - 0.816406, - 0.8125, - 0.871094, - 0.84375, - 0.894531, - 0.863281, - 0.851562, - 0.816406, - 0.816406, - 0.878906, - 0.851562, - 0.828125, - 0.882812, - 0.800781, - 0.8125, - 0.738281, - 0.832031, - 0.847656, - 0.835938, - 0.847656, - 0.816406, - 0.816406, - 0.835938, - 0.792969, - 0.84375, - 0.84375, - 0.835938, - 0.910156, - 0.8125, - 0.835938, - 0.835938, - 0.808594, - 0.851562, - 0.851562, - 0.84375, - 0.824219, - 0.851562, - 0.824219, - 0.796875, - 0.859375, - 1.023438, - 0.84375, - 0.828125, - 0.835938, - 0.84375, - 0.855469, - 0.828125, - 0.8125, - 0.632812, - 0.898438, - 0.859375, - 0.847656, - 0.847656, - 0.832031, - 0.878906, - 0.84375, - 0.835938, - 0.839844, - 0.839844, - 0.816406, - 0.8125, - 1.0625, - 0.847656, - 0.824219, - 0.859375, - 0.851562, - 0.808594, - 0.851562, - 0.847656, - 0.828125, - 0.8125, - 0.227539, - 0.824219, - 0.828125, - 0.839844, - 0.777344, - 0.832031, - 0.855469, - 0.773438, - 0.816406, - 0.789062, - 0.828125, - 0.820312, - 0.8125, - 0.839844, - 0.945312, - 0.820312, - 0.847656, - 0.859375, - 0.804688, - 0.835938, - 0.824219, - 0.816406, - 0.835938, - 0.832031, - 0.863281, - 0.851562, - 0.859375, - 0.785156, - 0.828125, - 0.808594, - 0.8125, - 0.839844, - 0.875, - 0.722656, - 0.839844, - 0.824219, - 0.820312, - 0.84375, - 0.851562, - 0.835938, - 0.800781, - 0.816406, - 0.816406, - 0.824219, - 0.816406, - 0.828125, - 0.808594, - 0.765625, - 0.839844, - 0.816406, - 0.828125, - 0.800781, - 0.808594, - 0.84375, - 0.785156, - 0.851562, - 0.84375, - 0.835938, - 0.828125, - 0.851562, - 0.824219, - 0.757812, - 0.847656, - 0.882812, - 0.839844, - 0.824219, - 0.828125, - 0.84375, - 0.867188, - 0.835938, - 0.8125, - 0.839844, - 0.832031, - 0.863281, - 0.875, - 0.542969, - 0.789062, - 0.835938, - 0.863281, - 0.828125, - 0.835938, - 0.84375, - 0.851562, - 0.851562, - 0.863281, - 0.601562, - 0.820312, - 0.8125, - 0.8125, - 0.84375, - 0.820312, - 0.8125, - 0.851562, - 0.855469, - 0.839844, - 0.863281, - 0.859375, - 0.824219, - 0.808594, - 0.855469, - 0.824219, - 0.847656, - 0.847656, - 0.824219, - 0.828125, - 0.832031, - 0.828125, - 0.839844, - 0.867188, - 0.851562, - 0.820312, - 0.832031, - 0.835938, - 0.8125, - 0.828125, - 0.824219, - 0.824219, - 0.839844, - 0.84375, - 0.855469, - 0.753906, - 0.832031, - 0.84375, - 0.804688, - 0.84375, - 0.820312, - 0.507812, - 0.839844, - 0.824219, - 0.839844, - 0.847656, - 0.839844, - 0.855469, - 0.820312, - 0.839844, - 0.855469, - 0.839844, - 0.847656, - 0.816406, - 0.917969, - 0.867188, - 0.820312, - 0.863281, - 0.859375, - 0.839844, - 0.859375, - 0.796875, - 0.867188, - 0.808594, - 0.824219, - 0.832031, - 0.832031, - 0.847656, - 0.832031, - 0.347656, - 0.847656, - 0.804688, - 0.878906, - 0.679688, - 0.839844, - 0.765625, - 0.636719, - 0.835938, - 0.285156, - 0.84375, - 0.851562, - 0.808594, - 0.832031, - 0.828125, - 0.820312, - 0.835938, - 0.816406, - 0.789062, - 0.777344, - 0.839844, - 0.695312, - 0.824219, - 0.886719, - 0.839844, - 0.835938, - 0.832031, - 0.851562, - 0.839844, - 0.886719, - 0.824219, - 0.835938, - 0.835938, - 0.847656, - 0.855469, - 0.8125, - 0.847656, - 0.871094, - 0.835938, - 0.832031, - 0.847656, - 0.816406, - 0.804688, - 0.8125, - 0.835938, - 0.855469, - 0.84375, - 0.828125, - 0.859375, - 0.419922, - 0.855469, - 0.408203, - 0.357422, - 0.933594, - 0.839844, - 0.816406, - 0.863281, - 0.824219, - 0.851562, - 0.808594, - 0.804688, - 0.828125, - 0.839844, - 0.792969, - 0.859375, - 0.597656, - 0.832031, - 0.847656, - 0.839844, - 0.851562, - 0.808594, - 0.875, - 0.824219, - 0.875, - 0.84375, - 0.808594, - 0.800781, - 0.386719, - 0.835938, - 0.738281, - 0.863281, - 0.824219, - 0.816406, - 0.867188, - 0.800781, - 0.835938, - 0.808594, - 0.84375, - 0.851562, - 0.847656, - 0.859375, - 0.855469, - 0.855469, - 0.851562, - 0.816406, - 0.871094, - 0.800781, - 0.839844, - 0.828125, - 0.855469, - 0.839844, - 0.855469, - 0.828125, - 0.828125, - 0.431641, - 0.863281, - 0.839844, - 0.832031, - 0.835938, - 0.828125, - 0.847656, - 0.863281, - 0.851562, - 0.863281, - 0.835938, - 0.835938, - 0.839844, - 0.8125, - 0.824219, - 0.808594, - 0.859375, - 0.839844, - 0.835938, - 0.882812, - 0.542969, - 0.820312, - 0.847656, - 0.816406, - 0.8125, - 0.847656, - 0.820312, - 0.839844, - 0.832031, - 0.851562, - 0.851562, - 0.832031, - 0.847656, - 0.78125, - 0.851562, - 0.835938, - 0.835938, - 0.824219, - 0.832031, - 0.824219, - 0.785156, - 0.769531, - 0.851562, - 0.824219, - 0.84375, - 0.816406, - 0.839844, - 0.804688, - 0.835938, - 0.796875, - 0.816406, - 0.84375, - 0.859375, - 0.832031, - 0.800781, - 0.847656, - 0.828125, - 0.847656, - 0.832031, - 0.769531, - 0.890625, - 0.882812, - 0.84375, - 0.835938, - 0.644531, - 0.863281, - 0.832031, - 0.84375, - 0.824219, - 0.835938, - 0.835938, - 0.839844, - 0.863281, - 0.851562, - 0.832031, - 0.828125, - 0.820312, - 0.792969, - 0.832031, - 0.867188, - 0.804688, - 0.847656, - 0.851562, - 0.84375, - 0.835938, - 0.804688, - 0.84375, - 0.820312, - 0.863281, - 0.824219, - 0.863281, - 0.832031, - 0.785156, - 0.824219, - 0.84375, - 0.867188, - 0.824219, - 0.820312, - 0.800781, - 0.835938, - 0.820312, - 0.839844, - 0.789062, - 0.636719, - 0.847656, - 0.882812, - 0.851562, - 0.851562, - 0.832031, - 0.824219, - 0.859375, - 0.703125, - 0.582031, - 0.84375, - 0.785156, - 0.820312, - 0.847656, - 0.820312, - 0.855469, - 0.824219, - 0.835938, - 0.816406, - 0.820312, - 0.832031, - 0.859375, - 0.820312, - 0.730469, - 0.828125, - 0.835938, - 0.835938, - 0.84375, - 0.839844, - 0.863281, - 0.828125, - 0.828125, - 0.890625, - 0.824219, - 0.851562, - 0.800781, - 0.835938, - 0.832031, - 0.816406, - 0.859375, - 0.828125, - 0.832031, - 0.84375, - 0.800781, - 0.859375, - 0.8125, - 0.84375, - 0.878906, - 0.835938, - 0.824219, - 0.832031, - 0.832031, - 0.828125, - 0.835938, - 0.824219, - 0.832031, - 0.855469, - 0.8125, - 0.816406, - 0.863281, - 0.800781, - 0.835938, - 0.839844, - 0.84375, - 0.816406, - 0.511719, - 0.875, - 0.84375, - 0.839844, - 0.816406, - 0.828125, - 0.824219, - 0.859375, - 0.847656, - 0.835938, - 0.820312, - 0.894531, - 0.859375, - 0.832031, - 0.824219, - 0.847656, - 0.800781, - 0.792969, - 0.816406, - 0.796875, - 0.828125, - 0.851562, - 0.800781, - 0.769531, - 0.808594, - 0.832031, - 0.816406, - 0.816406, - 0.859375, - 0.84375, - 0.816406, - 0.871094, - 0.859375, - 0.832031, - 0.835938, - 0.816406, - 0.832031, - 0.871094, - 0.835938, - 0.8125, - 0.835938, - 0.447266, - 0.828125, - 0.839844, - 0.8125, - 0.839844, - 0.828125, - 0.828125, - 0.824219, - 0.835938, - 0.851562, - 0.820312, - 0.855469, - 0.851562, - 0.859375, - 0.835938, - 0.851562, - 0.84375, - 0.816406, - 0.820312, - 0.84375, - 0.820312, - 0.832031, - 0.835938, - 0.835938, - 0.804688, - 0.816406, - 0.832031, - 0.769531, - 0.859375, - 1.351562, - 0.863281, - 0.855469, - 1.046875, - 0.859375, - 0.855469, - 0.835938, - 0.859375, - 0.8125, - 0.832031, - 0.851562, - 0.820312, - 0.847656, - 0.804688, - 0.871094, - 0.816406, - 1.054688, - 0.859375, - 0.832031, - 0.8125, - 0.847656, - 0.871094, - 0.824219, - 0.828125, - 0.832031, - 0.847656, - 0.808594, - 0.839844, - 0.835938, - 0.835938, - 0.878906, - 0.816406, - 0.882812, - 0.828125, - 0.902344, - 0.824219, - 0.84375, - 0.824219, - 0.851562, - 0.839844, - 0.832031, - 0.832031, - 0.851562, - 0.875, - 0.855469, - 0.957031, - 0.828125, - 0.855469, - 0.859375, - 0.839844, - 0.839844, - 0.832031, - 0.820312, - 0.808594, - 0.824219, - 0.457031, - 0.8125, - 0.816406, - 0.824219, - 0.824219, - 0.851562, - 0.75, - 0.851562, - 0.8125, - 0.632812, - 0.816406, - 0.867188, - 0.478516, - 0.84375, - 0.832031, - 0.839844, - 0.816406, - 0.96875, - 0.847656, - 0.832031, - 0.839844, - 0.855469, - 0.84375, - 0.828125, - 0.804688, - 0.863281, - 0.8125, - 0.84375, - 0.863281, - 0.851562, - 0.828125, - 0.84375, - 0.855469, - 0.828125, - 0.875, - 0.84375, - 0.847656, - 0.847656, - 0.824219, - 0.859375, - 0.828125, - 0.832031, - 0.796875, - 0.832031, - 0.835938, - 0.878906, - 0.835938, - 0.792969, - 0.796875, - 0.851562, - 0.8125, - 0.84375, - 0.808594, - 0.902344, - 0.847656, - 0.84375, - 0.8125, - 0.839844, - 0.855469, - 0.859375, - 0.828125, - 0.847656, - 0.828125, - 0.84375, - 0.867188, - 0.8125, - 0.742188, - 0.855469, - 0.832031, - 0.839844, - 0.835938, - 0.828125, - 0.832031, - 0.820312, - 0.835938, - 0.855469, - 0.863281, - 0.25, - 0.847656, - 0.789062, - 0.832031, - 0.890625, - 0.800781, - 0.828125, - 0.847656, - 0.839844, - 0.839844, - 0.832031, - 0.859375, - 0.373047, - 0.863281, - 0.835938, - 0.800781, - 0.828125, - 0.804688, - 0.828125, - 0.816406, - 0.84375, - 0.78125, - 0.804688, - 0.851562, - 0.835938, - 1.046875, - 0.824219, - 0.84375, - 0.839844, - 0.839844, - 1.515625, - 0.808594, - 0.8125, - 0.832031, - 0.820312, - 0.847656, - 0.839844, - 0.839844, - 0.832031, - 0.820312, - 0.804688, - 0.859375, - 0.816406, - 0.847656, - 0.839844, - 0.855469, - 0.84375, - 0.855469, - 0.828125, - 0.816406, - 0.847656, - 0.839844, - 0.847656, - 0.855469, - 0.875, - 0.84375, - 0.832031, - 0.824219, - 0.835938, - 0.828125, - 0.851562, - 0.878906, - 0.839844, - 0.824219, - 0.859375, - 0.839844, - 0.832031, - 0.851562, - -0.000557, - 0.84375, - 0.824219, - 0.820312, - 0.820312, - 0.859375, - 0.828125, - 0.835938, - 0.800781, - 0.820312, - 0.96875, - 0.882812, - 0.84375, - 0.832031, - 0.863281, - 0.820312, - 0.820312, - 0.832031, - 0.539062, - 0.859375, - -0.000115, - 0.828125, - 0.851562, - 0.851562, - 0.84375, - 0.8125, - 0.828125, - 0.824219, - 0.859375, - 0.984375, - 0.875, - 0.84375, - 0.832031, - 0.839844, - 0.832031, - 0.828125, - 0.84375, - 0.847656, - 0.835938, - 0.839844, - 0.855469, - 0.726562, - 0.832031, - 0.820312, - 0.839844, - 0.847656, - 0.804688, - 0.84375, - 0.832031, - 0.824219, - 0.832031, - 0.835938, - 0.863281, - 0.824219, - 1.054688, - 0.828125, - 0.824219, - 0.808594, - 0.828125, - 0.835938, - 0.8125, - 0.832031, - 0.824219, - 0.804688, - 0.839844, - 0.832031, - 0.835938, - 0.855469, - 0.839844, - 0.816406, - 0.835938, - 0.832031, - 0.8125, - 0.90625, - 0.816406, - 0.78125, - 0.5, - 0.84375, - 0.847656, - 0.820312, - 0.824219, - 0.835938, - 0.832031, - 0.832031, - 0.773438, - 0.847656, - 0.824219, - 0.851562, - 0.84375, - 0.851562, - 0.851562, - 0.773438, - 0.847656, - 0.851562, - 0.835938, - 0.789062, - 0.839844, - 0.820312, - 0.847656, - 0.828125, - 0.84375, - 0.765625, - 0.84375, - 0.835938, - 0.839844, - 0.847656, - 0.84375, - 0.832031, - 0.828125, - 0.835938, - 0.847656, - 0.824219, - 0.847656, - 0.871094, - 0.839844, - 0.867188, - 0.8125, - 0.867188, - 0.882812, - 0.804688, - 0.828125, - 0.863281, - 0.832031, - 0.832031, - 0.828125, - 0.851562, - 0.832031, - 0.824219, - 0.792969, - 0.847656, - 0.808594, - 0.816406, - 0.808594, - 0.859375, - 0.855469, - 1.078125, - 0.84375, - 0.839844, - 0.84375, - 0.828125, - 0.832031, - 0.832031, - 0.847656, - 0.839844, - 0.824219, - 0.84375, - 0.804688, - 0.824219, - 0.851562, - 0.859375, - 0.816406, - 0.835938, - 0.839844, - 0.835938, - 0.796875, - 0.582031, - 0.855469, - 0.5, - 0.546875, - 0.816406, - 0.820312, - 0.835938, - 0.847656, - 0.832031, - 0.832031, - 0.820312, - 0.847656, - 0.828125, - 1.257812, - 0.832031, - 0.863281, - 1.046875, - 0.851562, - 1.28125, - 0.84375, - 0.804688, - 0.84375, - 0.8125, - 0.84375, - 0.832031, - 0.851562, - 0.835938, - 0.832031, - 0.824219, - 0.84375, - 0.828125, - 0.835938, - 0.851562, - 0.839844, - 1.15625, - 0.859375, - 0.8125, - 0.832031, - 0.832031, - 0.800781, - 0.832031, - 0.796875, - 0.296875, - 0.875, - 0.847656, - 0.824219, - 0.796875, - 0.828125, - 0.894531, - 0.820312, - 0.867188, - 0.855469, - 0.847656, - 0.859375, - 0.816406, - 0.851562, - 0.832031, - 0.84375, - 0.917969, - 0.824219, - 0.859375, - 0.859375, - 0.808594, - 0.855469, - 0.835938, - 0.839844, - 0.828125, - 0.832031, - 0.8125, - 0.816406, - 0.734375, - 0.832031, - 0.835938, - 0.859375, - 0.832031, - 0.816406, - 0.828125, - 0.824219, - 0.855469, - 0.867188, - 0.84375, - 0.761719, - 0.835938, - 0.851562, - 0.839844, - 0.84375, - 0.832031, - 0.835938, - 0.847656, - 0.828125, - 0.832031, - 0.824219, - 0.824219, - 0.820312, - 0.839844, - 0.839844, - 0.855469, - 0.816406, - 0.917969, - 0.828125, - 0.816406, - 0.451172, - 0.847656, - 0.84375, - 0.820312, - 1.25, - 0.839844, - 0.808594, - 0.839844, - 0.804688, - 0.839844, - 0.839844, - 0.84375, - 0.839844, - 0.816406, - 0.832031, - 0.839844, - 0.78125, - 0.851562, - 0.867188, - 0.824219, - 0.824219, - 1.015625, - 0.828125, - 0.828125, - 0.863281, - 0.824219, - 0.816406, - 0.785156, - 0.835938, - 0.84375, - 0.832031, - 0.871094, - 0.828125, - 0.851562, - 0.84375, - 0.84375, - 0.804688, - 0.828125, - 0.851562, - 1.59375, - 0.824219, - 0.835938, - 0.867188, - 0.855469, - 0.804688, - 0.816406, - 0.847656, - 0.828125, - 0.832031, - 0.8125, - 0.839844, - 0.847656, - 0.816406, - 0.84375, - 0.84375, - 0.71875, - 0.847656, - 0.835938, - 0.878906, - 0.871094, - 0.835938, - 0.738281, - 0.847656, - 0.824219, - 0.804688, - 0.816406, - 0.839844, - 0.832031, - 0.839844, - 0.820312, - 0.839844, - 0.828125, - 0.824219, - 0.835938, - 0.816406, - 0.828125, - 0.761719, - 0.8125, - 0.867188, - 0.796875, - 0.835938, - 0.820312, - 0.859375, - 0.855469, - 0.816406, - 0.855469, - 0.847656, - 0.9375, - 0.835938, - 0.804688, - 0.84375, - 0.863281, - 1.101562, - 0.835938, - 0.863281, - 0.847656, - 0.832031, - 0.847656, - 0.757812, - 0.851562, - 0.839844, - 0.851562, - 0.832031, - 0.875, - 0.835938, - 0.855469, - 0.84375, - 0.859375, - 0.828125, - 0.816406, - 0.824219, - 0.855469, - 0.847656, - 0.804688, - 0.84375, - 1.070312, - 0.847656, - 0.828125, - 0.800781, - 0.835938, - 0.832031, - 0.792969, - 0.824219, - 0.851562, - 0.8125, - 0.820312, - 0.816406, - 0.847656, - 0.816406, - 0.824219, - 0.632812, - 0.835938, - 0.839844, - 0.851562, - 0.824219, - 0.726562, - 0.839844, - 0.828125, - 0.851562, - 0.832031, - 0.835938, - 0.867188, - 0.84375, - 0.84375, - 0.835938, - 0.847656, - 0.867188, - 0.847656, - 0.828125, - 0.820312, - 0.847656, - 0.816406, - 0.835938, - 0.828125, - 0.808594, - 0.851562, - 0.859375, - 0.863281, - 0.824219, - 0.832031, - 0.875, - 0.804688, - 0.898438, - 0.820312, - 0.820312, - 0.828125, - 0.824219, - 0.847656, - 0.988281, - 0.828125, - 0.808594, - 0.835938, - 0.847656, - 0.820312, - 0.804688, - 0.820312, - 0.828125, - 0.800781, - 0.851562, - 0.863281, - 0.828125, - 0.847656, - 0.824219, - 0.839844, - 0.824219, - 0.800781, - 0.84375, - 0.851562, - 0.84375, - 0.847656, - 0.84375, - 0.722656, - 0.867188, - 0.761719, - 0.824219, - 0.839844, - 0.851562, - 0.824219, - 0.847656, - 0.392578, - 0.84375, - 0.804688, - 0.828125, - 0.828125, - 0.835938, - 0.832031, - 0.847656, - 0.839844, - 0.695312, - 0.859375, - 0.871094, - 0.828125, - 0.875, - 0.839844, - 0.839844, - 0.8125, - 0.789062, - 0.84375, - 0.835938, - 0.84375, - 0.804688, - 0.820312, - 0.828125, - 0.847656, - 0.84375, - 0.847656, - 0.824219, - 0.816406, - 0.605469, - 0.808594, - 0.824219, - 0.664062, - 0.773438, - 0.832031, - 0.8125, - 0.820312, - 0.816406, - 0.875, - 0.824219, - 0.796875, - 0.875, - 0.851562, - 0.824219, - 0.824219, - 0.839844, - 0.8125, - 0.851562, - 0.800781, - 0.867188, - 0.839844, - 0.820312, - 0.851562, - 0.855469, - 0.851562, - 0.832031, - 0.851562, - 0.84375, - 0.847656, - 0.839844, - 0.835938, - 0.804688, - 0.855469, - 0.863281, - 0.78125, - 0.824219, - 0.914062, - 0.832031, - 0.808594, - 0.824219, - 0.8125, - 0.570312, - 0.863281, - 0.835938, - 0.828125, - 0.847656, - 0.859375, - 0.84375, - 0.847656, - 0.847656, - 0.851562, - 0.832031, - 0.832031, - 0.847656, - 0.851562, - 0.855469, - 0.851562, - 0.824219, - 0.804688, - 0.820312, - 0.828125, - 0.816406, - 0.839844, - 0.84375, - 0.816406, - 0.835938, - 0.691406, - 0.84375, - 0.84375, - 0.832031, - 0.824219, - 0.835938, - 0.851562, - 0.84375, - 0.839844, - 0.808594, - 0.855469, - 0.863281, - 0.816406, - 0.828125, - 0.828125, - 0.867188, - 0.808594, - 0.847656, - 0.839844, - 0.832031, - 0.847656, - 0.824219, - 0.855469, - 0.824219, - 0.851562, - 0.8125, - 0.851562, - 0.859375, - 0.867188, - 0.875, - 0.863281, - 0.875, - 0.851562, - 0.832031, - 0.816406, - 0.796875, - 0.839844, - 0.8125, - 0.867188, - 0.835938, - 0.828125, - 0.855469, - 0.40625, - 0.78125, - 0.832031, - 0.902344, - 0.832031, - 0.453125, - 0.828125, - 0.816406, - 0.773438, - 0.847656, - 0.839844, - 0.84375, - 0.835938, - 0.695312, - 0.863281, - 0.863281, - 0.84375, - 0.816406, - 0.796875, - 0.863281, - 0.816406, - 0.835938, - 0.820312, - 0.820312, - 0.84375, - 0.839844, - 0.8125, - 0.84375, - 0.847656, - 0.871094, - 0.828125, - 0.816406, - 0.839844, - 0.78125, - 0.824219, - 0.855469, - 0.8125, - 0.828125, - 0.820312, - 0.816406, - 0.839844, - 0.84375, - 0.820312, - 0.855469, - 0.851562, - 0.832031, - 0.832031, - 0.8125, - 0.824219, - 0.816406, - 0.835938, - 0.824219, - 0.820312, - 0.835938, - 0.835938 - ] - }, - "name": "model.transformer.layers.17.ffn_norm.weight", - "outputIndexes": [ - 1129 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1128, - 1129 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_17/Mul_1_output_0", - "outputIndexes": [ - 1130 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1130 - ], - "outputIndexes": [ - 1890 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1890 - ], - "outputIndexes": [ - 1891 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear", - "inputIndexes": [ - 1891 - ], - "outputIndexes": [ - 1892 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 11264, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 135168, - "weightSize": 0 - }, - "external": [ - 177181468, - 8650774, - 1081344, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1892 - ], - "outputIndexes": [ - 1893 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1893 - ], - "outputIndexes": [ - 1131 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 11264 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1131, - 21, - 526, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_17/Slice_output_0", - "outputIndexes": [ - 1132 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1132 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_17/Sigmoid_output_0", - "outputIndexes": [ - 1133 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1132, - 1133 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_17/Mul_output_0", - "outputIndexes": [ - 1134 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 11264 - ] - }, - "name": "/ffn_17/Mul_1_output_0", - "outputIndexes": [ - 1135 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1131, - 526, - 1135, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_17/Slice_1_output_0", - "outputIndexes": [ - 1136 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1134, - 1136 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_17/Mul_2_output_0", - "outputIndexes": [ - 1137 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1137 - ], - "outputIndexes": [ - 1894 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5632, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1894 - ], - "outputIndexes": [ - 1895 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear", - "inputIndexes": [ - 1895 - ], - "outputIndexes": [ - 1896 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5632, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 67584, - "weightSize": 0 - }, - "external": [ - 186913586, - 4325398, - 540672, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1896 - ], - "outputIndexes": [ - 1897 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.17/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1897 - ], - "outputIndexes": [ - 1138 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1127, - 1138 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_71_output_0", - "outputIndexes": [ - 1139 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1139, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_72_output_0", - "outputIndexes": [ - 1140 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1140 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_18/Mul_output_0", - "outputIndexes": [ - 1141 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.898438, - 1.875, - 1.804688, - 4.1875, - 4.375, - 1.585938, - 1.671875, - 1.898438, - 1.921875, - 1.65625, - 1.703125, - 7.15625, - 2.03125, - 2.5, - 1.804688, - 1.40625, - 1.429688, - 1.523438, - 2.3125, - 3.640625, - 9.0625, - 1.632812, - 6.0, - 1.695312, - 1.914062, - 1.546875, - 1.609375, - 1.460938, - 2.640625, - 1.679688, - 1.578125, - 1.992188, - 4.8125, - 3.421875, - 1.953125, - 1.578125, - 1.59375, - 1.578125, - 1.429688, - 2.109375, - 1.984375, - 1.539062, - 1.96875, - 1.703125, - 2.359375, - 2.03125, - 2.078125, - 1.8125, - 2.109375, - 4.65625, - 1.96875, - 1.640625, - 2.203125, - 1.757812, - 9.8125, - 1.601562, - 1.632812, - 1.859375, - 1.5625, - 1.546875, - 2.421875, - 1.820312, - 8.25, - 1.703125, - 1.1875, - 1.742188, - 1.429688, - 2.15625, - 2.171875, - 6.5, - 1.585938, - 1.835938, - 1.90625, - 1.601562, - 4.9375, - 1.695312, - 1.59375, - 1.476562, - 1.898438, - 1.804688, - 2.671875, - 1.367188, - 1.882812, - 1.945312, - 4.84375, - 1.492188, - 2.109375, - 1.648438, - 1.679688, - 3.453125, - 1.382812, - 3.234375, - 1.59375, - 2.171875, - 1.867188, - 2.328125, - 5.71875, - 1.953125, - 8.3125, - 7.71875, - 1.601562, - 9.5, - 2.25, - 1.742188, - 2.03125, - 2.25, - 3.328125, - 3.484375, - 5.0625, - 1.796875, - 1.421875, - 1.640625, - 1.367188, - 4.40625, - 2.171875, - 1.992188, - 1.359375, - 1.976562, - 2.34375, - 1.789062, - 1.671875, - 2.265625, - 1.773438, - 1.71875, - 2.09375, - 1.515625, - 1.484375, - 1.664062, - 1.789062, - 1.75, - 1.492188, - 1.617188, - 2.703125, - 1.507812, - 2.734375, - 2.15625, - 7.4375, - 1.507812, - 2.0625, - 5.0625, - 1.726562, - 1.851562, - 2.515625, - 1.625, - 7.6875, - 7.03125, - 2.484375, - 2.0, - 2.25, - 2.84375, - 1.460938, - 3.265625, - 2.0, - 1.84375, - 2.4375, - 2.359375, - 1.742188, - 1.359375, - 1.59375, - 2.65625, - 1.71875, - 6.125, - 1.601562, - 2.140625, - 1.882812, - 1.882812, - 1.460938, - 1.835938, - 1.96875, - 4.625, - 3.953125, - 1.914062, - 6.84375, - 1.734375, - 1.460938, - 1.539062, - 2.078125, - 1.710938, - 1.773438, - 1.8125, - 1.59375, - 1.84375, - 3.46875, - 1.976562, - 2.203125, - 1.484375, - 1.820312, - 2.4375, - 1.554688, - 2.484375, - 1.648438, - 2.09375, - 11.875, - 1.695312, - 2.03125, - 1.554688, - 2.96875, - 1.617188, - 1.796875, - 2.625, - 1.65625, - 3.515625, - 1.554688, - 1.703125, - 1.46875, - 1.75, - 1.445312, - 2.453125, - 1.6875, - 2.0, - 3.90625, - 1.765625, - 1.46875, - 2.109375, - 1.867188, - 1.648438, - 1.609375, - 1.625, - 1.726562, - 2.28125, - 1.914062, - 1.539062, - 1.804688, - 6.96875, - 1.429688, - 11.8125, - 1.53125, - 2.109375, - 1.875, - 1.53125, - 1.632812, - 2.125, - 3.5, - 3.734375, - 2.4375, - 1.835938, - 1.859375, - 2.375, - 2.09375, - 4.34375, - 2.640625, - 6.59375, - 1.523438, - 1.632812, - 2.796875, - 1.804688, - 8.3125, - 1.679688, - 1.71875, - 2.65625, - 1.757812, - 8.625, - 1.898438, - 3.921875, - 1.585938, - 1.539062, - 1.765625, - 2.5, - 1.828125, - 1.640625, - 1.75, - 1.6875, - 8.5625, - 1.726562, - 1.695312, - 1.5625, - 1.5, - 9.75, - 3.46875, - 2.5625, - 1.609375, - 1.695312, - 2.25, - 1.53125, - 1.585938, - 2.234375, - 1.5625, - 4.25, - 2.484375, - 3.578125, - 1.820312, - 1.46875, - 3.828125, - 1.734375, - 1.710938, - 1.742188, - 1.601562, - 1.601562, - 1.773438, - 1.890625, - 3.515625, - 1.53125, - 1.929688, - 1.617188, - 7.71875, - 1.601562, - 7.78125, - 1.507812, - 4.0625, - 5.53125, - 1.65625, - 1.585938, - 1.671875, - 1.648438, - 1.882812, - 1.835938, - 1.664062, - 4.09375, - 1.585938, - 1.554688, - 1.726562, - 1.640625, - 12.125, - 2.234375, - 1.726562, - 1.703125, - 1.710938, - 6.5625, - 8.0625, - 2.25, - 1.578125, - 1.625, - 1.359375, - 1.59375, - 1.507812, - 2.046875, - 1.46875, - 2.0625, - 1.851562, - 1.625, - 2.9375, - 2.25, - 2.21875, - 1.578125, - 1.726562, - 1.695312, - 1.742188, - 2.359375, - 5.09375, - 1.546875, - 4.53125, - 3.265625, - 1.632812, - 5.25, - 1.726562, - 1.359375, - 12.3125, - 4.40625, - 2.8125, - 1.648438, - 7.53125, - 2.265625, - 7.6875, - 4.28125, - 1.492188, - 10.125, - 3.15625, - 1.726562, - 3.78125, - 1.617188, - 1.90625, - 3.703125, - 1.476562, - 2.046875, - 3.984375, - 2.609375, - 1.9375, - 7.71875, - 1.914062, - 7.59375, - 6.09375, - 1.835938, - 7.9375, - 1.585938, - 1.476562, - 7.0625, - 1.671875, - 1.6875, - 1.539062, - 2.1875, - 1.695312, - 2.3125, - 1.328125, - 1.578125, - 6.53125, - 3.109375, - 7.875, - 1.554688, - 2.1875, - 1.71875, - 1.710938, - 3.671875, - 1.765625, - 7.4375, - 1.5625, - 8.375, - 1.375, - 9.8125, - 0.71875, - 2.21875, - 1.914062, - 1.71875, - 1.4375, - 1.835938, - 1.804688, - 8.25, - 7.6875, - 1.484375, - 1.804688, - 1.476562, - 1.1875, - 8.1875, - 2.265625, - 1.539062, - 1.671875, - 2.234375, - 2.546875, - 1.71875, - 2.109375, - 1.6875, - 2.25, - 4.0625, - 3.59375, - 9.0625, - 1.757812, - 7.1875, - 1.625, - 1.546875, - 2.046875, - 1.53125, - 2.5, - 1.734375, - 2.09375, - 1.820312, - 1.492188, - 1.53125, - 1.890625, - 1.664062, - 2.828125, - 1.78125, - 2.09375, - 2.109375, - 3.4375, - 2.171875, - 1.539062, - 1.640625, - 2.34375, - 7.3125, - 1.546875, - 1.609375, - 9.25, - 1.585938, - 1.5625, - 1.992188, - 5.15625, - 1.625, - 1.835938, - 3.859375, - 2.03125, - 1.578125, - 1.703125, - 6.6875, - 1.945312, - 1.789062, - 2.265625, - 7.03125, - 1.945312, - 1.9375, - 1.6875, - 1.960938, - 6.09375, - 1.851562, - 1.796875, - 7.875, - 2.25, - 1.671875, - 1.8125, - 1.8125, - 1.96875, - 1.820312, - 1.695312, - 1.757812, - 1.898438, - 5.1875, - 1.648438, - 8.5625, - 1.46875, - 1.5625, - 1.539062, - 1.898438, - 2.53125, - 2.828125, - 2.03125, - 2.359375, - 1.429688, - 1.851562, - 1.664062, - 3.96875, - 1.585938, - 2.921875, - 2.15625, - 1.632812, - 7.375, - 1.882812, - 3.4375, - 1.742188, - 1.992188, - 1.960938, - 1.601562, - 7.875, - 1.609375, - 1.570312, - 1.523438, - 1.867188, - 5.9375, - 1.640625, - 1.546875, - 1.648438, - 1.757812, - 1.421875, - 4.3125, - 1.75, - 1.523438, - 1.757812, - 3.609375, - 2.203125, - 1.664062, - 2.25, - 1.8125, - 16.5, - 2.078125, - 1.640625, - 1.40625, - 1.820312, - 2.109375, - 8.75, - 1.476562, - 1.796875, - 1.53125, - 1.75, - 1.515625, - 2.265625, - 6.0625, - 1.476562, - 1.710938, - 1.734375, - 1.664062, - 2.6875, - 1.78125, - 2.046875, - 3.84375, - 1.960938, - 2.609375, - 3.5, - 3.40625, - 1.617188, - 1.953125, - 1.75, - 1.890625, - 1.625, - 1.601562, - 7.53125, - 4.90625, - 1.570312, - 2.65625, - 1.335938, - 3.28125, - 2.265625, - 1.414062, - 1.640625, - 1.515625, - 4.875, - 1.921875, - 2.796875, - 1.9375, - 1.96875, - 4.8125, - 1.898438, - 3.265625, - 1.632812, - 1.695312, - 1.46875, - 1.5625, - 1.734375, - 2.1875, - 1.523438, - 2.078125, - 2.484375, - 2.515625, - 1.804688, - 1.382812, - 1.632812, - 1.625, - 2.421875, - 1.492188, - 1.515625, - 3.484375, - 8.5, - 2.296875, - 4.71875, - 1.773438, - 1.5, - 1.554688, - 1.640625, - 3.03125, - 2.8125, - 1.632812, - 6.21875, - 5.59375, - 1.523438, - 2.03125, - 4.59375, - 1.75, - 2.03125, - 1.507812, - 1.679688, - 1.65625, - 1.75, - 7.125, - 1.914062, - 1.6875, - 1.492188, - 1.914062, - 1.617188, - 1.5625, - 2.1875, - 1.523438, - 2.0, - 1.640625, - 1.703125, - 1.765625, - 2.125, - 1.921875, - 1.65625, - 1.9375, - 1.695312, - 1.515625, - 1.921875, - 1.726562, - 1.992188, - 1.882812, - 5.25, - 1.78125, - 1.609375, - 2.328125, - 3.546875, - 1.476562, - 8.9375, - 2.234375, - 1.703125, - 1.875, - 1.78125, - 1.65625, - 2.5, - 1.773438, - 1.359375, - 1.84375, - 3.15625, - 1.601562, - 9.4375, - 2.265625, - 1.726562, - 3.03125, - 1.835938, - 2.46875, - 1.796875, - 2.90625, - 1.75, - 1.976562, - 2.765625, - 3.359375, - 1.609375, - 7.625, - 1.804688, - 1.953125, - 1.484375, - 1.960938, - 1.515625, - 2.25, - 1.75, - 1.75, - 2.34375, - 1.757812, - 1.757812, - 2.484375, - 1.632812, - 10.25, - 1.414062, - 3.421875, - 2.15625, - 1.84375, - 3.203125, - 1.703125, - 1.59375, - 2.4375, - 1.976562, - 1.65625, - 1.898438, - 1.757812, - 2.109375, - 1.640625, - 2.171875, - 7.46875, - 1.898438, - 3.140625, - 2.046875, - 1.78125, - 4.84375, - 1.65625, - 2.078125, - 1.539062, - 1.53125, - 1.695312, - 2.0625, - 1.78125, - 1.585938, - 2.578125, - 4.96875, - 1.976562, - 1.578125, - 1.601562, - 2.171875, - 1.382812, - 1.445312, - 2.1875, - 1.890625, - 2.0625, - 1.414062, - 1.539062, - 1.851562, - 1.757812, - 1.585938, - 1.492188, - 3.046875, - 2.546875, - 1.398438, - 2.109375, - 1.734375, - 1.632812, - 1.523438, - 1.859375, - 1.742188, - 1.929688, - 9.4375, - 4.03125, - 1.6875, - 1.484375, - 1.742188, - 1.96875, - 7.3125, - 1.515625, - 2.453125, - 8.1875, - 1.726562, - 1.632812, - 8.25, - 2.171875, - 1.757812, - 1.601562, - 1.710938, - 1.71875, - 1.445312, - 2.203125, - 1.835938, - 1.648438, - 8.375, - 1.773438, - 2.453125, - 1.476562, - 2.125, - 1.585938, - 1.632812, - 1.78125, - 2.5625, - 1.945312, - 1.6875, - 1.726562, - 1.53125, - 1.789062, - 1.882812, - 1.742188, - 2.9375, - 1.390625, - 1.945312, - 7.84375, - 8.5625, - 1.570312, - 1.8125, - 1.445312, - 1.898438, - 7.1875, - 3.828125, - 1.5625, - 2.203125, - 1.65625, - 5.0, - 2.46875, - 1.789062, - 1.554688, - 1.695312, - 1.804688, - 1.703125, - 1.617188, - 1.859375, - 1.726562, - 2.125, - 1.796875, - 1.671875, - 1.632812, - 4.03125, - 1.5, - 2.96875, - 1.648438, - 2.1875, - 1.453125, - 1.523438, - 6.15625, - 2.0625, - 2.90625, - 1.773438, - 10.25, - 1.601562, - 3.1875, - 1.59375, - 1.859375, - 1.921875, - 1.625, - 1.476562, - 1.921875, - 1.625, - 2.046875, - 1.5625, - 9.375, - 2.328125, - 1.664062, - 9.625, - 1.570312, - 4.03125, - 1.679688, - 4.125, - 3.515625, - 2.328125, - 1.992188, - 1.234375, - 1.882812, - 3.9375, - 1.523438, - 1.390625, - 1.890625, - 1.6875, - 4.03125, - 9.125, - 1.679688, - 7.46875, - 2.75, - 1.617188, - 2.40625, - 1.617188, - 2.921875, - 1.59375, - 1.601562, - 1.554688, - 3.1875, - 1.578125, - 1.726562, - 1.726562, - 1.609375, - 1.65625, - 2.34375, - 2.515625, - 1.851562, - 1.742188, - 1.5, - 1.84375, - 1.632812, - 1.53125, - 2.421875, - 2.25, - 2.015625, - 1.382812, - 1.578125, - 1.585938, - 1.6875, - 3.0, - 1.53125, - 2.421875, - 1.90625, - 3.46875, - 2.703125, - 1.546875, - 2.671875, - 2.015625, - 2.0, - 1.601562, - 1.59375, - 3.265625, - 1.625, - 2.296875, - 2.46875, - 1.625, - 5.78125, - 2.6875, - 1.664062, - 1.90625, - 1.765625, - 2.0, - 6.5, - 1.828125, - -0.000866, - 2.5, - 1.875, - 2.078125, - 1.515625, - 2.421875, - 1.828125, - 1.984375, - 1.6875, - 3.828125, - 1.335938, - 2.375, - 1.8125, - 1.742188, - 1.695312, - 1.789062, - 1.609375, - 7.96875, - 1.804688, - 1.9375, - 1.484375, - 7.0625, - 1.921875, - 1.429688, - 1.828125, - 1.5625, - 1.585938, - 1.664062, - 2.125, - 1.875, - 2.21875, - 1.859375, - 1.414062, - 1.773438, - 2.3125, - 1.742188, - 1.773438, - 1.570312, - 3.5, - 1.460938, - 1.804688, - 1.921875, - 1.851562, - 4.59375, - 1.25, - 1.515625, - 1.6875, - 1.671875, - 2.3125, - 1.648438, - 1.460938, - 3.84375, - 1.65625, - 1.5, - 3.796875, - 3.671875, - 7.8125, - 1.6875, - 7.96875, - 1.671875, - 1.890625, - 1.726562, - 1.789062, - 1.640625, - 4.34375, - 1.710938, - 2.609375, - 1.804688, - 1.882812, - 1.28125, - 1.59375, - 3.796875, - 1.578125, - 2.546875, - 2.015625, - 4.28125, - 2.015625, - 1.5625, - 2.53125, - 1.664062, - 1.953125, - 4.90625, - 1.632812, - 2.390625, - 1.398438, - 2.765625, - 1.703125, - 2.0, - 7.09375, - 3.5625, - 1.640625, - 2.796875, - 2.59375, - 7.625, - 1.617188, - 1.625, - 1.757812, - 1.65625, - 1.257812, - 1.703125, - 2.4375, - 1.492188, - 8.9375, - 1.53125, - 1.429688, - 4.6875, - 1.882812, - 1.484375, - 2.96875, - 1.539062, - 1.945312, - 1.664062, - 3.5625, - 1.71875, - 1.601562, - 16.375, - 1.578125, - 2.921875, - 1.679688, - 1.796875, - 2.0625, - 1.585938, - 2.15625, - 1.429688, - 1.742188, - 6.78125, - 6.1875, - 2.046875, - 1.507812, - 1.601562, - 1.367188, - 1.65625, - 1.5625, - 1.765625, - 1.78125, - 7.0625, - 1.609375, - 7.03125, - 6.25, - 1.515625, - 1.765625, - 1.953125, - 2.0625, - 1.976562, - 1.96875, - 3.1875, - 1.671875, - 6.1875, - 3.046875, - 2.03125, - 1.570312, - 4.5625, - 2.328125, - 2.0625, - 1.789062, - 2.25, - 2.203125, - 2.828125, - 1.703125, - 1.585938, - 1.53125, - 1.851562, - 1.664062, - 7.09375, - 1.4375, - 3.875, - 1.476562, - 1.5, - 1.640625, - 1.625, - 1.523438, - 8.0, - 1.976562, - 1.757812, - 1.65625, - 8.4375, - 7.3125, - 10.625, - 8.0625, - 4.65625, - 2.453125, - 3.578125, - 2.078125, - 1.632812, - 2.078125, - 1.546875, - 1.578125, - 2.90625, - 1.734375, - 1.867188, - 1.5, - 1.554688, - 1.960938, - 3.34375, - 1.75, - 1.359375, - 1.601562, - 1.367188, - 1.625, - 1.617188, - 2.53125, - 1.382812, - 1.609375, - 2.171875, - 1.6875, - 1.84375, - 5.375, - 1.867188, - 1.453125, - 1.828125, - 1.84375, - 2.578125, - 1.554688, - 7.6875, - 1.96875, - 1.820312, - 8.25, - 1.585938, - 1.742188, - 2.0, - 1.335938, - 2.625, - 1.875, - 3.0625, - 5.875, - 2.125, - 1.851562, - 1.945312, - 1.8125, - 4.46875, - 1.585938, - 2.828125, - 2.0625, - 2.234375, - 1.835938, - 2.25, - 9.1875, - 1.828125, - 1.679688, - 2.390625, - 2.65625, - 1.570312, - 2.03125, - 3.765625, - 2.09375, - 1.851562, - 1.882812, - 2.515625, - 1.90625, - 2.9375, - 2.078125, - 1.851562, - 5.78125, - 1.742188, - 1.8125, - 3.5, - 2.390625, - 1.0625, - 1.59375, - 2.5625, - 3.15625, - 1.65625, - 1.710938, - 4.21875, - 7.40625, - 1.5, - 2.046875, - 1.609375, - 2.09375, - 2.140625, - 2.6875, - 1.53125, - 2.09375, - 1.742188, - 1.835938, - 3.40625, - 2.21875, - 8.4375, - 1.539062, - 1.539062, - 3.6875, - 1.679688, - 2.140625, - 2.046875, - 1.484375, - 3.0, - 2.140625, - 1.78125, - 1.945312, - 1.640625, - 1.5625, - 4.65625, - 1.421875, - 1.8125, - 1.8125, - 7.96875, - 1.65625, - 2.9375, - 2.671875, - 1.40625, - 3.390625, - 1.546875, - 1.46875, - 1.796875, - 1.554688, - 1.773438, - 1.570312, - 2.390625, - 1.734375, - 1.84375, - 2.3125, - 2.359375, - 3.515625, - 1.820312, - 1.632812, - 2.109375, - 1.476562, - 1.59375, - 1.820312, - 1.617188, - 2.15625, - 1.71875, - 1.734375, - 2.34375, - 1.953125, - 1.484375, - 1.617188, - 1.695312, - 6.03125, - 1.921875, - 1.625, - 1.765625, - 1.789062, - 1.578125, - 5.65625, - 1.734375, - 1.507812, - 2.421875, - 1.835938, - 2.078125, - 1.882812, - 1.523438, - 2.0, - 1.46875, - 1.75, - 11.125, - 4.0625, - 1.664062, - 1.820312, - 7.125, - 1.695312, - 2.375, - 1.710938, - 1.570312, - 3.6875, - 1.882812, - 2.890625, - 1.757812, - 2.125, - 1.820312, - 2.140625, - 1.929688, - 1.78125, - 3.875, - 2.578125, - 1.929688, - 2.359375, - 1.726562, - 2.265625, - 2.71875, - 2.140625, - 6.9375, - 1.71875, - 2.125, - 8.625, - 1.851562, - 2.9375, - 1.53125, - 1.757812, - 1.625, - 2.421875, - 1.53125, - 1.648438, - 1.804688, - 1.59375, - 1.765625, - 5.9375, - 2.0, - 1.757812, - 1.492188, - 2.34375, - 2.125, - 1.554688, - 1.453125, - 2.734375, - 1.5, - 1.664062, - 5.0625, - 2.0, - 2.4375, - 1.984375, - 2.96875, - 1.765625, - 3.046875, - 1.429688, - 1.617188, - 8.5, - 1.726562, - 1.765625, - 2.390625, - 1.960938, - 1.414062, - 2.21875, - 1.875, - 1.710938, - 1.859375, - 1.984375, - 1.632812, - 1.601562, - 1.65625, - 1.90625, - 3.734375, - 2.484375, - 6.71875, - 2.25, - 1.4375, - 1.632812, - 4.84375, - 2.0, - 1.976562, - 1.664062, - 1.65625, - 2.234375, - 1.960938, - 2.109375, - 10.5625, - 1.984375, - 2.546875, - 1.414062, - 1.695312, - 1.40625, - 1.390625, - 1.460938, - 2.125, - 5.96875, - 1.6875, - 3.265625, - 2.796875, - 1.9375, - 1.703125, - 6.1875, - 2.3125, - 8.5, - 1.523438, - 2.90625, - 1.765625, - 1.8125, - 1.507812, - 1.546875, - 1.523438, - 1.898438, - 1.445312, - 1.65625, - 2.21875, - 7.84375, - 1.742188, - 2.203125, - 6.5625, - 5.1875, - 1.671875, - 1.84375, - 2.140625, - 1.609375, - 2.078125, - 1.53125, - 2.453125, - 1.875, - 1.890625, - 1.78125, - 3.40625, - 1.625, - 1.648438, - 2.234375, - 2.140625, - 1.53125, - 1.578125, - 1.84375, - 1.96875, - 1.59375, - 1.5, - 1.632812, - 1.570312, - 1.546875, - 2.4375, - 1.523438, - 1.921875, - 1.875, - 2.34375, - 1.515625, - 3.03125, - 1.898438, - 3.8125, - 1.96875, - 2.15625, - 1.476562, - 4.65625, - 8.3125, - 1.703125, - 3.21875, - 1.929688, - 1.75, - 1.859375, - 1.796875, - 1.640625, - 2.28125, - 2.703125, - 2.859375, - 2.765625, - 1.601562, - 1.515625, - 2.9375, - 1.578125, - 2.484375, - 4.4375, - 3.359375, - 1.664062, - 1.414062, - 1.585938, - 1.882812, - 2.6875, - 1.5625, - 6.84375, - 1.835938, - 2.015625, - 6.46875, - 1.570312, - 2.65625, - 1.421875, - 1.570312, - 1.59375, - 2.765625, - 1.710938, - 1.351562, - 6.875, - 1.898438, - 1.539062, - 8.0, - 2.953125, - 1.53125, - 1.960938, - 2.71875, - 2.03125, - 2.140625, - 6.8125, - 1.398438, - 1.546875, - 2.375, - 8.25, - 1.734375, - 1.5625, - 1.929688, - 1.453125, - 1.4375, - 1.585938, - 2.859375, - 3.109375, - 1.664062, - 1.945312, - 3.21875, - 1.710938, - 2.515625, - 1.78125, - 1.554688, - 11.75, - 4.0625, - 2.78125, - 1.640625, - 1.570312, - 8.9375, - 3.140625, - 1.65625, - 5.53125, - 1.648438, - 1.65625, - 2.515625, - 1.671875, - 2.40625, - 1.65625, - 1.773438, - 1.585938, - 4.59375, - 2.828125, - 1.453125, - 1.78125, - 1.421875, - 1.664062, - 1.726562, - 2.03125, - 2.75, - 2.46875, - 1.632812, - 1.726562, - 1.648438, - 1.625, - 1.578125, - 1.515625, - 9.375, - 2.296875, - 1.929688, - 2.5, - 7.46875, - 1.875, - 2.8125, - 1.734375, - 2.03125, - 1.6875, - 2.515625, - 1.648438, - 1.65625, - 1.796875, - 2.546875, - 1.5625, - 2.203125, - 1.554688, - 1.835938, - 1.820312, - 2.0625, - 2.125 - ] - }, - "name": "model.transformer.layers.18.attn_norm.weight", - "outputIndexes": [ - 1142 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1141, - 1142 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1143 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1143 - ], - "outputIndexes": [ - 1898 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1898 - ], - "outputIndexes": [ - 1899 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear", - "inputIndexes": [ - 1899 - ], - "outputIndexes": [ - 1900 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 191779656, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1900 - ], - "outputIndexes": [ - 1901 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1901 - ], - "outputIndexes": [ - 1144 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1143 - ], - "main_type": "NONE", - "name": "/Shape_73_output_0", - "outputIndexes": [ - 1145 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1145 - ], - "main_type": "NONE", - "name": "Shape1621", - "outputIndexes": [ - 1146 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1145 - ], - "main_type": "NONE", - "name": "Rank1623", - "outputIndexes": [ - 1147 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1147, - 1147 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1625", - "outputIndexes": [ - 1148 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1148 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1626", - "outputIndexes": [ - 1149 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1148, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1628", - "outputIndexes": [ - 1150 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1150 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1629", - "outputIndexes": [ - 1151 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1146, - 1149, - 1151, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1632", - "outputIndexes": [ - 1152 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1152 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1633", - "outputIndexes": [ - 1153 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1153 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1634", - "outputIndexes": [ - 1154 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1154, - 1153 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1635", - "outputIndexes": [ - 1155 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1145, - 1155, - 1148 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_94_output_0", - "outputIndexes": [ - 1156 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1156, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_181_output_0", - "outputIndexes": [ - 1157 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1157, - 1035, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_90_output_0", - "outputIndexes": [ - 1158 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1144, - 1158 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_73_output_0", - "outputIndexes": [ - 1159 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1159 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_18/Mul_output_0", - "outputIndexes": [ - 1160 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.045654, - -0.064941, - 0.057861, - 0.008179, - 0.112793, - 0.949219, - 0.835938, - 1.132812, - 0.871094, - 1.03125, - 1.703125, - 1.429688, - 1.554688, - 1.320312, - 1.804688, - 1.570312, - 1.734375, - 2.40625, - 2.125, - 1.625, - 2.1875, - 2.234375, - 3.09375, - 1.9375, - 1.90625, - 1.945312, - 1.929688, - 1.789062, - 1.828125, - 1.851562, - 1.578125, - 1.679688, - 0.007782, - 0.064453, - 0.042236, - -0.06543, - -0.010071, - 1.484375, - 1.507812, - 1.710938, - 1.664062, - 1.640625, - 1.492188, - 1.570312, - 1.6875, - 1.734375, - 1.648438, - 1.960938, - 1.765625, - 1.210938, - 1.679688, - 2.140625, - 1.75, - 1.601562, - 0.960938, - 1.945312, - 1.882812, - 1.882812, - 1.898438, - 1.890625, - 1.71875, - 1.6875, - 1.804688, - 2.1875 - ] - }, - "name": "model.transformer.layers.18.attn.q_norm.weight", - "outputIndexes": [ - 1161 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1160, - 1161 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1162 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1162, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_72_output_0", - "outputIndexes": [ - 1163 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1162, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_73_output_0", - "outputIndexes": [ - 1164 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1164 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_36_output_0", - "outputIndexes": [ - 1165 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1162, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_72_output_0", - "outputIndexes": [ - 1166 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1165, - 1166 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_93_output_0", - "outputIndexes": [ - 1167 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1167, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_73_output_0", - "outputIndexes": [ - 1168 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1163, - 1168 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_72_output_0", - "outputIndexes": [ - 1169 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1143 - ], - "outputIndexes": [ - 1902 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1902 - ], - "outputIndexes": [ - 1903 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear", - "inputIndexes": [ - 1903 - ], - "outputIndexes": [ - 1904 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 193112926, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1904 - ], - "outputIndexes": [ - 1905 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1905 - ], - "outputIndexes": [ - 1170 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1157, - 1049, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_91_output_0", - "outputIndexes": [ - 1171 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1170, - 1171 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_74_output_0", - "outputIndexes": [ - 1172 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1172 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_18/Mul_output_0", - "outputIndexes": [ - 1173 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.027466, - -0.012085, - 0.009155, - -0.026367, - 0.0625, - 0.683594, - 0.029297, - 1.328125, - 0.083496, - 0.10791, - 1.867188, - 0.824219, - 1.9375, - 1.984375, - 1.023438, - 1.898438, - 1.789062, - 0.298828, - 1.328125, - 2.171875, - 1.539062, - 1.75, - 0.777344, - 1.984375, - 1.9375, - 1.898438, - 1.875, - 1.820312, - 1.796875, - 1.882812, - 2.03125, - 2.125, - 0.038086, - 0.080566, - 0.071777, - 0.053955, - 0.017822, - 1.476562, - 1.539062, - 1.523438, - 1.835938, - 1.851562, - 1.335938, - 1.820312, - 1.179688, - 0.902344, - 1.914062, - 1.132812, - 1.6875, - 2.375, - 2.125, - 1.476562, - 2.15625, - 2.359375, - 3.609375, - 1.960938, - 1.953125, - 1.898438, - 1.851562, - 1.921875, - 1.929688, - 1.710938, - 1.75, - 2.109375 - ] - }, - "name": "model.transformer.layers.18.attn.k_norm.weight", - "outputIndexes": [ - 1174 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1173, - 1174 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1175 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1175, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_74_output_0", - "outputIndexes": [ - 1176 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1175, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_75_output_0", - "outputIndexes": [ - 1177 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1177 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_37_output_0", - "outputIndexes": [ - 1178 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1175, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_74_output_0", - "outputIndexes": [ - 1179 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1178, - 1179 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_94_output_0", - "outputIndexes": [ - 1180 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1180, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_75_output_0", - "outputIndexes": [ - 1181 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1176, - 1181 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_73_output_0", - "outputIndexes": [ - 1182 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1143 - ], - "outputIndexes": [ - 1906 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1906 - ], - "outputIndexes": [ - 1907 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear", - "inputIndexes": [ - 1907 - ], - "outputIndexes": [ - 1908 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 193446260, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1908 - ], - "outputIndexes": [ - 1909 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1909 - ], - "outputIndexes": [ - 1183 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1183, - 1171 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_75_output_0", - "outputIndexes": [ - 1184 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1169, - 1182, - 1184, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.18/self_attn/FusedAttention", - "outputIndexes": [ - 1185 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1185 - ], - "outputIndexes": [ - 1910 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1910 - ], - "outputIndexes": [ - 1911 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear", - "inputIndexes": [ - 1911 - ], - "outputIndexes": [ - 1912 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 193779594, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1912 - ], - "outputIndexes": [ - 1913 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1913 - ], - "outputIndexes": [ - 1186 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1140, - 1186 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_74_output_0", - "outputIndexes": [ - 1187 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1187 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_18/Mul_output_0", - "outputIndexes": [ - 1188 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 0.933594, - 0.925781, - 0.929688, - 0.933594, - 0.949219, - 0.933594, - 0.957031, - 0.925781, - 0.9375, - 0.945312, - 0.976562, - 0.992188, - 0.921875, - 0.914062, - 0.953125, - 0.960938, - 0.914062, - 0.941406, - 0.953125, - 1.21875, - 0.941406, - 0.933594, - 0.957031, - 0.925781, - 0.929688, - 0.921875, - 0.972656, - 0.933594, - 0.917969, - 0.953125, - 0.914062, - 0.902344, - 0.9375, - 0.941406, - 0.957031, - 0.949219, - 0.941406, - 0.914062, - 0.921875, - 0.9375, - 0.914062, - 0.953125, - 0.957031, - 0.941406, - 0.9375, - 0.945312, - 0.917969, - 1.03125, - 0.917969, - 1.117188, - 0.964844, - 0.933594, - 0.925781, - 0.941406, - 0.582031, - 0.917969, - 0.953125, - 0.925781, - 0.949219, - 0.921875, - 0.9375, - 0.929688, - 0.972656, - 0.921875, - 1.078125, - 0.949219, - 0.96875, - 0.910156, - 0.90625, - 0.726562, - 0.949219, - 0.953125, - 0.941406, - 0.914062, - 0.953125, - 0.921875, - 0.957031, - 0.910156, - 0.929688, - 0.9375, - 0.933594, - 0.957031, - 0.9375, - 0.9375, - 1.078125, - 0.972656, - 0.910156, - 0.949219, - 0.933594, - 0.964844, - 0.960938, - 0.933594, - 0.9375, - 0.941406, - 0.957031, - 0.914062, - 0.964844, - 0.929688, - 0.972656, - 0.964844, - 0.910156, - 0.597656, - 1.140625, - 0.925781, - 0.929688, - 0.914062, - 0.914062, - 0.941406, - 0.9375, - 0.933594, - 0.964844, - 0.929688, - 1.195312, - 0.972656, - 0.910156, - 0.96875, - 1.140625, - 0.929688, - 0.933594, - 0.9375, - 0.914062, - 0.933594, - 0.945312, - 0.929688, - 0.933594, - 0.953125, - 0.953125, - 0.929688, - 0.921875, - 0.925781, - 0.925781, - 0.933594, - 0.914062, - 0.949219, - 0.914062, - 0.925781, - 0.855469, - 0.949219, - 0.957031, - 0.972656, - 0.941406, - 0.921875, - 0.933594, - 0.945312, - 0.960938, - 0.980469, - 0.9375, - 0.921875, - 1.179688, - 0.992188, - 0.929688, - 0.972656, - 0.929688, - 0.941406, - 0.941406, - 0.90625, - 0.929688, - 1.039062, - 0.925781, - 0.902344, - 0.929688, - 1.351562, - 0.9375, - 0.941406, - 0.9375, - 0.933594, - 0.953125, - 0.917969, - 0.941406, - 0.714844, - 1.125, - 0.945312, - 1.046875, - 0.945312, - 0.929688, - 0.933594, - 0.949219, - 0.917969, - 0.925781, - 0.929688, - 0.941406, - 0.90625, - 1.304688, - 0.914062, - 0.921875, - 0.960938, - 0.9375, - 0.9375, - 0.902344, - 0.914062, - 0.921875, - 0.925781, - 0.330078, - 0.9375, - 0.925781, - 0.929688, - 0.898438, - 0.9375, - 0.910156, - 0.878906, - 0.925781, - 0.960938, - 0.898438, - 0.929688, - 0.910156, - 0.921875, - 1.15625, - 0.941406, - 0.964844, - 0.941406, - 0.898438, - 0.929688, - 0.957031, - 0.917969, - 0.929688, - 0.964844, - 0.953125, - 0.949219, - 0.925781, - 0.914062, - 0.917969, - 0.933594, - 0.929688, - 1.007812, - 0.9375, - 0.824219, - 0.929688, - 0.9375, - 0.914062, - 0.941406, - 0.941406, - 0.9375, - 0.910156, - 0.945312, - 0.953125, - 0.925781, - 0.921875, - 0.960938, - 0.933594, - 0.894531, - 0.917969, - 0.941406, - 0.929688, - 0.925781, - 0.90625, - 0.933594, - 0.945312, - 0.953125, - 0.90625, - 0.898438, - 0.9375, - 1.0, - 0.921875, - 0.847656, - 0.941406, - 0.957031, - 0.953125, - 0.925781, - 0.941406, - 0.949219, - 0.976562, - 0.914062, - 0.960938, - 0.921875, - 0.96875, - 0.949219, - 0.9375, - 0.679688, - 0.914062, - 0.941406, - 0.941406, - 0.945312, - 0.925781, - 0.957031, - 0.949219, - 0.957031, - 0.929688, - 0.71875, - 0.910156, - 0.976562, - 0.929688, - 0.929688, - 0.929688, - 0.917969, - 0.941406, - 0.941406, - 0.957031, - 0.9375, - 0.929688, - 0.929688, - 0.976562, - 0.9375, - 0.945312, - 0.921875, - 0.992188, - 0.925781, - 0.96875, - 0.933594, - 0.9375, - 0.964844, - 0.914062, - 0.953125, - 0.960938, - 0.933594, - 0.925781, - 0.914062, - 0.914062, - 1.125, - 0.925781, - 0.949219, - 0.949219, - 0.941406, - 0.921875, - 0.929688, - 0.929688, - 0.933594, - 0.917969, - 0.996094, - 0.65625, - 0.914062, - 0.929688, - 0.972656, - 0.945312, - 0.925781, - 0.96875, - 0.929688, - 0.925781, - 0.929688, - 0.9375, - 0.941406, - 0.929688, - 0.949219, - 0.925781, - 0.925781, - 0.964844, - 0.929688, - 0.921875, - 0.953125, - 0.898438, - 0.933594, - 0.945312, - 0.910156, - 0.917969, - 0.960938, - 0.941406, - 0.964844, - 0.414062, - 0.988281, - 0.933594, - 0.992188, - 0.84375, - 0.925781, - 0.9375, - 0.75, - 0.941406, - 0.373047, - 0.945312, - 0.960938, - 0.941406, - 0.941406, - 0.933594, - 0.921875, - 0.933594, - 0.925781, - 0.945312, - 0.886719, - 0.914062, - 0.8125, - 0.910156, - 0.988281, - 0.964844, - 0.890625, - 0.980469, - 0.949219, - 0.953125, - 1.007812, - 0.929688, - 0.933594, - 0.9375, - 0.957031, - 0.925781, - 0.921875, - 0.957031, - 0.960938, - 0.953125, - 0.929688, - 0.996094, - 0.933594, - 0.957031, - 0.925781, - 0.964844, - 0.921875, - 0.917969, - 0.988281, - 0.949219, - 0.542969, - 0.949219, - 0.515625, - 0.640625, - 1.210938, - 0.941406, - 0.960938, - 1.007812, - 0.9375, - 0.9375, - 0.992188, - 0.988281, - 0.921875, - 0.929688, - 0.925781, - 1.054688, - 0.734375, - 0.917969, - 0.921875, - 0.953125, - 0.941406, - 0.917969, - 0.945312, - 0.925781, - 0.949219, - 0.933594, - 0.929688, - 0.894531, - 0.515625, - 0.921875, - 0.886719, - 0.90625, - 0.914062, - 0.921875, - 0.933594, - 0.929688, - 0.925781, - 0.902344, - 0.941406, - 0.929688, - 0.929688, - 0.945312, - 0.933594, - 0.941406, - 0.945312, - 0.925781, - 0.9375, - 0.960938, - 0.917969, - 0.933594, - 0.921875, - 0.917969, - 0.96875, - 0.941406, - 0.953125, - 0.527344, - 0.941406, - 0.929688, - 0.921875, - 0.957031, - 0.910156, - 0.898438, - 1.109375, - 0.921875, - 0.949219, - 0.929688, - 0.996094, - 0.917969, - 0.917969, - 0.9375, - 0.921875, - 0.949219, - 0.921875, - 0.957031, - 0.949219, - 0.644531, - 0.914062, - 0.949219, - 0.953125, - 0.9375, - 0.945312, - 0.917969, - 0.945312, - 0.910156, - 0.925781, - 0.941406, - 0.933594, - 0.917969, - 0.910156, - 0.929688, - 0.980469, - 0.941406, - 0.941406, - 0.96875, - 0.921875, - 0.886719, - 0.894531, - 0.925781, - 0.929688, - 0.957031, - 0.921875, - 0.964844, - 0.917969, - 0.949219, - 1.070312, - 0.90625, - 0.945312, - 1.0, - 0.941406, - 0.925781, - 0.925781, - 0.921875, - 0.921875, - 0.914062, - 0.894531, - 0.949219, - 0.9375, - 0.933594, - 0.914062, - 0.777344, - 0.945312, - 0.933594, - 0.949219, - 0.910156, - 0.925781, - 0.9375, - 0.957031, - 0.949219, - 0.945312, - 0.960938, - 0.933594, - 0.929688, - 0.941406, - 0.925781, - 1.179688, - 0.902344, - 0.941406, - 0.957031, - 0.921875, - 0.925781, - 0.980469, - 0.941406, - 0.933594, - 0.929688, - 0.910156, - 0.929688, - 1.046875, - 0.878906, - 0.945312, - 0.929688, - 0.925781, - 0.941406, - 0.910156, - 0.960938, - 0.929688, - 0.921875, - 0.933594, - 0.886719, - 0.738281, - 0.933594, - 0.949219, - 0.929688, - 0.945312, - 0.933594, - 0.96875, - 0.933594, - 0.851562, - 0.703125, - 0.921875, - 0.875, - 0.945312, - 0.972656, - 0.949219, - 0.949219, - 0.941406, - 0.917969, - 0.9375, - 0.929688, - 0.929688, - 0.933594, - 0.941406, - 0.886719, - 0.941406, - 0.90625, - 0.929688, - 0.9375, - 0.917969, - 0.933594, - 0.960938, - 0.914062, - 1.101562, - 0.945312, - 0.917969, - 0.921875, - 0.953125, - 0.9375, - 0.910156, - 0.917969, - 0.925781, - 0.945312, - 0.949219, - 1.007812, - 1.0, - 0.90625, - 0.964844, - 0.949219, - 0.933594, - 0.960938, - 0.929688, - 0.933594, - 0.941406, - 0.925781, - 0.9375, - 0.984375, - 0.945312, - 0.933594, - 0.964844, - 0.917969, - 0.917969, - 0.9375, - 0.960938, - 0.949219, - 0.925781, - 0.613281, - 0.921875, - 0.921875, - 0.925781, - 0.945312, - 0.945312, - 0.929688, - 0.917969, - 0.941406, - 0.898438, - 0.9375, - 1.15625, - 0.941406, - 0.945312, - 0.917969, - 0.949219, - 0.914062, - 0.933594, - 0.949219, - 0.953125, - 0.929688, - 0.945312, - 0.964844, - 0.878906, - 0.953125, - 0.929688, - 0.90625, - 0.90625, - 0.933594, - 0.960938, - 0.921875, - 0.910156, - 1.070312, - 0.898438, - 0.917969, - 0.929688, - 0.929688, - 0.960938, - 1.023438, - 0.925781, - 0.945312, - 0.636719, - 0.929688, - 0.929688, - 0.917969, - 0.933594, - 0.945312, - 0.933594, - 0.917969, - 0.921875, - 0.941406, - 0.933594, - 0.984375, - 0.925781, - 1.015625, - 0.925781, - 0.945312, - 0.964844, - 0.898438, - 0.949219, - 0.949219, - 0.894531, - 0.933594, - 0.921875, - 0.921875, - 0.933594, - 0.9375, - 0.925781, - 0.933594, - 1.039062, - 1.625, - 0.929688, - 0.933594, - 1.328125, - 0.949219, - 1.078125, - 0.917969, - 0.929688, - 0.9375, - 0.933594, - 0.9375, - 0.925781, - 0.957031, - 0.921875, - 0.988281, - 0.929688, - 1.25, - 0.9375, - 0.941406, - 0.925781, - 0.917969, - 0.941406, - 0.9375, - 0.929688, - 0.925781, - 0.925781, - 0.917969, - 0.960938, - 0.9375, - 0.972656, - 0.9375, - 0.953125, - 0.945312, - 0.914062, - 1.101562, - 0.976562, - 0.964844, - 0.933594, - 0.933594, - 0.929688, - 1.0, - 0.933594, - 0.917969, - 0.933594, - 0.929688, - 1.164062, - 0.90625, - 0.941406, - 0.9375, - 0.9375, - 0.925781, - 0.914062, - 0.925781, - 0.925781, - 0.917969, - 0.613281, - 0.941406, - 0.941406, - 0.945312, - 0.914062, - 0.921875, - 1.007812, - 0.929688, - 0.933594, - 0.769531, - 0.960938, - 1.070312, - 0.59375, - 0.9375, - 0.894531, - 0.894531, - 0.9375, - 1.257812, - 0.925781, - 0.929688, - 0.933594, - 0.925781, - 1.03125, - 0.925781, - 0.914062, - 0.933594, - 0.917969, - 0.917969, - 0.949219, - 0.945312, - 1.125, - 0.929688, - 0.929688, - 0.9375, - 0.933594, - 0.921875, - 0.925781, - 0.925781, - 0.925781, - 0.917969, - 0.929688, - 0.980469, - 0.976562, - 0.917969, - 0.917969, - 0.925781, - 0.917969, - 0.917969, - 0.875, - 0.9375, - 0.949219, - 1.007812, - 0.949219, - 1.179688, - 0.929688, - 0.925781, - 0.933594, - 0.929688, - 0.929688, - 0.953125, - 0.914062, - 0.941406, - 0.917969, - 0.925781, - 0.953125, - 0.941406, - 0.855469, - 0.9375, - 0.9375, - 0.953125, - 0.945312, - 0.949219, - 0.941406, - 0.929688, - 0.925781, - 0.945312, - 0.9375, - 0.369141, - 0.910156, - 0.882812, - 0.949219, - 0.933594, - 0.910156, - 0.9375, - 0.976562, - 0.933594, - 0.960938, - 0.902344, - 0.941406, - 0.466797, - 0.925781, - 0.960938, - 0.957031, - 0.9375, - 1.078125, - 0.933594, - 0.929688, - 1.101562, - 0.941406, - 0.925781, - 0.980469, - 0.914062, - 1.398438, - 0.921875, - 0.953125, - 0.941406, - 0.925781, - 1.429688, - 0.960938, - 0.921875, - 0.984375, - 0.925781, - 0.933594, - 0.945312, - 0.925781, - 0.898438, - 0.9375, - 0.917969, - 0.925781, - 0.960938, - 0.941406, - 0.921875, - 0.945312, - 0.949219, - 0.914062, - 0.917969, - 0.980469, - 0.902344, - 0.921875, - 0.957031, - 0.945312, - 0.960938, - 0.933594, - 0.917969, - 0.90625, - 0.921875, - 0.941406, - 0.933594, - 0.945312, - 0.925781, - 0.933594, - 0.953125, - 0.925781, - 0.945312, - 0.929688, - 0.001213, - 0.9375, - 0.925781, - 0.917969, - 0.949219, - 0.945312, - 0.941406, - 0.949219, - 0.925781, - 0.949219, - 1.234375, - 0.917969, - 0.980469, - 0.910156, - 0.925781, - 0.925781, - 0.949219, - 0.925781, - 0.6875, - 0.945312, - 0.000117, - 0.917969, - 0.921875, - 0.894531, - 0.988281, - 0.910156, - 0.941406, - 0.921875, - 0.914062, - 1.289062, - 0.9375, - 0.945312, - 0.9375, - 0.929688, - 0.902344, - 0.9375, - 0.949219, - 1.015625, - 0.941406, - 0.933594, - 0.949219, - 0.851562, - 0.953125, - 0.925781, - 0.984375, - 0.953125, - 0.945312, - 0.933594, - 0.9375, - 0.960938, - 0.90625, - 0.925781, - 0.960938, - 0.949219, - 1.257812, - 0.933594, - 0.929688, - 0.90625, - 0.9375, - 0.929688, - 0.953125, - 0.980469, - 0.917969, - 0.933594, - 1.0, - 0.960938, - 0.917969, - 0.949219, - 0.945312, - 0.921875, - 0.992188, - 0.9375, - 0.929688, - 0.941406, - 0.960938, - 0.910156, - 0.640625, - 0.933594, - 0.980469, - 0.984375, - 0.949219, - 0.914062, - 0.929688, - 0.921875, - 0.875, - 0.929688, - 0.886719, - 0.917969, - 0.917969, - 0.996094, - 0.945312, - 0.890625, - 0.929688, - 0.945312, - 0.945312, - 0.921875, - 0.933594, - 0.945312, - 0.957031, - 0.910156, - 0.945312, - 0.871094, - 0.929688, - 0.933594, - 0.929688, - 0.945312, - 0.9375, - 0.929688, - 0.988281, - 0.929688, - 0.945312, - 0.910156, - 0.96875, - 0.96875, - 0.9375, - 0.9375, - 0.933594, - 0.957031, - 1.085938, - 0.90625, - 0.949219, - 0.941406, - 0.980469, - 0.925781, - 0.9375, - 0.972656, - 0.953125, - 0.984375, - 0.890625, - 0.9375, - 0.890625, - 0.9375, - 0.9375, - 0.921875, - 0.921875, - 1.101562, - 0.910156, - 0.925781, - 0.957031, - 0.917969, - 0.902344, - 0.9375, - 0.9375, - 0.964844, - 0.917969, - 0.972656, - 0.933594, - 0.925781, - 0.929688, - 0.914062, - 0.929688, - 0.9375, - 0.929688, - 0.980469, - 0.945312, - 0.710938, - 0.917969, - 0.601562, - 0.65625, - 0.921875, - 0.941406, - 0.929688, - 0.945312, - 0.941406, - 0.925781, - 0.921875, - 0.941406, - 0.945312, - 1.445312, - 0.929688, - 0.953125, - 1.25, - 0.921875, - 1.382812, - 0.933594, - 0.925781, - 0.945312, - 0.886719, - 0.949219, - 0.933594, - 0.929688, - 0.949219, - 0.9375, - 0.957031, - 0.957031, - 0.976562, - 0.921875, - 0.914062, - 0.929688, - 1.398438, - 0.945312, - 1.0, - 1.0625, - 0.921875, - 0.886719, - 0.992188, - 0.953125, - 0.390625, - 1.007812, - 0.976562, - 0.953125, - 0.898438, - 0.957031, - 0.957031, - 0.914062, - 0.945312, - 0.925781, - 0.964844, - 0.941406, - 0.953125, - 0.929688, - 0.96875, - 0.976562, - 1.1875, - 0.925781, - 0.960938, - 0.933594, - 0.957031, - 0.925781, - 0.925781, - 0.925781, - 0.972656, - 1.007812, - 0.902344, - 0.90625, - 0.871094, - 0.9375, - 0.898438, - 0.96875, - 0.957031, - 0.945312, - 0.925781, - 0.945312, - 1.0, - 0.921875, - 0.945312, - 0.894531, - 0.945312, - 0.972656, - 0.9375, - 0.960938, - 0.933594, - 0.910156, - 0.921875, - 0.964844, - 0.917969, - 0.917969, - 0.941406, - 0.925781, - 0.96875, - 0.929688, - 0.941406, - 0.90625, - 0.957031, - 0.929688, - 0.941406, - 0.574219, - 0.957031, - 0.917969, - 0.929688, - 1.453125, - 0.929688, - 0.925781, - 0.960938, - 0.890625, - 0.917969, - 0.929688, - 0.921875, - 0.921875, - 0.917969, - 0.949219, - 0.949219, - 0.910156, - 0.933594, - 0.925781, - 0.910156, - 0.921875, - 1.234375, - 0.9375, - 0.917969, - 0.941406, - 0.941406, - 0.929688, - 0.871094, - 0.984375, - 0.941406, - 0.9375, - 0.945312, - 0.933594, - 0.949219, - 0.933594, - 0.949219, - 0.902344, - 0.960938, - 0.90625, - 1.601562, - 0.898438, - 0.992188, - 0.9375, - 0.953125, - 0.910156, - 0.957031, - 0.9375, - 0.941406, - 0.957031, - 0.929688, - 0.941406, - 0.925781, - 0.953125, - 0.925781, - 0.941406, - 0.828125, - 0.96875, - 0.917969, - 0.929688, - 1.0, - 0.933594, - 0.851562, - 0.941406, - 0.960938, - 0.925781, - 0.941406, - 0.941406, - 0.914062, - 0.914062, - 0.941406, - 0.984375, - 1.023438, - 0.933594, - 0.929688, - 0.914062, - 0.953125, - 0.871094, - 0.945312, - 0.933594, - 0.902344, - 0.9375, - 0.945312, - 0.933594, - 0.953125, - 0.898438, - 0.949219, - 0.933594, - 1.1875, - 0.9375, - 0.953125, - 0.953125, - 0.921875, - 1.242188, - 0.933594, - 0.972656, - 0.9375, - 0.925781, - 0.929688, - 0.882812, - 0.957031, - 0.921875, - 0.921875, - 0.914062, - 0.925781, - 0.9375, - 0.945312, - 0.957031, - 0.929688, - 0.945312, - 0.886719, - 0.941406, - 0.957031, - 0.945312, - 0.917969, - 0.945312, - 1.226562, - 0.925781, - 0.929688, - 0.925781, - 0.9375, - 0.9375, - 0.929688, - 1.015625, - 0.929688, - 0.910156, - 0.933594, - 0.933594, - 1.109375, - 0.910156, - 0.921875, - 0.734375, - 0.921875, - 0.914062, - 0.949219, - 0.925781, - 0.828125, - 0.933594, - 0.949219, - 0.972656, - 0.9375, - 0.949219, - 0.996094, - 0.914062, - 0.921875, - 0.933594, - 0.933594, - 0.921875, - 0.941406, - 0.957031, - 0.917969, - 0.964844, - 0.941406, - 0.933594, - 0.910156, - 0.914062, - 0.921875, - 0.972656, - 0.917969, - 0.914062, - 0.894531, - 0.925781, - 0.960938, - 0.976562, - 0.902344, - 0.910156, - 0.941406, - 0.9375, - 0.933594, - 1.140625, - 1.023438, - 0.972656, - 0.941406, - 0.925781, - 0.910156, - 0.933594, - 0.980469, - 0.945312, - 0.925781, - 0.933594, - 0.917969, - 0.90625, - 0.949219, - 0.957031, - 0.960938, - 0.933594, - 0.96875, - 1.148438, - 0.996094, - 0.9375, - 0.933594, - 1.0625, - 0.820312, - 0.921875, - 0.886719, - 0.929688, - 0.925781, - 0.949219, - 0.929688, - 0.9375, - 0.511719, - 0.953125, - 0.917969, - 0.96875, - 0.929688, - 0.949219, - 0.953125, - 0.929688, - 0.941406, - 0.828125, - 0.925781, - 1.03125, - 0.941406, - 0.953125, - 0.929688, - 1.007812, - 0.90625, - 0.949219, - 0.917969, - 0.945312, - 0.941406, - 0.929688, - 0.941406, - 0.910156, - 0.921875, - 0.9375, - 0.953125, - 0.914062, - 0.925781, - 0.722656, - 0.9375, - 0.933594, - 0.792969, - 0.863281, - 0.9375, - 0.933594, - 0.917969, - 0.921875, - 0.925781, - 0.914062, - 0.910156, - 0.9375, - 0.925781, - 0.921875, - 0.976562, - 0.984375, - 0.960938, - 0.9375, - 0.914062, - 0.917969, - 0.933594, - 0.945312, - 0.902344, - 0.960938, - 0.976562, - 0.910156, - 0.929688, - 0.964844, - 0.917969, - 0.921875, - 0.933594, - 0.917969, - 0.925781, - 0.933594, - 0.878906, - 0.941406, - 1.226562, - 0.945312, - 0.90625, - 0.925781, - 0.921875, - 0.675781, - 0.945312, - 0.960938, - 0.929688, - 0.945312, - 0.917969, - 0.929688, - 0.933594, - 0.953125, - 0.925781, - 0.945312, - 0.933594, - 0.957031, - 0.96875, - 0.949219, - 0.933594, - 0.960938, - 0.933594, - 0.90625, - 0.921875, - 0.933594, - 1.0, - 0.9375, - 0.941406, - 0.917969, - 0.816406, - 0.996094, - 0.957031, - 0.976562, - 0.917969, - 0.957031, - 0.949219, - 0.933594, - 0.929688, - 0.972656, - 0.9375, - 0.953125, - 0.957031, - 0.945312, - 1.070312, - 1.0, - 0.96875, - 0.933594, - 0.929688, - 0.972656, - 0.945312, - 0.945312, - 1.03125, - 0.984375, - 0.9375, - 0.910156, - 0.972656, - 0.945312, - 0.960938, - 0.941406, - 0.9375, - 0.9375, - 0.9375, - 0.929688, - 0.914062, - 0.960938, - 0.933594, - 0.898438, - 0.941406, - 0.910156, - 0.925781, - 0.953125, - 0.484375, - 0.878906, - 0.9375, - 0.933594, - 0.910156, - 0.574219, - 0.960938, - 0.90625, - 0.878906, - 0.988281, - 0.929688, - 0.941406, - 0.925781, - 0.78125, - 0.9375, - 0.925781, - 0.933594, - 0.960938, - 0.917969, - 0.929688, - 0.917969, - 0.957031, - 0.90625, - 0.925781, - 0.929688, - 0.953125, - 0.917969, - 0.9375, - 0.953125, - 0.921875, - 0.933594, - 0.964844, - 0.933594, - 0.960938, - 0.917969, - 0.898438, - 0.871094, - 0.980469, - 0.921875, - 0.960938, - 0.941406, - 0.933594, - 0.945312, - 0.933594, - 0.949219, - 0.925781, - 0.9375, - 0.921875, - 0.917969, - 0.894531, - 0.960938, - 0.910156, - 0.910156, - 0.902344, - 0.921875 - ] - }, - "name": "model.transformer.layers.18.ffn_norm.weight", - "outputIndexes": [ - 1189 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1188, - 1189 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_18/Mul_1_output_0", - "outputIndexes": [ - 1190 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1190 - ], - "outputIndexes": [ - 1914 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1914 - ], - "outputIndexes": [ - 1915 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear", - "inputIndexes": [ - 1915 - ], - "outputIndexes": [ - 1916 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 11776, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 141312, - "weightSize": 0 - }, - "external": [ - 195106720, - 9043990, - 1130496, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1916 - ], - "outputIndexes": [ - 1917 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1917 - ], - "outputIndexes": [ - 1191 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 11776 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5888 - ] - }, - "name": "/ffn_18/Mul_output_0", - "outputIndexes": [ - 1192 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1191, - 21, - 1192, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_18/Slice_output_0", - "outputIndexes": [ - 1193 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1193 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_18/Sigmoid_output_0", - "outputIndexes": [ - 1194 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1193, - 1194 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_18/Mul_output_0", - "outputIndexes": [ - 1195 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 11776 - ] - }, - "name": "/ffn_18/Mul_1_output_0", - "outputIndexes": [ - 1196 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1191, - 1192, - 1196, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_18/Slice_1_output_0", - "outputIndexes": [ - 1197 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1195, - 1197 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_18/Mul_2_output_0", - "outputIndexes": [ - 1198 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1198 - ], - "outputIndexes": [ - 1918 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 5888, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1918 - ], - "outputIndexes": [ - 1919 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear", - "inputIndexes": [ - 1919 - ], - "outputIndexes": [ - 1920 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 5888, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 70656, - "weightSize": 0 - }, - "external": [ - 205281206, - 4522006, - 565248, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1920 - ], - "outputIndexes": [ - 1921 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.18/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1921 - ], - "outputIndexes": [ - 1199 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1187, - 1199 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_75_output_0", - "outputIndexes": [ - 1200 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1200, - 1 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_76_output_0", - "outputIndexes": [ - 1201 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1201 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/attn_norm_19/Mul_output_0", - "outputIndexes": [ - 1202 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 2.296875, - 2.25, - 2.25, - 3.03125, - 2.640625, - 2.109375, - 2.203125, - 2.140625, - 2.28125, - 2.265625, - 2.109375, - 3.625, - 2.265625, - 2.453125, - 2.15625, - 2.203125, - 2.265625, - 2.0625, - 2.40625, - 3.90625, - 3.265625, - 2.125, - 2.921875, - 2.15625, - 2.203125, - 2.25, - 2.25, - 2.15625, - 2.484375, - 2.15625, - 2.25, - 2.421875, - 2.6875, - 2.671875, - 2.3125, - 2.140625, - 2.25, - 2.328125, - 2.09375, - 2.421875, - 2.203125, - 2.203125, - 2.140625, - 2.15625, - 2.375, - 2.359375, - 2.203125, - 2.84375, - 2.21875, - 3.625, - 2.953125, - 2.21875, - 2.28125, - 2.28125, - 8.125, - 2.21875, - 2.125, - 2.328125, - 2.234375, - 2.21875, - 2.5625, - 2.25, - 2.921875, - 2.140625, - 1.992188, - 2.125, - 2.1875, - 2.296875, - 2.453125, - 3.796875, - 2.25, - 2.265625, - 2.28125, - 2.0625, - 2.6875, - 2.296875, - 2.25, - 2.125, - 2.234375, - 2.359375, - 2.390625, - 2.078125, - 2.390625, - 2.203125, - 4.625, - 2.203125, - 2.359375, - 2.359375, - 2.28125, - 2.65625, - 2.03125, - 2.96875, - 2.421875, - 2.421875, - 2.3125, - 2.453125, - 3.34375, - 2.28125, - 3.25, - 3.171875, - 2.078125, - 2.375, - 3.4375, - 2.203125, - 2.25, - 2.4375, - 2.6875, - 2.8125, - 3.140625, - 2.109375, - 2.140625, - 2.328125, - 2.171875, - 2.8125, - 2.1875, - 2.265625, - 2.21875, - 2.34375, - 2.296875, - 2.3125, - 2.1875, - 2.40625, - 2.5, - 2.09375, - 2.09375, - 2.140625, - 2.078125, - 2.21875, - 2.265625, - 2.25, - 2.015625, - 2.1875, - 2.421875, - 2.3125, - 2.265625, - 2.359375, - 3.6875, - 2.28125, - 2.4375, - 2.96875, - 2.09375, - 2.078125, - 2.671875, - 2.171875, - 3.09375, - 3.328125, - 2.609375, - 2.3125, - 3.34375, - 2.96875, - 2.171875, - 3.125, - 2.578125, - 2.328125, - 2.234375, - 2.375, - 2.421875, - 2.171875, - 2.09375, - 2.5625, - 2.171875, - 6.375, - 2.15625, - 2.3125, - 2.1875, - 2.40625, - 2.03125, - 2.171875, - 2.296875, - 2.8125, - 3.875, - 2.34375, - 3.0, - 2.265625, - 2.203125, - 2.015625, - 2.21875, - 2.21875, - 2.15625, - 2.21875, - 2.21875, - 2.375, - 5.0, - 2.359375, - 2.46875, - 2.0625, - 2.21875, - 2.375, - 2.0625, - 2.390625, - 2.375, - 2.4375, - 10.5625, - 2.3125, - 2.359375, - 2.09375, - 2.578125, - 2.296875, - 2.109375, - 2.6875, - 2.203125, - 2.953125, - 2.140625, - 2.171875, - 2.21875, - 2.1875, - 2.234375, - 2.46875, - 2.171875, - 2.296875, - 2.75, - 2.171875, - 2.171875, - 2.390625, - 2.328125, - 2.28125, - 2.25, - 2.15625, - 2.09375, - 2.5625, - 2.265625, - 2.40625, - 2.109375, - 2.90625, - 2.15625, - 8.125, - 2.171875, - 2.453125, - 2.1875, - 2.359375, - 2.0625, - 2.203125, - 2.671875, - 2.734375, - 2.40625, - 2.234375, - 2.265625, - 2.453125, - 2.390625, - 2.921875, - 2.359375, - 3.40625, - 2.09375, - 2.25, - 2.484375, - 2.40625, - 3.8125, - 2.25, - 2.234375, - 2.453125, - 2.234375, - 3.15625, - 2.265625, - 2.671875, - 1.945312, - 2.140625, - 2.4375, - 2.21875, - 2.40625, - 2.0625, - 2.3125, - 2.28125, - 3.390625, - 2.171875, - 2.109375, - 2.046875, - 2.078125, - 7.375, - 2.703125, - 2.21875, - 2.109375, - 2.1875, - 2.28125, - 2.171875, - 2.109375, - 2.328125, - 2.171875, - 2.265625, - 2.203125, - 2.921875, - 2.203125, - 2.265625, - 2.71875, - 2.34375, - 2.28125, - 2.171875, - 2.28125, - 2.28125, - 2.265625, - 2.265625, - 2.40625, - 2.09375, - 2.265625, - 2.171875, - 3.0625, - 2.203125, - 3.40625, - 2.015625, - 2.84375, - 2.625, - 2.046875, - 2.34375, - 2.390625, - 2.234375, - 2.296875, - 2.171875, - 2.109375, - 5.40625, - 2.171875, - 2.390625, - 2.375, - 2.234375, - 5.46875, - 2.390625, - 2.125, - 2.34375, - 2.125, - 2.953125, - 5.6875, - 2.203125, - 2.109375, - 2.296875, - 1.90625, - 2.046875, - 2.21875, - 2.3125, - 2.0625, - 2.390625, - 2.265625, - 2.125, - 2.609375, - 2.4375, - 2.390625, - 2.390625, - 2.234375, - 2.015625, - 2.171875, - 2.390625, - 3.125, - 2.140625, - 2.75, - 2.421875, - 2.09375, - 2.890625, - 2.125, - 2.015625, - 12.4375, - 2.6875, - 2.453125, - 2.28125, - 3.609375, - 2.390625, - 3.875, - 2.4375, - 2.203125, - 6.15625, - 2.671875, - 2.28125, - 2.78125, - 2.15625, - 2.296875, - 2.875, - 2.234375, - 2.375, - 2.703125, - 2.28125, - 2.4375, - 3.640625, - 2.140625, - 3.0625, - 3.0, - 2.171875, - 3.453125, - 2.109375, - 2.140625, - 2.546875, - 2.3125, - 2.140625, - 2.21875, - 2.421875, - 2.171875, - 2.359375, - 2.078125, - 2.09375, - 3.0625, - 2.453125, - 2.875, - 2.296875, - 2.421875, - 2.15625, - 2.140625, - 2.375, - 2.171875, - 3.1875, - 2.0625, - 4.0625, - 2.109375, - 8.8125, - 0.789062, - 2.953125, - 2.3125, - 2.296875, - 2.125, - 2.28125, - 2.21875, - 3.359375, - 3.734375, - 2.140625, - 2.140625, - 2.140625, - 2.265625, - 3.515625, - 2.390625, - 2.109375, - 2.125, - 2.375, - 2.375, - 2.15625, - 2.40625, - 2.15625, - 2.4375, - 2.625, - 2.75, - 3.75, - 2.171875, - 3.84375, - 2.015625, - 2.171875, - 2.25, - 2.125, - 2.484375, - 2.34375, - 2.28125, - 2.15625, - 2.171875, - 2.1875, - 2.265625, - 2.1875, - 2.546875, - 2.328125, - 2.34375, - 2.28125, - 2.625, - 2.296875, - 2.125, - 2.203125, - 2.3125, - 2.71875, - 2.28125, - 2.265625, - 4.625, - 2.125, - 2.09375, - 2.15625, - 2.75, - 2.125, - 2.109375, - 3.421875, - 2.203125, - 2.125, - 2.203125, - 3.0625, - 2.203125, - 2.203125, - 2.359375, - 3.3125, - 2.34375, - 2.296875, - 2.09375, - 2.234375, - 2.96875, - 2.109375, - 2.203125, - 3.0, - 2.53125, - 2.328125, - 2.328125, - 2.203125, - 2.46875, - 2.296875, - 2.109375, - 2.1875, - 2.421875, - 2.859375, - 2.109375, - 3.65625, - 2.03125, - 2.1875, - 2.140625, - 2.21875, - 2.703125, - 2.46875, - 2.375, - 2.3125, - 2.0625, - 2.21875, - 2.125, - 2.671875, - 2.171875, - 4.75, - 2.375, - 2.09375, - 2.875, - 2.25, - 2.46875, - 2.15625, - 2.296875, - 2.078125, - 2.09375, - 3.640625, - 2.203125, - 2.140625, - 2.015625, - 2.25, - 3.984375, - 2.078125, - 2.0625, - 2.25, - 2.15625, - 2.140625, - 2.8125, - 2.234375, - 2.3125, - 2.265625, - 2.546875, - 2.296875, - 2.28125, - 2.296875, - 2.40625, - 10.0625, - 2.515625, - 2.21875, - 2.15625, - 2.234375, - 2.640625, - 2.921875, - 2.140625, - 2.125, - 2.0, - 2.234375, - 2.21875, - 2.71875, - 3.015625, - 2.125, - 2.1875, - 2.203125, - 2.203125, - 2.375, - 2.34375, - 2.21875, - 2.765625, - 2.359375, - 2.5, - 2.59375, - 2.640625, - 2.015625, - 2.15625, - 2.234375, - 2.3125, - 2.25, - 2.140625, - 5.5625, - 3.15625, - 2.125, - 2.296875, - 2.03125, - 2.359375, - 2.578125, - 2.125, - 2.28125, - 2.265625, - 2.921875, - 2.34375, - 2.34375, - 2.265625, - 2.34375, - 3.28125, - 2.328125, - 2.59375, - 2.09375, - 2.203125, - 2.125, - 2.1875, - 2.375, - 2.328125, - 2.375, - 2.296875, - 2.40625, - 2.5, - 2.359375, - 2.140625, - 2.28125, - 2.015625, - 2.359375, - 2.140625, - 2.21875, - 3.765625, - 2.984375, - 2.5, - 2.5, - 2.328125, - 2.0625, - 2.1875, - 2.109375, - 2.546875, - 2.359375, - 2.1875, - 2.921875, - 2.75, - 2.109375, - 2.375, - 2.875, - 2.15625, - 2.234375, - 2.1875, - 2.171875, - 2.265625, - 2.265625, - 3.8125, - 2.1875, - 2.078125, - 2.21875, - 2.34375, - 2.15625, - 2.25, - 2.25, - 2.078125, - 2.140625, - 2.125, - 2.359375, - 2.1875, - 2.265625, - 2.15625, - 2.3125, - 2.609375, - 2.203125, - 2.25, - 2.34375, - 2.140625, - 2.265625, - 2.390625, - 3.1875, - 2.328125, - 2.21875, - 2.21875, - 2.6875, - 2.140625, - 2.875, - 2.328125, - 2.21875, - 2.84375, - 2.171875, - 2.296875, - 2.203125, - 2.21875, - 2.078125, - 2.515625, - 2.59375, - 2.21875, - 5.59375, - 2.453125, - 2.25, - 2.46875, - 2.328125, - 2.484375, - 2.3125, - 2.46875, - 2.234375, - 2.21875, - 2.671875, - 2.640625, - 2.046875, - 3.609375, - 2.21875, - 2.265625, - 2.328125, - 2.375, - 2.328125, - 2.390625, - 2.21875, - 2.15625, - 2.421875, - 2.0625, - 2.3125, - 2.5, - 2.0625, - 5.46875, - 2.40625, - 3.953125, - 2.40625, - 2.109375, - 5.125, - 2.171875, - 2.34375, - 2.15625, - 2.15625, - 2.203125, - 2.1875, - 2.203125, - 2.1875, - 2.140625, - 2.1875, - 3.5, - 2.296875, - 3.484375, - 2.203125, - 2.328125, - 2.828125, - 2.0625, - 2.34375, - 2.15625, - 2.1875, - 2.171875, - 2.34375, - 2.203125, - 2.296875, - 2.375, - 3.03125, - 2.46875, - 2.09375, - 2.09375, - 2.375, - 1.984375, - 1.976562, - 2.53125, - 2.328125, - 2.09375, - 2.15625, - 2.390625, - 2.21875, - 2.1875, - 2.078125, - 2.171875, - 3.546875, - 2.40625, - 2.0625, - 2.203125, - 2.21875, - 2.203125, - 2.25, - 2.328125, - 2.46875, - 2.34375, - 2.484375, - 2.8125, - 2.25, - 2.125, - 2.203125, - 2.3125, - 6.125, - 2.203125, - 2.796875, - 5.90625, - 2.421875, - 2.640625, - 5.1875, - 2.078125, - 2.171875, - 2.03125, - 2.390625, - 2.46875, - 2.078125, - 2.265625, - 2.28125, - 2.125, - 3.046875, - 2.1875, - 2.34375, - 2.125, - 2.390625, - 2.03125, - 2.109375, - 2.1875, - 4.0, - 2.265625, - 2.109375, - 2.265625, - 2.03125, - 2.328125, - 2.3125, - 2.125, - 2.609375, - 2.078125, - 2.15625, - 3.296875, - 3.703125, - 2.15625, - 2.203125, - 2.09375, - 2.171875, - 3.53125, - 2.546875, - 2.046875, - 2.828125, - 2.296875, - 2.859375, - 3.515625, - 1.96875, - 2.1875, - 2.21875, - 2.171875, - 2.28125, - 2.046875, - 2.390625, - 2.140625, - 2.28125, - 2.140625, - 2.15625, - 2.328125, - 2.671875, - 2.171875, - 2.578125, - 2.125, - 2.375, - 2.15625, - 2.140625, - 3.078125, - 2.375, - 2.625, - 2.34375, - 12.5625, - 2.09375, - 2.53125, - 2.390625, - 2.203125, - 2.15625, - 2.28125, - 2.109375, - 2.1875, - 2.34375, - 2.359375, - 2.21875, - 4.125, - 2.296875, - 2.1875, - 4.40625, - 2.203125, - 3.78125, - 2.125, - 3.0625, - 3.671875, - 2.578125, - 2.546875, - 1.921875, - 2.15625, - 4.9375, - 2.3125, - 2.109375, - 2.234375, - 2.3125, - 3.234375, - 3.890625, - 2.28125, - 3.4375, - 2.484375, - 2.203125, - 2.40625, - 2.109375, - 2.515625, - 2.296875, - 2.390625, - 2.171875, - 2.734375, - 2.078125, - 2.21875, - 2.171875, - 2.09375, - 2.09375, - 2.453125, - 2.8125, - 2.265625, - 2.15625, - 2.140625, - 2.34375, - 2.09375, - 1.992188, - 2.40625, - 2.375, - 2.21875, - 2.140625, - 2.140625, - 2.0625, - 2.140625, - 2.671875, - 2.234375, - 2.4375, - 2.0625, - 2.421875, - 2.3125, - 2.1875, - 2.328125, - 2.171875, - 2.296875, - 2.21875, - 2.140625, - 2.640625, - 2.1875, - 2.484375, - 2.921875, - 2.09375, - 2.671875, - 2.28125, - 2.09375, - 2.453125, - 2.234375, - 2.28125, - 3.703125, - 2.171875, - 0.00235, - 2.453125, - 2.359375, - 2.3125, - 2.1875, - 2.296875, - 2.09375, - 2.296875, - 2.296875, - 4.96875, - 1.96875, - 2.25, - 2.125, - 2.09375, - 2.40625, - 2.046875, - 2.3125, - 2.765625, - 2.375, - 2.125, - 2.15625, - 3.546875, - 2.328125, - 2.125, - 2.140625, - 2.125, - 2.234375, - 2.234375, - 2.390625, - 2.203125, - 2.171875, - 2.171875, - 2.21875, - 2.1875, - 3.03125, - 2.1875, - 2.15625, - 2.078125, - 2.65625, - 2.265625, - 2.53125, - 2.3125, - 2.296875, - 3.015625, - 2.0625, - 1.976562, - 2.203125, - 2.25, - 2.4375, - 2.359375, - 2.171875, - 2.640625, - 2.21875, - 1.9375, - 2.6875, - 3.015625, - 5.4375, - 2.125, - 3.53125, - 2.296875, - 2.21875, - 2.203125, - 2.109375, - 2.171875, - 2.734375, - 2.09375, - 2.40625, - 2.171875, - 2.03125, - 2.03125, - 2.234375, - 2.65625, - 2.21875, - 2.4375, - 2.140625, - 2.9375, - 2.265625, - 2.203125, - 2.359375, - 2.234375, - 2.21875, - 2.78125, - 2.140625, - 2.4375, - 2.015625, - 2.484375, - 2.296875, - 2.328125, - 3.03125, - 2.546875, - 2.15625, - 2.4375, - 2.515625, - 2.625, - 2.1875, - 2.21875, - 2.359375, - 2.171875, - 2.125, - 2.15625, - 2.46875, - 2.25, - 3.03125, - 2.234375, - 2.296875, - 2.953125, - 2.34375, - 2.421875, - 2.296875, - 2.109375, - 2.140625, - 2.296875, - 2.75, - 2.109375, - 2.078125, - 10.5625, - 2.21875, - 2.453125, - 2.203125, - 2.359375, - 2.421875, - 2.328125, - 2.3125, - 2.125, - 2.09375, - 2.875, - 3.296875, - 2.171875, - 2.03125, - 2.078125, - 2.1875, - 2.140625, - 2.109375, - 2.828125, - 2.375, - 3.015625, - 2.03125, - 3.78125, - 3.796875, - 2.1875, - 2.25, - 2.1875, - 2.296875, - 2.078125, - 2.234375, - 2.53125, - 2.234375, - 3.109375, - 3.03125, - 2.1875, - 2.109375, - 5.59375, - 2.28125, - 2.359375, - 2.296875, - 2.421875, - 2.28125, - 2.390625, - 2.15625, - 2.140625, - 2.25, - 2.375, - 2.234375, - 3.125, - 2.265625, - 2.8125, - 2.171875, - 2.046875, - 2.109375, - 1.984375, - 2.171875, - 3.21875, - 2.875, - 2.25, - 2.1875, - 3.234375, - 3.03125, - 5.8125, - 3.109375, - 2.625, - 2.234375, - 2.59375, - 2.296875, - 2.171875, - 2.453125, - 2.0625, - 2.21875, - 2.546875, - 2.125, - 2.234375, - 1.984375, - 2.28125, - 2.4375, - 3.859375, - 2.4375, - 2.234375, - 2.078125, - 2.046875, - 2.109375, - 2.21875, - 2.5625, - 2.109375, - 2.515625, - 2.265625, - 2.34375, - 2.375, - 2.6875, - 2.265625, - 2.1875, - 2.25, - 2.234375, - 2.625, - 2.015625, - 3.1875, - 2.234375, - 2.265625, - 3.65625, - 2.140625, - 2.265625, - 2.359375, - 2.109375, - 2.375, - 2.34375, - 2.421875, - 3.0625, - 2.25, - 2.1875, - 2.640625, - 2.203125, - 2.75, - 2.25, - 2.421875, - 2.265625, - 2.390625, - 2.125, - 2.4375, - 3.109375, - 2.15625, - 2.25, - 2.5625, - 2.546875, - 2.078125, - 2.3125, - 2.765625, - 2.40625, - 2.203125, - 2.15625, - 2.28125, - 2.3125, - 2.5, - 2.28125, - 2.125, - 3.734375, - 2.109375, - 2.125, - 2.53125, - 2.4375, - 1.585938, - 2.15625, - 2.421875, - 2.390625, - 2.1875, - 2.484375, - 2.59375, - 3.046875, - 2.0625, - 2.234375, - 2.15625, - 2.34375, - 2.109375, - 2.484375, - 2.171875, - 2.296875, - 2.296875, - 2.09375, - 3.375, - 2.34375, - 3.265625, - 2.09375, - 1.945312, - 2.71875, - 2.421875, - 2.296875, - 2.25, - 2.125, - 2.546875, - 2.34375, - 2.15625, - 2.4375, - 2.109375, - 2.171875, - 3.125, - 2.203125, - 2.078125, - 2.1875, - 2.953125, - 2.1875, - 2.515625, - 2.265625, - 2.65625, - 2.59375, - 2.203125, - 2.125, - 2.3125, - 2.078125, - 2.359375, - 2.1875, - 2.625, - 2.359375, - 2.234375, - 2.46875, - 2.453125, - 2.703125, - 2.34375, - 2.3125, - 2.328125, - 2.265625, - 2.125, - 2.34375, - 2.09375, - 2.171875, - 2.3125, - 2.5, - 2.96875, - 2.328125, - 2.0625, - 2.125, - 2.046875, - 5.78125, - 2.3125, - 2.296875, - 2.1875, - 2.375, - 2.15625, - 3.046875, - 2.1875, - 2.171875, - 2.421875, - 2.125, - 2.09375, - 2.390625, - 2.171875, - 2.3125, - 2.109375, - 2.140625, - 11.625, - 2.65625, - 2.109375, - 2.1875, - 3.53125, - 2.296875, - 2.6875, - 2.078125, - 2.109375, - 2.953125, - 2.125, - 2.59375, - 2.484375, - 2.890625, - 2.453125, - 2.40625, - 2.34375, - 2.234375, - 4.09375, - 2.53125, - 2.171875, - 3.15625, - 2.09375, - 2.40625, - 2.40625, - 2.28125, - 2.921875, - 2.15625, - 2.4375, - 3.1875, - 2.359375, - 2.578125, - 2.140625, - 2.109375, - 2.15625, - 2.421875, - 2.3125, - 2.203125, - 2.234375, - 2.265625, - 2.34375, - 2.921875, - 2.1875, - 2.171875, - 2.171875, - 2.296875, - 2.265625, - 2.15625, - 2.1875, - 2.328125, - 2.1875, - 2.21875, - 2.609375, - 2.40625, - 2.390625, - 2.40625, - 2.5625, - 2.25, - 2.59375, - 2.0625, - 2.515625, - 3.359375, - 2.25, - 2.03125, - 2.5625, - 2.265625, - 2.28125, - 2.5, - 2.40625, - 2.125, - 2.1875, - 2.3125, - 2.1875, - 2.3125, - 2.609375, - 2.3125, - 2.8125, - 4.03125, - 3.453125, - 2.21875, - 2.015625, - 2.421875, - 2.6875, - 2.234375, - 2.234375, - 2.171875, - 2.125, - 2.390625, - 2.46875, - 2.40625, - 3.640625, - 2.203125, - 2.453125, - 2.234375, - 2.0625, - 2.015625, - 2.0, - 2.0, - 2.375, - 3.25, - 2.109375, - 2.96875, - 2.265625, - 2.046875, - 2.140625, - 2.71875, - 2.359375, - 3.875, - 2.15625, - 2.421875, - 2.140625, - 2.34375, - 2.078125, - 2.171875, - 2.125, - 2.359375, - 2.09375, - 2.21875, - 2.3125, - 3.234375, - 2.34375, - 2.296875, - 3.484375, - 2.5625, - 2.1875, - 2.453125, - 2.390625, - 2.21875, - 2.140625, - 2.140625, - 2.578125, - 2.140625, - 2.28125, - 2.265625, - 2.6875, - 2.109375, - 2.3125, - 2.390625, - 2.21875, - 2.171875, - 2.234375, - 2.3125, - 2.109375, - 2.140625, - 2.0, - 2.15625, - 1.9375, - 2.171875, - 2.265625, - 1.9375, - 2.390625, - 2.03125, - 2.328125, - 2.109375, - 2.375, - 2.21875, - 4.15625, - 2.28125, - 2.109375, - 2.171875, - 2.71875, - 2.734375, - 2.25, - 2.546875, - 2.171875, - 2.203125, - 2.15625, - 2.21875, - 2.34375, - 2.34375, - 2.5, - 2.484375, - 2.40625, - 2.03125, - 2.203125, - 2.515625, - 2.078125, - 2.640625, - 3.078125, - 2.390625, - 2.296875, - 2.265625, - 2.5625, - 2.21875, - 2.46875, - 2.078125, - 4.21875, - 2.3125, - 2.3125, - 3.109375, - 2.234375, - 2.234375, - 2.140625, - 2.28125, - 2.296875, - 2.78125, - 2.1875, - 2.140625, - 2.890625, - 2.234375, - 2.234375, - 3.453125, - 3.0, - 2.078125, - 2.296875, - 2.53125, - 2.28125, - 2.484375, - 3.03125, - 2.15625, - 2.265625, - 2.421875, - 3.265625, - 2.140625, - 2.03125, - 2.359375, - 2.046875, - 2.015625, - 2.0625, - 2.375, - 2.625, - 2.46875, - 2.328125, - 2.6875, - 2.21875, - 2.25, - 2.453125, - 2.21875, - 6.6875, - 2.84375, - 2.453125, - 2.359375, - 2.171875, - 3.59375, - 2.5, - 2.203125, - 2.875, - 2.265625, - 2.015625, - 2.5, - 2.25, - 2.078125, - 2.09375, - 2.21875, - 2.15625, - 3.109375, - 2.765625, - 2.0625, - 2.25, - 2.21875, - 2.28125, - 2.203125, - 2.390625, - 2.515625, - 2.421875, - 2.1875, - 2.203125, - 2.140625, - 2.265625, - 2.21875, - 2.140625, - 3.6875, - 2.390625, - 2.21875, - 2.3125, - 3.125, - 2.25, - 2.421875, - 2.3125, - 2.1875, - 2.203125, - 2.421875, - 2.25, - 2.0625, - 2.203125, - 2.21875, - 2.1875, - 2.421875, - 2.125, - 2.125, - 2.328125, - 2.28125, - 2.390625 - ] - }, - "name": "model.transformer.layers.19.attn_norm.weight", - "outputIndexes": [ - 1203 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1202, - 1203 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/attn_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1204 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1204 - ], - "outputIndexes": [ - 1922 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", - "inputIndexes": [ - 1922 - ], - "outputIndexes": [ - 1923 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear", - "inputIndexes": [ - 1923 - ], - "outputIndexes": [ - 1924 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 210368460, - 1179670, - 147456, - 6144, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/post_convert", - "inputIndexes": [ - 1924 - ], - "outputIndexes": [ - 1925 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1925 - ], - "outputIndexes": [ - 1205 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1204 - ], - "main_type": "NONE", - "name": "/Shape_77_output_0", - "outputIndexes": [ - 1206 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1206 - ], - "main_type": "NONE", - "name": "Shape1707", - "outputIndexes": [ - 1207 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1206 - ], - "main_type": "NONE", - "name": "Rank1709", - "outputIndexes": [ - 1208 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1208, - 1208 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1711", - "outputIndexes": [ - 1209 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1209 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1712", - "outputIndexes": [ - 1210 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1209, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1714", - "outputIndexes": [ - 1211 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1211 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1715", - "outputIndexes": [ - 1212 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1207, - 1210, - 1212, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1718", - "outputIndexes": [ - 1213 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1213 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1719", - "outputIndexes": [ - 1214 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1214 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1720", - "outputIndexes": [ - 1215 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1215, - 1214 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1721", - "outputIndexes": [ - 1216 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1206, - 1216, - 1209 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_99_output_0", - "outputIndexes": [ - 1217 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1217, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_191_output_0", - "outputIndexes": [ - 1218 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1218, - 1035, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_95_output_0", - "outputIndexes": [ - 1219 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1205, - 1219 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_77_output_0", - "outputIndexes": [ - 1220 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1220 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/q_norm_19/Mul_output_0", - "outputIndexes": [ - 1221 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.012451, - -0.011169, - 1.484375, - 0.03125, - 0.00209, - 1.125, - 1.492188, - 1.382812, - 1.070312, - 1.578125, - 2.09375, - 1.828125, - 1.367188, - 1.703125, - 1.945312, - 1.414062, - 1.882812, - 3.359375, - 1.476562, - 1.789062, - 1.664062, - 1.304688, - 2.265625, - 0.139648, - 1.75, - 1.84375, - 2.09375, - 1.695312, - 1.171875, - 1.726562, - 1.890625, - 1.773438, - 0.65625, - -0.046387, - 0.117188, - 1.515625, - 1.6875, - 1.78125, - 0.992188, - 1.835938, - 1.992188, - 1.46875, - 1.820312, - 1.835938, - 2.109375, - 1.984375, - 1.507812, - 2.046875, - 1.75, - 0.601562, - 1.96875, - 1.71875, - 1.773438, - 2.21875, - 1.367188, - 4.375, - 1.78125, - 1.726562, - 1.695312, - 1.664062, - 1.84375, - 1.359375, - 1.5625, - 0.9375 - ] - }, - "name": "model.transformer.layers.19.attn.q_norm.weight", - "outputIndexes": [ - 1222 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1221, - 1222 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/q_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1223 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1223, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_76_output_0", - "outputIndexes": [ - 1224 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1223, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_77_output_0", - "outputIndexes": [ - 1225 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1225 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_38_output_0", - "outputIndexes": [ - 1226 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1223, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_76_output_0", - "outputIndexes": [ - 1227 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1226, - 1227 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_98_output_0", - "outputIndexes": [ - 1228 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1228, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_77_output_0", - "outputIndexes": [ - 1229 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1224, - 1229 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_76_output_0", - "outputIndexes": [ - 1230 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1204 - ], - "outputIndexes": [ - 1926 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", - "inputIndexes": [ - 1926 - ], - "outputIndexes": [ - 1927 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear", - "inputIndexes": [ - 1927 - ], - "outputIndexes": [ - 1928 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 211701730, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/post_convert", - "inputIndexes": [ - 1928 - ], - "outputIndexes": [ - 1929 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1929 - ], - "outputIndexes": [ - 1231 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 7, - 1218, - 1049, - 24 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "/Concat_96_output_0", - "outputIndexes": [ - 1232 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1231, - 1232 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_78_output_0", - "outputIndexes": [ - 1233 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1233 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/k_norm_19/Mul_output_0", - "outputIndexes": [ - 1234 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 64 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - -0.002838, - -0.009583, - 1.328125, - 0.00824, - -0.002258, - 1.671875, - 1.882812, - 1.578125, - 0.152344, - 1.882812, - 1.101562, - 1.5625, - 2.21875, - 1.882812, - 1.578125, - 2.1875, - 1.695312, - 0.123047, - 2.15625, - 1.820312, - 1.84375, - 2.25, - 1.460938, - 4.75, - 1.914062, - 1.773438, - 1.703125, - 1.828125, - 2.703125, - 1.6875, - 1.726562, - 1.8125, - 0.742188, - -0.046631, - 0.202148, - 1.304688, - 1.476562, - 1.484375, - 0.155273, - 1.492188, - 2.125, - 1.492188, - 2.046875, - 1.617188, - 1.21875, - 1.460938, - 1.984375, - 1.390625, - 1.734375, - 3.09375, - 1.59375, - 1.726562, - 1.71875, - 1.390625, - 2.234375, - 0.162109, - 1.796875, - 1.96875, - 1.992188, - 1.945312, - 1.648438, - 2.296875, - 1.828125, - 3.296875 - ] - }, - "name": "model.transformer.layers.19.attn.k_norm.weight", - "outputIndexes": [ - 1235 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1234, - 1235 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/k_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1236 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1236, - 53 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_78_output_0", - "outputIndexes": [ - 1237 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1236, - 55, - 56, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_79_output_0", - "outputIndexes": [ - 1238 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1238 - ], - "main_type": "UnaryOp", - "main": { - "opType": "NEG", - "T": "DT_FLOAT" - }, - "name": "/Neg_39_output_0", - "outputIndexes": [ - 1239 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1236, - 21, - 55, - 57, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/Slice_78_output_0", - "outputIndexes": [ - 1240 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1239, - 1240 - ], - "main_type": "Axis", - "main": { - "axis": -1 - }, - "name": "/Concat_99_output_0", - "outputIndexes": [ - 1241 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1241, - 68 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Mul_79_output_0", - "outputIndexes": [ - 1242 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1237, - 1242 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_77_output_0", - "outputIndexes": [ - 1243 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1204 - ], - "outputIndexes": [ - 1930 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", - "inputIndexes": [ - 1930 - ], - "outputIndexes": [ - 1931 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear", - "inputIndexes": [ - 1931 - ], - "outputIndexes": [ - 1932 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 384, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 4608, - "weightSize": 0 - }, - "external": [ - 212035064, - 294934, - 36864, - 1536, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/post_convert", - "inputIndexes": [ - 1932 - ], - "outputIndexes": [ - 1933 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1933 - ], - "outputIndexes": [ - 1244 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 384 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1244, - 1232 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/Reshape_79_output_0", - "outputIndexes": [ - 1245 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1230, - 1243, - 1245, - 86 - ], - "main_type": "AttentionParam", - "main": { - "kv_cache": true - }, - "name": "/layers.19/self_attn/FusedAttention", - "outputIndexes": [ - 1246 - ], - "type": "Attention", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1246 - ], - "outputIndexes": [ - 1934 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", - "inputIndexes": [ - 1934 - ], - "outputIndexes": [ - 1935 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear", - "inputIndexes": [ - 1935 - ], - "outputIndexes": [ - 1936 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 18432, - "weightSize": 0 - }, - "external": [ - 212368398, - 1179670, - 147456, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/post_convert", - "inputIndexes": [ - 1936 - ], - "outputIndexes": [ - 1937 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1937 - ], - "outputIndexes": [ - 1247 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1201, - 1247 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_78_output_0", - "outputIndexes": [ - 1248 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1248 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/ffn_norm_19/Mul_output_0", - "outputIndexes": [ - 1249 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.117188, - 1.140625, - 1.117188, - 1.15625, - 1.164062, - 1.109375, - 1.125, - 1.109375, - 1.101562, - 1.125, - 1.148438, - 1.25, - 1.132812, - 1.109375, - 1.125, - 1.148438, - 1.117188, - 1.09375, - 1.132812, - 1.765625, - 1.070312, - 1.101562, - 1.148438, - 1.117188, - 1.101562, - 1.117188, - 1.164062, - 1.125, - 1.140625, - 1.109375, - 1.09375, - 1.132812, - 1.140625, - 1.117188, - 1.125, - 1.117188, - 1.148438, - 1.125, - 1.125, - 1.117188, - 1.117188, - 1.148438, - 1.09375, - 1.101562, - 1.109375, - 1.101562, - 1.109375, - 1.382812, - 1.117188, - 1.546875, - 1.375, - 1.125, - 1.09375, - 1.132812, - 0.917969, - 1.117188, - 1.132812, - 1.109375, - 1.125, - 1.117188, - 1.132812, - 1.109375, - 1.117188, - 1.125, - 1.25, - 1.125, - 1.132812, - 1.109375, - 1.117188, - 0.921875, - 1.117188, - 1.132812, - 1.132812, - 1.132812, - 1.132812, - 1.117188, - 1.117188, - 1.109375, - 1.132812, - 1.125, - 1.132812, - 1.132812, - 1.132812, - 1.101562, - 1.429688, - 1.148438, - 1.125, - 1.117188, - 1.109375, - 1.1875, - 1.125, - 1.117188, - 1.109375, - 1.117188, - 1.132812, - 1.125, - 1.148438, - 1.125, - 1.25, - 1.15625, - 1.101562, - 0.839844, - 1.648438, - 1.117188, - 1.117188, - 1.109375, - 1.101562, - 1.171875, - 1.125, - 1.109375, - 1.164062, - 1.117188, - 1.453125, - 1.28125, - 1.09375, - 1.140625, - 1.289062, - 1.117188, - 1.117188, - 1.117188, - 1.109375, - 1.140625, - 1.140625, - 1.101562, - 1.117188, - 1.132812, - 1.109375, - 1.125, - 1.085938, - 1.125, - 1.109375, - 1.15625, - 1.101562, - 1.117188, - 1.085938, - 1.101562, - 1.070312, - 1.164062, - 1.132812, - 1.15625, - 1.125, - 1.109375, - 1.132812, - 1.117188, - 1.140625, - 1.195312, - 1.140625, - 1.09375, - 1.570312, - 1.351562, - 1.125, - 1.164062, - 1.132812, - 1.117188, - 1.125, - 1.09375, - 1.117188, - 1.171875, - 1.101562, - 1.085938, - 1.101562, - 2.296875, - 1.117188, - 1.125, - 1.117188, - 1.132812, - 1.109375, - 1.15625, - 1.109375, - 0.925781, - 1.703125, - 1.101562, - 1.242188, - 1.132812, - 1.140625, - 1.09375, - 1.164062, - 1.109375, - 1.09375, - 1.109375, - 1.140625, - 1.101562, - 2.03125, - 1.125, - 1.109375, - 1.140625, - 1.101562, - 1.09375, - 1.109375, - 1.101562, - 1.109375, - 1.117188, - 0.691406, - 1.109375, - 1.09375, - 1.109375, - 1.078125, - 1.125, - 1.09375, - 1.09375, - 1.109375, - 1.179688, - 1.09375, - 1.109375, - 1.101562, - 1.09375, - 1.375, - 1.109375, - 1.125, - 1.117188, - 1.078125, - 1.117188, - 1.109375, - 1.125, - 1.101562, - 1.125, - 1.148438, - 1.109375, - 1.09375, - 1.148438, - 1.109375, - 1.132812, - 1.164062, - 1.21875, - 1.140625, - 1.164062, - 1.109375, - 1.09375, - 1.117188, - 1.140625, - 1.109375, - 1.117188, - 1.164062, - 1.117188, - 1.164062, - 1.125, - 1.171875, - 1.140625, - 1.101562, - 1.0625, - 1.078125, - 1.15625, - 1.109375, - 1.117188, - 1.117188, - 1.125, - 1.148438, - 1.132812, - 1.109375, - 1.101562, - 1.125, - 1.210938, - 1.09375, - 1.046875, - 1.09375, - 1.132812, - 1.117188, - 1.109375, - 1.164062, - 1.171875, - 1.140625, - 1.101562, - 1.132812, - 1.109375, - 1.148438, - 1.109375, - 1.117188, - 0.945312, - 1.101562, - 1.132812, - 1.125, - 1.117188, - 1.140625, - 1.109375, - 1.125, - 1.15625, - 1.132812, - 0.886719, - 1.078125, - 1.257812, - 1.117188, - 1.09375, - 1.125, - 1.125, - 1.117188, - 1.125, - 1.117188, - 1.125, - 1.125, - 1.101562, - 1.21875, - 1.109375, - 1.164062, - 1.132812, - 1.164062, - 1.125, - 1.171875, - 1.117188, - 1.164062, - 1.203125, - 1.09375, - 1.15625, - 1.132812, - 1.140625, - 1.101562, - 1.09375, - 1.132812, - 2.484375, - 1.117188, - 1.148438, - 1.109375, - 1.125, - 1.273438, - 1.132812, - 1.109375, - 1.164062, - 1.109375, - 1.289062, - 0.886719, - 1.085938, - 1.109375, - 1.140625, - 1.140625, - 1.078125, - 1.117188, - 1.148438, - 1.132812, - 1.085938, - 1.109375, - 1.117188, - 1.148438, - 1.140625, - 1.132812, - 1.109375, - 1.125, - 1.101562, - 1.101562, - 1.109375, - 1.140625, - 1.09375, - 1.203125, - 1.09375, - 1.101562, - 1.148438, - 1.117188, - 1.132812, - 0.421875, - 1.171875, - 1.148438, - 1.257812, - 1.054688, - 1.101562, - 1.179688, - 0.933594, - 1.117188, - 0.570312, - 1.117188, - 1.148438, - 1.117188, - 1.109375, - 1.101562, - 1.15625, - 1.109375, - 1.164062, - 1.132812, - 1.0625, - 1.132812, - 1.007812, - 1.109375, - 1.171875, - 1.148438, - 1.09375, - 1.1875, - 1.117188, - 1.109375, - 1.171875, - 1.085938, - 1.109375, - 1.125, - 1.101562, - 1.109375, - 1.125, - 1.101562, - 1.125, - 1.148438, - 1.164062, - 1.195312, - 1.140625, - 1.164062, - 1.109375, - 1.148438, - 1.140625, - 1.101562, - 1.148438, - 1.09375, - 0.746094, - 1.148438, - 0.734375, - 3.625, - 1.445312, - 1.09375, - 1.140625, - 1.203125, - 1.125, - 1.132812, - 1.195312, - 1.242188, - 1.09375, - 1.109375, - 1.125, - 1.28125, - 0.9375, - 1.117188, - 1.078125, - 1.15625, - 1.125, - 1.125, - 1.117188, - 1.101562, - 1.101562, - 1.09375, - 1.15625, - 1.117188, - 0.761719, - 1.109375, - 1.125, - 1.09375, - 1.109375, - 1.09375, - 1.132812, - 1.117188, - 1.140625, - 1.109375, - 1.132812, - 1.125, - 1.125, - 1.125, - 1.109375, - 1.117188, - 1.140625, - 1.148438, - 1.085938, - 1.171875, - 1.101562, - 1.117188, - 1.109375, - 1.125, - 1.15625, - 1.148438, - 1.15625, - 0.75, - 1.101562, - 1.085938, - 1.117188, - 1.164062, - 1.109375, - 1.109375, - 1.414062, - 1.132812, - 1.109375, - 1.132812, - 1.21875, - 1.085938, - 1.117188, - 1.117188, - 1.109375, - 1.109375, - 1.125, - 1.101562, - 1.132812, - 0.828125, - 1.109375, - 1.101562, - 1.09375, - 1.117188, - 1.132812, - 1.078125, - 1.117188, - 1.15625, - 1.109375, - 1.125, - 1.132812, - 1.109375, - 1.109375, - 1.09375, - 1.148438, - 1.117188, - 1.164062, - 1.125, - 1.109375, - 1.109375, - 1.070312, - 1.09375, - 1.125, - 1.109375, - 1.140625, - 1.132812, - 1.101562, - 1.210938, - 2.359375, - 1.140625, - 1.101562, - 1.234375, - 1.09375, - 1.09375, - 1.101562, - 1.125, - 1.101562, - 1.148438, - 1.09375, - 1.15625, - 1.117188, - 1.117188, - 1.164062, - 1.007812, - 1.117188, - 1.117188, - 1.101562, - 1.109375, - 1.09375, - 1.140625, - 1.117188, - 1.117188, - 1.125, - 1.1875, - 1.148438, - 1.125, - 1.15625, - 1.132812, - 2.046875, - 1.117188, - 1.125, - 1.125, - 1.140625, - 1.140625, - 1.164062, - 1.125, - 1.140625, - 1.085938, - 1.09375, - 1.132812, - 1.289062, - 1.101562, - 1.117188, - 1.117188, - 1.101562, - 1.101562, - 1.09375, - 1.15625, - 1.101562, - 1.132812, - 1.132812, - 1.101562, - 0.9375, - 1.171875, - 1.109375, - 1.132812, - 1.125, - 1.085938, - 1.125, - 1.117188, - 1.09375, - 0.886719, - 1.109375, - 1.085938, - 1.109375, - 1.195312, - 1.132812, - 1.09375, - 1.140625, - 1.117188, - 1.109375, - 1.132812, - 1.109375, - 1.164062, - 1.125, - 1.101562, - 1.117188, - 1.109375, - 1.109375, - 1.117188, - 1.09375, - 1.09375, - 1.140625, - 1.101562, - 1.382812, - 1.125, - 1.132812, - 1.117188, - 1.140625, - 1.125, - 1.109375, - 1.101562, - 1.09375, - 1.125, - 1.140625, - 1.40625, - 1.15625, - 1.101562, - 1.15625, - 1.117188, - 1.125, - 1.140625, - 1.148438, - 1.117188, - 1.125, - 1.15625, - 1.117188, - 1.164062, - 1.125, - 1.140625, - 1.359375, - 1.109375, - 1.117188, - 1.101562, - 1.140625, - 1.140625, - 1.148438, - 0.839844, - 1.101562, - 1.101562, - 1.101562, - 1.109375, - 1.164062, - 1.109375, - 1.125, - 1.109375, - 1.09375, - 1.09375, - 1.328125, - 1.117188, - 1.125, - 1.101562, - 1.109375, - 1.171875, - 1.140625, - 1.171875, - 1.148438, - 1.117188, - 1.125, - 1.15625, - 1.140625, - 1.132812, - 1.109375, - 1.085938, - 1.117188, - 1.164062, - 1.164062, - 1.117188, - 1.101562, - 1.507812, - 1.117188, - 1.09375, - 1.09375, - 1.109375, - 1.140625, - 1.179688, - 1.15625, - 1.117188, - 1.304688, - 1.101562, - 1.109375, - 1.132812, - 1.125, - 1.140625, - 1.117188, - 1.117188, - 1.101562, - 1.117188, - 1.109375, - 1.15625, - 1.117188, - 1.1875, - 1.078125, - 1.179688, - 1.195312, - 1.09375, - 1.140625, - 1.15625, - 1.117188, - 1.101562, - 1.140625, - 1.09375, - 1.117188, - 1.171875, - 1.117188, - 1.195312, - 1.257812, - 2.546875, - 1.132812, - 1.109375, - 1.976562, - 1.125, - 1.265625, - 1.109375, - 1.109375, - 1.125, - 1.140625, - 1.09375, - 1.109375, - 1.101562, - 1.109375, - 1.164062, - 1.132812, - 1.585938, - 1.125, - 1.117188, - 1.109375, - 1.101562, - 1.101562, - 1.101562, - 1.117188, - 1.109375, - 1.125, - 1.085938, - 1.125, - 1.109375, - 1.226562, - 1.109375, - 1.125, - 1.140625, - 1.101562, - 1.203125, - 1.15625, - 1.15625, - 1.117188, - 1.117188, - 1.117188, - 1.195312, - 1.148438, - 1.109375, - 1.109375, - 1.09375, - 1.828125, - 1.085938, - 1.132812, - 1.140625, - 1.117188, - 1.101562, - 1.085938, - 1.117188, - 1.117188, - 1.101562, - 0.839844, - 1.140625, - 1.109375, - 1.117188, - 1.132812, - 1.117188, - 1.695312, - 1.109375, - 1.085938, - 1.054688, - 1.109375, - 1.304688, - 0.796875, - 1.109375, - 1.085938, - 1.101562, - 1.101562, - 1.4375, - 1.125, - 1.109375, - 1.132812, - 1.140625, - 1.203125, - 1.117188, - 1.09375, - 1.132812, - 1.109375, - 1.109375, - 1.164062, - 1.109375, - 1.859375, - 1.132812, - 1.125, - 1.171875, - 1.140625, - 1.109375, - 1.125, - 1.109375, - 1.132812, - 1.101562, - 1.101562, - 1.140625, - 1.210938, - 1.09375, - 1.101562, - 1.109375, - 1.117188, - 1.101562, - 1.0625, - 1.109375, - 1.164062, - 1.265625, - 1.1875, - 1.734375, - 1.117188, - 1.125, - 1.125, - 1.125, - 1.109375, - 1.132812, - 1.117188, - 1.125, - 1.085938, - 1.125, - 1.132812, - 1.148438, - 1.046875, - 1.109375, - 1.125, - 1.171875, - 1.117188, - 1.132812, - 1.109375, - 1.109375, - 1.132812, - 1.140625, - 1.117188, - 0.8125, - 1.101562, - 1.09375, - 1.132812, - 1.109375, - 1.09375, - 1.117188, - 1.132812, - 1.085938, - 1.132812, - 1.132812, - 1.132812, - 0.664062, - 1.140625, - 1.125, - 1.226562, - 1.132812, - 1.59375, - 1.117188, - 1.15625, - 2.734375, - 1.140625, - 1.101562, - 1.164062, - 1.132812, - 2.359375, - 1.117188, - 1.09375, - 1.117188, - 1.101562, - 1.65625, - 1.164062, - 1.101562, - 1.171875, - 1.117188, - 1.132812, - 1.125, - 1.140625, - 1.101562, - 1.101562, - 1.117188, - 1.15625, - 1.140625, - 1.132812, - 1.101562, - 1.117188, - 1.140625, - 1.117188, - 1.109375, - 1.234375, - 1.109375, - 1.117188, - 1.132812, - 1.125, - 1.171875, - 1.125, - 1.117188, - 1.109375, - 1.109375, - 1.109375, - 1.125, - 1.125, - 1.125, - 1.210938, - 1.125, - 1.109375, - 1.15625, - 1.101562, - 0.001625, - 1.117188, - 1.125, - 1.101562, - 1.15625, - 1.117188, - 1.117188, - 1.132812, - 1.101562, - 1.164062, - 1.546875, - 1.109375, - 1.171875, - 1.085938, - 1.125, - 1.101562, - 1.09375, - 1.140625, - 0.914062, - 1.140625, - 0.002716, - 1.101562, - 1.109375, - 1.085938, - 1.28125, - 1.125, - 1.101562, - 1.109375, - 1.125, - 1.828125, - 1.117188, - 1.109375, - 1.125, - 1.101562, - 1.085938, - 1.117188, - 1.09375, - 1.179688, - 1.140625, - 1.101562, - 1.101562, - 1.015625, - 1.132812, - 1.101562, - 1.15625, - 1.132812, - 1.125, - 1.132812, - 1.117188, - 1.140625, - 1.132812, - 1.101562, - 1.132812, - 1.140625, - 1.757812, - 1.125, - 1.109375, - 1.125, - 1.132812, - 1.109375, - 1.125, - 1.148438, - 1.132812, - 1.132812, - 1.164062, - 1.101562, - 1.164062, - 1.226562, - 1.117188, - 1.109375, - 1.140625, - 1.109375, - 1.125, - 1.140625, - 1.109375, - 1.085938, - 0.878906, - 1.117188, - 1.195312, - 1.21875, - 1.132812, - 1.085938, - 1.132812, - 1.125, - 1.070312, - 1.09375, - 1.085938, - 1.117188, - 1.117188, - 1.140625, - 1.15625, - 1.101562, - 1.109375, - 1.1875, - 1.125, - 1.101562, - 1.125, - 1.101562, - 1.140625, - 1.085938, - 1.132812, - 1.101562, - 1.132812, - 1.125, - 1.148438, - 1.140625, - 1.148438, - 1.109375, - 1.171875, - 1.101562, - 1.132812, - 1.132812, - 1.132812, - 1.171875, - 1.117188, - 1.132812, - 1.117188, - 1.132812, - 1.210938, - 1.101562, - 1.101562, - 1.109375, - 1.148438, - 1.125, - 1.109375, - 1.164062, - 1.171875, - 1.1875, - 1.101562, - 1.09375, - 1.070312, - 1.164062, - 1.117188, - 1.109375, - 1.09375, - 2.046875, - 1.117188, - 1.148438, - 1.125, - 1.109375, - 1.109375, - 1.117188, - 1.132812, - 1.164062, - 1.09375, - 1.164062, - 1.179688, - 1.125, - 1.117188, - 1.117188, - 1.125, - 1.109375, - 1.085938, - 1.21875, - 1.148438, - 0.910156, - 1.117188, - 0.792969, - 0.847656, - 1.117188, - 1.117188, - 1.109375, - 1.148438, - 1.117188, - 1.101562, - 1.109375, - 1.117188, - 1.164062, - 1.695312, - 1.117188, - 1.109375, - 2.6875, - 1.109375, - 1.648438, - 1.117188, - 1.164062, - 1.125, - 1.078125, - 1.132812, - 1.140625, - 1.117188, - 1.132812, - 1.132812, - 1.125, - 1.117188, - 1.1875, - 1.09375, - 1.101562, - 1.148438, - 1.476562, - 1.125, - 1.171875, - 1.382812, - 1.09375, - 1.09375, - 1.203125, - 1.148438, - 0.59375, - 1.164062, - 1.125, - 1.125, - 1.09375, - 1.125, - 1.140625, - 1.125, - 1.117188, - 1.109375, - 1.132812, - 1.117188, - 1.117188, - 1.09375, - 1.140625, - 1.132812, - 1.804688, - 1.117188, - 1.132812, - 1.09375, - 1.132812, - 1.125, - 1.117188, - 1.101562, - 1.140625, - 1.226562, - 1.117188, - 1.117188, - 1.273438, - 1.109375, - 1.09375, - 1.148438, - 1.132812, - 1.132812, - 1.132812, - 1.140625, - 1.164062, - 1.117188, - 1.171875, - 1.0625, - 1.117188, - 1.210938, - 1.109375, - 1.140625, - 1.179688, - 1.109375, - 1.148438, - 1.148438, - 1.125, - 1.117188, - 1.132812, - 1.125, - 1.226562, - 1.117188, - 1.117188, - 1.101562, - 1.171875, - 1.117188, - 1.101562, - 0.78125, - 1.125, - 1.117188, - 1.125, - 1.632812, - 1.101562, - 1.101562, - 1.179688, - 1.109375, - 1.125, - 1.117188, - 1.109375, - 1.109375, - 1.101562, - 1.132812, - 1.15625, - 1.101562, - 1.109375, - 1.101562, - 1.078125, - 1.125, - 1.445312, - 1.09375, - 1.132812, - 1.109375, - 1.117188, - 1.117188, - 1.085938, - 1.296875, - 1.140625, - 1.101562, - 1.109375, - 1.140625, - 1.109375, - 1.117188, - 1.125, - 1.117188, - 1.140625, - 1.09375, - 2.015625, - 1.117188, - 1.1875, - 1.117188, - 1.140625, - 1.125, - 1.164062, - 1.132812, - 1.09375, - 1.140625, - 1.140625, - 1.132812, - 1.085938, - 1.15625, - 1.09375, - 1.117188, - 1.046875, - 1.15625, - 1.125, - 1.125, - 1.25, - 1.179688, - 1.03125, - 1.101562, - 1.203125, - 1.101562, - 1.109375, - 1.101562, - 1.132812, - 1.101562, - 1.125, - 1.109375, - 1.242188, - 1.125, - 1.085938, - 1.125, - 1.125, - 1.09375, - 1.132812, - 1.109375, - 1.101562, - 1.15625, - 1.109375, - 1.132812, - 1.117188, - 1.117188, - 1.117188, - 1.125, - 1.492188, - 1.117188, - 1.109375, - 1.125, - 1.117188, - 1.703125, - 1.09375, - 1.117188, - 1.117188, - 1.117188, - 1.109375, - 1.054688, - 1.125, - 1.140625, - 1.125, - 1.101562, - 1.085938, - 1.101562, - 1.132812, - 1.117188, - 1.117188, - 1.117188, - 2.375, - 1.109375, - 1.15625, - 1.125, - 1.140625, - 1.109375, - 1.484375, - 1.117188, - 1.085938, - 1.070312, - 1.078125, - 1.15625, - 1.117188, - 1.296875, - 1.101562, - 1.109375, - 1.117188, - 1.140625, - 1.5, - 1.085938, - 1.117188, - 1.367188, - 1.125, - 1.078125, - 1.125, - 1.109375, - 0.996094, - 1.109375, - 1.171875, - 1.148438, - 1.171875, - 1.125, - 1.171875, - 1.148438, - 1.117188, - 1.101562, - 1.125, - 1.085938, - 1.109375, - 1.132812, - 1.109375, - 1.148438, - 1.132812, - 1.140625, - 1.117188, - 1.101562, - 1.117188, - 1.117188, - 1.132812, - 1.085938, - 1.109375, - 1.101562, - 1.171875, - 1.148438, - 1.101562, - 1.117188, - 1.109375, - 1.15625, - 1.140625, - 1.265625, - 1.289062, - 1.1875, - 1.132812, - 1.125, - 1.09375, - 1.164062, - 1.117188, - 1.132812, - 1.1875, - 1.101562, - 1.101562, - 1.09375, - 1.117188, - 1.15625, - 1.109375, - 1.148438, - 1.195312, - 2.125, - 1.1875, - 1.117188, - 1.101562, - 1.234375, - 1.015625, - 1.101562, - 1.085938, - 1.125, - 1.125, - 1.179688, - 1.109375, - 1.109375, - 0.753906, - 1.109375, - 1.125, - 1.148438, - 1.117188, - 1.109375, - 1.117188, - 1.09375, - 1.140625, - 1.046875, - 1.148438, - 1.3125, - 1.125, - 1.125, - 1.109375, - 1.210938, - 1.140625, - 1.164062, - 1.09375, - 1.125, - 1.125, - 1.148438, - 1.078125, - 1.117188, - 1.101562, - 1.117188, - 1.101562, - 1.09375, - 1.132812, - 0.945312, - 1.117188, - 1.140625, - 0.992188, - 1.078125, - 1.101562, - 1.125, - 1.125, - 1.140625, - 1.117188, - 1.109375, - 1.109375, - 1.109375, - 1.109375, - 1.117188, - 1.179688, - 1.15625, - 1.179688, - 1.117188, - 1.117188, - 1.117188, - 1.101562, - 1.109375, - 1.109375, - 1.140625, - 1.164062, - 1.109375, - 1.109375, - 1.140625, - 1.101562, - 1.101562, - 1.125, - 1.125, - 1.109375, - 1.101562, - 1.078125, - 1.101562, - 2.515625, - 1.117188, - 1.078125, - 1.132812, - 1.109375, - 0.902344, - 1.15625, - 1.148438, - 1.117188, - 1.140625, - 1.109375, - 1.078125, - 1.101562, - 1.109375, - 1.117188, - 1.148438, - 1.132812, - 1.117188, - 1.132812, - 1.21875, - 1.109375, - 1.125, - 1.125, - 1.09375, - 1.125, - 1.140625, - 1.210938, - 1.132812, - 1.15625, - 1.109375, - 1.054688, - 1.148438, - 1.125, - 1.203125, - 1.117188, - 1.132812, - 1.109375, - 1.132812, - 1.125, - 1.179688, - 1.109375, - 1.117188, - 1.257812, - 1.101562, - 1.242188, - 1.140625, - 1.398438, - 1.109375, - 1.117188, - 1.148438, - 1.109375, - 1.132812, - 1.21875, - 1.125, - 1.125, - 1.101562, - 1.15625, - 1.125, - 1.101562, - 1.109375, - 1.109375, - 1.109375, - 1.140625, - 1.140625, - 1.101562, - 1.171875, - 1.125, - 1.101562, - 1.125, - 1.101562, - 1.117188, - 1.109375, - 0.683594, - 1.078125, - 1.109375, - 1.132812, - 1.125, - 0.804688, - 1.132812, - 1.140625, - 1.078125, - 1.15625, - 1.109375, - 1.132812, - 1.117188, - 0.949219, - 1.101562, - 1.101562, - 1.109375, - 1.140625, - 1.132812, - 1.117188, - 1.125, - 1.125, - 1.109375, - 1.109375, - 1.109375, - 1.15625, - 1.101562, - 1.117188, - 1.140625, - 1.085938, - 1.109375, - 1.140625, - 1.101562, - 1.15625, - 1.109375, - 1.101562, - 1.09375, - 1.195312, - 1.09375, - 1.132812, - 1.140625, - 1.132812, - 1.117188, - 1.09375, - 1.125, - 1.09375, - 1.109375, - 1.109375, - 1.125, - 1.109375, - 1.125, - 1.085938, - 1.109375, - 1.125, - 1.132812 - ] - }, - "name": "model.transformer.layers.19.ffn_norm.weight", - "outputIndexes": [ - 1250 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1249, - 1250 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_norm_19/Mul_1_output_0", - "outputIndexes": [ - 1251 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1251 - ], - "outputIndexes": [ - 1938 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/pre_convert", - "inputIndexes": [ - 1938 - ], - "outputIndexes": [ - 1939 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear", - "inputIndexes": [ - 1939 - ], - "outputIndexes": [ - 1940 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 12288, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 147456, - "weightSize": 0 - }, - "external": [ - 213695524, - 9437206, - 1179648, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/post_convert", - "inputIndexes": [ - 1940 - ], - "outputIndexes": [ - 1941 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_1/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1941 - ], - "outputIndexes": [ - 1252 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 12288 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1252, - 21, - 586, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_19/Slice_output_0", - "outputIndexes": [ - 1253 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1253 - ], - "main_type": "UnaryOp", - "main": { - "opType": "SIGMOID", - "T": "DT_INVALID" - }, - "name": "/ffn/act_19/Sigmoid_output_0", - "outputIndexes": [ - 1254 - ], - "type": "UnaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1253, - 1254 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn/act_19/Mul_output_0", - "outputIndexes": [ - 1255 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12288 - ] - }, - "name": "/ffn_19/Mul_1_output_0", - "outputIndexes": [ - 1256 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1252, - 586, - 1256, - 95 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_INVALID", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 1 - }, - "name": "/ffn_19/Slice_1_output_0", - "outputIndexes": [ - 1257 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1255, - 1257 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/ffn_19/Mul_2_output_0", - "outputIndexes": [ - 1258 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1258 - ], - "outputIndexes": [ - 1942 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 6144, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/pre_convert", - "inputIndexes": [ - 1942 - ], - "outputIndexes": [ - 1943 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear", - "inputIndexes": [ - 1943 - ], - "outputIndexes": [ - 1944 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 1536, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 6144, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 73728, - "weightSize": 0 - }, - "external": [ - 224312378, - 4718614, - 589824, - 0, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/post_convert", - "inputIndexes": [ - 1944 - ], - "outputIndexes": [ - 1945 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/layers.19/mlp/proj_2/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1945 - ], - "outputIndexes": [ - 1259 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 1536 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1248, - 1259 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/Add_79_output_0", - "outputIndexes": [ - 1260 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 2 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1, - 1536 - ] - }, - "name": "/lm/Constant_output_0__", - "outputIndexes": [ - 1261 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1260, - 1261 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/lm/Reshape_output_0", - "outputIndexes": [ - 1262 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - -1 - ] - }, - "name": "/rotary/Constant_6_output_0", - "outputIndexes": [ - 1263 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1262 - ], - "main_type": "NONE", - "name": "Shape1784", - "outputIndexes": [ - 1264 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1262 - ], - "main_type": "NONE", - "name": "Rank1786", - "outputIndexes": [ - 1265 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1265, - 1265 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1788", - "outputIndexes": [ - 1266 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1266 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1789", - "outputIndexes": [ - 1267 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1266, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1791", - "outputIndexes": [ - 1268 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1268 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1792", - "outputIndexes": [ - 1269 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1264, - 1267, - 1269, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1795", - "outputIndexes": [ - 1270 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1270 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1796", - "outputIndexes": [ - 1271 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1263, - 1271 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1797", - "outputIndexes": [ - 1272 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1272, - 1271 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1798", - "outputIndexes": [ - 1273 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1262, - 1273, - 1266 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/lm/Gather_output_0", - "outputIndexes": [ - 1274 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 3 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 1, - 1, - 1536 - ] - }, - "name": "/lm/Constant_1_output_0__", - "outputIndexes": [ - 1275 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1274, - 1275 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "/lm/Reshape_1_output_0", - "outputIndexes": [ - 1276 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1276 - ], - "main_type": "LayerNorm", - "main": { - "axis": [ - -1 - ], - "epsilon": 1e-06, - "group": 1, - "useRMSNorm": true - }, - "name": "/lm/norm/Mul_output_0", - "outputIndexes": [ - 1277 - ], - "type": "LayerNorm", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1536 - ], - "dataFormat": "NCHW", - "dataType": "DT_FLOAT", - "float32s": [ - 1.570312, - 1.625, - 1.617188, - 1.539062, - 1.492188, - 1.632812, - 1.625, - 1.640625, - 1.53125, - 1.65625, - 1.601562, - 1.546875, - 1.648438, - 1.640625, - 1.59375, - 1.703125, - 1.632812, - 1.695312, - 1.570312, - 2.8125, - 1.34375, - 1.585938, - 1.46875, - 1.679688, - 1.59375, - 1.695312, - 1.648438, - 1.640625, - 1.578125, - 1.617188, - 1.585938, - 1.585938, - 1.539062, - 1.546875, - 1.585938, - 1.648438, - 1.664062, - 1.601562, - 1.679688, - 1.601562, - 1.585938, - 1.875, - 1.601562, - 1.585938, - 1.585938, - 1.59375, - 1.570312, - 2.796875, - 1.578125, - 2.96875, - 2.9375, - 1.59375, - 1.65625, - 1.601562, - 1.648438, - 1.609375, - 1.617188, - 1.601562, - 1.632812, - 1.625, - 1.632812, - 1.632812, - 1.421875, - 1.578125, - 2.046875, - 1.625, - 1.710938, - 1.617188, - 1.578125, - 1.289062, - 1.75, - 1.664062, - 1.632812, - 1.71875, - 1.554688, - 1.617188, - 1.570312, - 1.632812, - 1.65625, - 1.71875, - 1.59375, - 1.640625, - 1.671875, - 1.570312, - 2.296875, - 1.710938, - 1.65625, - 1.59375, - 1.601562, - 1.601562, - 1.65625, - 1.664062, - 1.695312, - 1.601562, - 1.632812, - 1.6875, - 1.492188, - 1.765625, - 1.554688, - 1.46875, - 1.59375, - 1.1875, - 3.1875, - 1.570312, - 1.5625, - 1.601562, - 1.5625, - 1.617188, - 1.476562, - 1.664062, - 1.695312, - 1.664062, - 2.9375, - 1.578125, - 1.609375, - 1.625, - 1.945312, - 1.632812, - 1.617188, - 1.671875, - 1.59375, - 1.648438, - 1.726562, - 1.585938, - 1.617188, - 1.601562, - 1.625, - 1.585938, - 1.585938, - 1.703125, - 1.617188, - 1.625, - 1.648438, - 1.601562, - 1.546875, - 1.648438, - 1.367188, - 1.828125, - 1.578125, - 1.554688, - 1.554688, - 1.695312, - 1.625, - 1.617188, - 1.40625, - 1.523438, - 1.617188, - 1.554688, - 2.546875, - 2.421875, - 1.6875, - 1.609375, - 1.59375, - 1.570312, - 1.625, - 1.578125, - 1.617188, - 1.875, - 1.640625, - 1.53125, - 1.5625, - 4.90625, - 1.632812, - 1.65625, - 1.609375, - 1.601562, - 1.625, - 1.59375, - 1.703125, - 1.289062, - 3.375, - 1.585938, - 1.523438, - 1.632812, - 1.679688, - 1.632812, - 1.640625, - 1.703125, - 1.671875, - 1.671875, - 1.6875, - 1.609375, - 4.15625, - 1.609375, - 1.578125, - 1.640625, - 1.59375, - 1.585938, - 1.570312, - 1.585938, - 1.632812, - 1.648438, - 0.878906, - 1.609375, - 1.578125, - 1.640625, - 1.59375, - 1.664062, - 1.632812, - 1.648438, - 1.6875, - 1.632812, - 1.664062, - 1.65625, - 1.59375, - 1.632812, - 2.515625, - 1.617188, - 1.710938, - 1.617188, - 1.5, - 1.578125, - 1.671875, - 1.609375, - 1.585938, - 1.78125, - 1.632812, - 1.640625, - 1.617188, - 1.609375, - 1.632812, - 1.773438, - 1.625, - 1.515625, - 1.609375, - 1.367188, - 1.664062, - 1.609375, - 1.695312, - 1.648438, - 1.609375, - 1.625, - 1.578125, - 1.570312, - 1.632812, - 1.609375, - 1.953125, - 1.625, - 1.609375, - 1.515625, - 1.59375, - 1.460938, - 1.648438, - 1.71875, - 1.625, - 1.617188, - 1.4375, - 1.625, - 1.578125, - 1.578125, - 1.601562, - 1.515625, - 1.601562, - 1.484375, - 1.617188, - 1.640625, - 1.664062, - 1.5625, - 1.617188, - 1.648438, - 1.617188, - 1.65625, - 1.390625, - 1.609375, - 1.632812, - 1.609375, - 1.625, - 1.125, - 1.523438, - 1.617188, - 1.617188, - 1.648438, - 1.601562, - 1.640625, - 1.617188, - 1.617188, - 1.59375, - 1.179688, - 1.5625, - 1.625, - 1.65625, - 1.632812, - 1.546875, - 1.648438, - 1.570312, - 1.601562, - 1.65625, - 1.609375, - 1.59375, - 1.609375, - 1.695312, - 1.632812, - 1.75, - 1.617188, - 1.476562, - 1.625, - 1.484375, - 1.617188, - 1.578125, - 1.539062, - 1.601562, - 1.65625, - 1.734375, - 1.59375, - 1.585938, - 1.601562, - 1.609375, - 12.0, - 1.648438, - 1.6875, - 1.625, - 1.59375, - 1.84375, - 1.828125, - 1.625, - 2.15625, - 1.632812, - 1.5, - 1.210938, - 1.625, - 1.625, - 1.65625, - 1.695312, - 1.601562, - 1.625, - 1.695312, - 1.671875, - 1.546875, - 1.601562, - 1.632812, - 1.59375, - 1.570312, - 1.59375, - 1.625, - 1.609375, - 1.578125, - 1.617188, - 1.570312, - 1.53125, - 1.617188, - 1.523438, - 1.554688, - 1.632812, - 1.539062, - 1.625, - 1.757812, - -0.080078, - 1.554688, - 1.617188, - 1.921875, - 1.375, - 1.578125, - 1.375, - 1.296875, - 1.625, - 0.769531, - 1.492188, - 1.609375, - 1.578125, - 1.625, - 1.640625, - 1.632812, - 1.65625, - 1.679688, - 1.609375, - 1.523438, - 1.585938, - 1.359375, - 1.59375, - 1.515625, - 1.515625, - 1.570312, - 1.507812, - 1.601562, - 1.609375, - 1.484375, - 1.609375, - 1.648438, - 1.648438, - 1.59375, - 1.648438, - 1.625, - 1.640625, - 1.625, - 1.46875, - 1.546875, - 1.507812, - 1.664062, - 1.789062, - 1.601562, - 1.59375, - 1.523438, - 1.625, - 1.484375, - 1.578125, - 1.0625, - 1.726562, - 0.9375, - 6.0, - 2.59375, - 1.59375, - 1.851562, - 1.859375, - 1.679688, - 1.601562, - 1.4375, - 1.445312, - 1.585938, - 1.609375, - 1.890625, - 2.265625, - 1.265625, - 1.59375, - 1.601562, - 1.664062, - 1.539062, - 1.59375, - 1.609375, - 1.609375, - 1.59375, - 1.664062, - 1.539062, - 1.601562, - 1.078125, - 1.585938, - 1.46875, - 1.554688, - 1.648438, - 1.585938, - 1.710938, - 1.609375, - 1.703125, - 1.601562, - 1.632812, - 1.617188, - 1.617188, - 1.601562, - 1.640625, - 1.578125, - 1.632812, - 1.6875, - 1.601562, - 1.601562, - 1.570312, - 1.632812, - 1.625, - 1.523438, - 1.507812, - 1.632812, - 1.71875, - 1.054688, - 1.585938, - 1.640625, - 1.5625, - 1.5625, - 1.65625, - 1.570312, - 2.203125, - 1.59375, - 1.632812, - 1.671875, - 1.523438, - 1.625, - 1.625, - 1.65625, - 1.445312, - 1.617188, - 1.5625, - 1.703125, - 1.59375, - 1.140625, - 1.679688, - 1.5625, - 1.460938, - 1.6875, - 1.617188, - 1.632812, - 1.609375, - 1.695312, - 1.59375, - 1.648438, - 1.609375, - 1.585938, - 1.484375, - 1.617188, - 1.460938, - 1.65625, - 1.78125, - 1.648438, - 1.609375, - 1.695312, - 1.539062, - 1.5625, - 1.65625, - 1.648438, - 1.640625, - 1.601562, - 1.523438, - 1.640625, - 3.875, - 1.632812, - 1.640625, - 1.632812, - 1.59375, - 1.546875, - 1.632812, - 1.640625, - 1.59375, - 1.617188, - 1.375, - 1.664062, - 1.601562, - 1.617188, - 1.695312, - 1.382812, - 1.617188, - 1.6875, - 1.632812, - 1.632812, - 1.679688, - 1.539062, - 1.632812, - 1.601562, - 1.632812, - 1.570312, - 1.640625, - 1.632812, - 1.75, - 1.640625, - 1.921875, - 1.726562, - 1.617188, - 1.601562, - 1.585938, - 1.679688, - 1.453125, - 1.625, - 1.671875, - 1.609375, - 1.59375, - 1.625, - 2.015625, - 1.507812, - 1.625, - 1.625, - 1.585938, - 1.664062, - 1.632812, - 1.898438, - 1.59375, - 1.554688, - 1.71875, - 1.578125, - 1.273438, - 1.554688, - 1.570312, - 1.640625, - 1.585938, - 1.632812, - 1.757812, - 1.546875, - 1.390625, - 1.234375, - 1.617188, - 1.578125, - 1.703125, - 1.570312, - 1.6875, - 1.65625, - 1.78125, - 1.671875, - 1.484375, - 1.8125, - 1.609375, - 1.609375, - 1.664062, - 1.585938, - 1.664062, - 1.515625, - 1.601562, - 1.648438, - 1.601562, - 1.617188, - 1.851562, - 1.632812, - 2.640625, - 1.632812, - 1.726562, - 1.664062, - 1.648438, - 1.640625, - 1.617188, - 1.59375, - 1.578125, - 1.601562, - 1.671875, - 2.359375, - 1.476562, - 1.609375, - 1.546875, - 1.5625, - 1.664062, - 1.632812, - 1.640625, - 1.59375, - 1.601562, - 1.695312, - 1.5, - 1.53125, - 1.625, - 1.695312, - 1.726562, - 1.679688, - 1.6875, - 1.59375, - 1.71875, - 1.625, - 1.695312, - 1.117188, - 1.5625, - 1.648438, - 1.648438, - 1.671875, - 1.640625, - 1.59375, - 1.5625, - 1.625, - 1.578125, - 1.625, - 2.015625, - 1.5625, - 1.609375, - 1.59375, - 1.617188, - 1.867188, - 1.71875, - 1.953125, - 1.6875, - 1.640625, - 1.625, - 1.898438, - 1.546875, - 1.796875, - 1.617188, - 1.585938, - 1.539062, - 1.65625, - 1.507812, - 1.601562, - 1.640625, - 2.8125, - 1.625, - 1.664062, - 1.617188, - 1.648438, - 1.632812, - 1.820312, - 1.601562, - 1.617188, - 3.15625, - 1.601562, - 1.703125, - 1.617188, - 1.59375, - 1.601562, - 1.679688, - 1.523438, - 1.5625, - 1.617188, - 1.648438, - 1.578125, - 1.632812, - 1.5, - 1.59375, - 1.59375, - 1.8125, - 1.578125, - 1.742188, - 1.617188, - 1.71875, - 1.59375, - 1.617188, - 1.632812, - 1.664062, - 1.695312, - 1.601562, - 1.46875, - 2.015625, - 5.25, - 1.585938, - 1.601562, - 3.796875, - 1.59375, - 1.9375, - 1.632812, - 1.617188, - 1.695312, - 1.617188, - 1.5625, - 1.671875, - 1.632812, - 1.609375, - 1.476562, - 1.664062, - 2.6875, - 1.5625, - 1.765625, - 1.515625, - 1.601562, - 1.5625, - 1.6875, - 1.65625, - 1.648438, - 1.585938, - 1.632812, - 1.6875, - 1.609375, - 1.75, - 1.601562, - 1.617188, - 1.570312, - 1.578125, - 1.953125, - 1.757812, - 1.695312, - 1.609375, - 1.625, - 1.609375, - 1.875, - 1.648438, - 1.632812, - 1.59375, - 1.601562, - 4.40625, - 1.554688, - 1.632812, - 1.601562, - 1.578125, - 1.664062, - 1.609375, - 1.71875, - 1.664062, - 1.679688, - 1.21875, - 1.507812, - 1.59375, - 1.59375, - 1.59375, - 1.664062, - 4.1875, - 1.617188, - 1.585938, - 1.367188, - 1.703125, - 2.3125, - 1.117188, - 1.625, - 1.640625, - 1.617188, - 1.65625, - 2.609375, - 1.671875, - 1.578125, - 1.648438, - 1.65625, - 1.484375, - 1.632812, - 1.59375, - 1.601562, - 1.640625, - 1.632812, - 1.640625, - 1.585938, - 4.0, - 1.640625, - 1.601562, - 1.796875, - 1.632812, - 1.625, - 1.609375, - 1.578125, - 1.59375, - 1.601562, - 1.5625, - 1.421875, - 1.398438, - 1.59375, - 1.625, - 1.664062, - 1.625, - 1.4375, - 1.515625, - 1.625, - 1.765625, - 2.015625, - 1.554688, - 3.46875, - 1.585938, - 1.632812, - 1.71875, - 1.648438, - 1.648438, - 1.625, - 1.640625, - 1.585938, - 1.601562, - 1.59375, - 1.59375, - 1.710938, - 1.53125, - 1.609375, - 1.585938, - 1.734375, - 1.601562, - 1.71875, - 1.601562, - 1.507812, - 1.671875, - 1.601562, - 1.554688, - 1.632812, - 1.640625, - 1.609375, - 1.703125, - 1.5625, - 1.65625, - 1.640625, - 1.640625, - 1.632812, - 1.609375, - 1.617188, - 1.65625, - 0.953125, - 1.5625, - 1.632812, - 1.929688, - 1.8125, - 2.3125, - 1.609375, - 1.539062, - 7.9375, - 1.640625, - 1.625, - 1.828125, - 1.601562, - 5.46875, - 1.65625, - 1.679688, - 1.609375, - 1.710938, - 3.203125, - 1.359375, - 1.671875, - 1.492188, - 1.625, - 1.617188, - 1.601562, - 1.601562, - 1.539062, - 1.6875, - 1.6875, - 1.640625, - 1.664062, - 1.585938, - 1.617188, - 1.625, - 1.632812, - 1.609375, - 1.570312, - 1.9375, - 1.617188, - 1.640625, - 1.617188, - 1.625, - 1.585938, - 1.617188, - 1.585938, - 1.59375, - 1.625, - 1.671875, - 1.625, - 1.664062, - 1.617188, - 2.34375, - 1.578125, - 1.578125, - 2.046875, - 1.585938, - -0.010254, - 1.640625, - 1.585938, - 1.601562, - 1.625, - 1.59375, - 1.640625, - 1.609375, - 1.617188, - 1.710938, - 2.765625, - 1.585938, - 1.625, - 1.554688, - 1.5625, - 1.671875, - 1.617188, - 1.695312, - 1.304688, - 1.617188, - 0.012878, - 1.632812, - 1.6875, - 1.609375, - 2.234375, - 1.554688, - 1.609375, - 1.625, - 1.609375, - 3.109375, - 1.59375, - 1.5625, - 1.585938, - 1.703125, - 1.617188, - 1.625, - 1.609375, - 1.476562, - 1.679688, - 1.695312, - 1.59375, - 1.328125, - 1.59375, - 1.585938, - 1.632812, - 1.617188, - 1.757812, - 1.632812, - 1.554688, - 1.648438, - 1.601562, - 1.625, - 1.757812, - 1.6875, - 2.96875, - 1.734375, - 1.703125, - 1.648438, - 1.59375, - 1.640625, - 1.710938, - 1.710938, - 1.609375, - 1.578125, - 1.859375, - 1.640625, - 1.671875, - 1.765625, - 1.625, - 1.617188, - 1.804688, - 1.539062, - 1.695312, - 1.609375, - 1.5625, - 1.53125, - 1.15625, - 1.601562, - 1.476562, - 2.25, - 1.632812, - 1.59375, - 1.59375, - 1.679688, - 1.484375, - 1.554688, - 1.59375, - 1.585938, - 1.5625, - 1.78125, - 1.640625, - 1.507812, - 1.625, - 1.664062, - 1.59375, - 1.523438, - 1.601562, - 1.632812, - 1.546875, - 1.59375, - 1.625, - 1.484375, - 1.609375, - 1.585938, - 1.679688, - 1.609375, - 1.625, - 1.59375, - 1.507812, - 1.53125, - 1.601562, - 1.578125, - 1.570312, - 1.5, - 1.601562, - 1.585938, - 1.671875, - 1.601562, - 1.976562, - 1.609375, - 1.632812, - 1.617188, - 1.460938, - 1.65625, - 1.617188, - 1.515625, - 1.671875, - 1.773438, - 1.546875, - 1.640625, - 1.609375, - 1.742188, - 1.632812, - 1.609375, - 1.65625, - 2.71875, - 1.6875, - 1.554688, - 1.6875, - 1.601562, - 1.617188, - 1.632812, - 1.59375, - 1.710938, - 1.59375, - 1.476562, - 1.492188, - 1.585938, - 1.632812, - 1.6875, - 1.765625, - 1.625, - 1.726562, - 2.078125, - 1.734375, - 1.257812, - 1.601562, - 1.085938, - 1.101562, - 1.640625, - 1.6875, - 1.601562, - 1.625, - 1.59375, - 1.609375, - 1.578125, - 1.601562, - 1.515625, - 3.34375, - 1.570312, - 1.617188, - 6.65625, - 1.585938, - 3.328125, - 1.578125, - 1.835938, - 1.585938, - 1.609375, - 1.648438, - 1.640625, - 1.640625, - 1.632812, - 1.664062, - 1.445312, - 1.617188, - 1.664062, - 1.648438, - 1.648438, - 1.578125, - 2.828125, - 1.726562, - 1.46875, - 2.609375, - 1.625, - 1.710938, - 1.414062, - 1.484375, - 0.878906, - 1.507812, - 1.554688, - 1.601562, - 1.523438, - 1.625, - 1.609375, - 1.578125, - 1.578125, - 1.640625, - 1.570312, - 1.679688, - 1.609375, - 1.609375, - 1.78125, - 1.578125, - 4.0625, - 1.703125, - 1.601562, - 1.5625, - 1.773438, - 1.617188, - 1.625, - 1.5625, - 1.757812, - 2.203125, - 1.585938, - 1.671875, - 2.609375, - 1.546875, - 1.578125, - 1.742188, - 1.664062, - 1.679688, - 1.601562, - 1.609375, - 1.476562, - 1.5625, - 1.632812, - 1.34375, - 1.632812, - 1.671875, - 1.585938, - 1.695312, - 1.578125, - 1.585938, - 1.679688, - 1.546875, - 1.640625, - 1.648438, - 1.710938, - 1.65625, - 1.625, - 1.632812, - 1.601562, - 1.609375, - 1.570312, - 1.585938, - 1.648438, - 1.125, - 1.632812, - 1.664062, - 1.671875, - 2.78125, - 1.640625, - 1.5625, - 1.648438, - 1.640625, - 1.601562, - 1.609375, - 1.546875, - 1.609375, - 1.617188, - 1.609375, - 1.59375, - 1.53125, - 1.59375, - 1.609375, - 1.53125, - 1.640625, - 2.1875, - 1.585938, - 1.617188, - 1.5625, - 1.609375, - 1.671875, - 1.5, - 1.5, - 1.648438, - 1.609375, - 1.617188, - 1.625, - 1.59375, - 1.617188, - 1.632812, - 1.671875, - 1.742188, - 1.585938, - 4.21875, - 1.617188, - 1.5, - 1.617188, - 1.59375, - 1.554688, - 1.859375, - 1.578125, - 1.617188, - 1.695312, - 1.625, - 1.585938, - 1.601562, - 1.632812, - 1.640625, - 1.578125, - 1.484375, - 1.695312, - 1.65625, - 1.65625, - 1.515625, - 1.679688, - 1.515625, - 1.554688, - 1.90625, - 1.507812, - 1.632812, - 1.632812, - 1.640625, - 1.601562, - 1.671875, - 1.710938, - 1.84375, - 1.65625, - 1.578125, - 1.71875, - 1.570312, - 1.515625, - 1.695312, - 1.640625, - 1.617188, - 1.664062, - 1.5625, - 1.601562, - 1.609375, - 1.554688, - 1.578125, - 1.617188, - 2.546875, - 1.585938, - 1.757812, - 1.578125, - 1.546875, - 2.734375, - 1.59375, - 1.5625, - 1.5625, - 1.632812, - 1.640625, - 1.414062, - 1.59375, - 1.617188, - 1.617188, - 1.640625, - 1.539062, - 1.609375, - 1.632812, - 1.601562, - 1.625, - 1.65625, - 2.625, - 1.585938, - 1.601562, - 1.546875, - 1.453125, - 1.671875, - 2.671875, - 1.5625, - 1.648438, - 1.507812, - 1.585938, - 1.570312, - 1.695312, - 2.125, - 1.648438, - 1.632812, - 1.640625, - 1.648438, - 2.375, - 1.5625, - 1.648438, - 3.671875, - 1.625, - 1.578125, - 1.554688, - 1.632812, - 1.367188, - 1.679688, - 1.671875, - 1.460938, - 1.632812, - 1.570312, - 1.726562, - 1.78125, - 1.609375, - 1.640625, - 1.671875, - 1.59375, - 1.570312, - 1.664062, - 1.617188, - 1.492188, - 1.578125, - 1.796875, - 1.601562, - 1.640625, - 1.585938, - 1.65625, - 1.648438, - 1.570312, - 1.632812, - 1.632812, - 1.609375, - 1.554688, - 1.617188, - 1.578125, - 1.601562, - 1.640625, - 1.570312, - 2.0625, - 1.96875, - 1.4375, - 1.65625, - 1.640625, - 1.570312, - 1.773438, - 1.757812, - 1.59375, - 1.671875, - 1.640625, - 1.59375, - 1.578125, - 1.59375, - 1.710938, - 1.625, - 1.609375, - 1.601562, - 6.3125, - 1.484375, - 1.539062, - 1.609375, - 2.078125, - 1.445312, - 1.601562, - 1.664062, - 1.617188, - 1.671875, - 1.734375, - 1.601562, - 1.601562, - 1.03125, - 1.585938, - 1.617188, - 1.835938, - 1.625, - 1.65625, - 1.71875, - 1.609375, - 1.601562, - 1.5, - 1.601562, - 1.71875, - 1.5625, - 1.640625, - 1.617188, - 1.507812, - 1.601562, - 1.382812, - 1.625, - 1.625, - 1.601562, - 1.75, - 1.664062, - 1.664062, - 1.601562, - 1.617188, - 1.625, - 1.726562, - 1.617188, - 1.257812, - 1.617188, - 1.640625, - 1.351562, - 1.46875, - 1.648438, - 1.710938, - 1.648438, - 1.648438, - 1.5625, - 1.648438, - 1.609375, - 1.5625, - 1.625, - 1.609375, - 1.679688, - 1.648438, - 1.828125, - 1.578125, - 1.609375, - 1.617188, - 1.671875, - 1.648438, - 1.578125, - 1.609375, - 1.617188, - 1.585938, - 1.609375, - 1.664062, - 1.59375, - 1.625, - 1.570312, - 1.78125, - 1.601562, - 1.648438, - 1.507812, - 1.648438, - 5.8125, - 1.617188, - 1.609375, - 1.601562, - 1.5, - 1.296875, - 1.617188, - 1.578125, - 1.59375, - 1.6875, - 1.601562, - 1.601562, - 1.585938, - 1.617188, - 1.5625, - 1.632812, - 1.617188, - 1.59375, - 1.75, - 2.203125, - 1.5625, - 1.570312, - 1.53125, - 1.554688, - 1.632812, - 1.796875, - 1.8125, - 1.625, - 1.5625, - 1.664062, - 1.40625, - 1.640625, - 1.625, - 1.515625, - 1.679688, - 1.640625, - 1.585938, - 1.640625, - 1.609375, - 1.726562, - 1.625, - 1.59375, - 1.429688, - 1.609375, - 2.109375, - 1.445312, - 2.828125, - 1.664062, - 1.609375, - 1.601562, - 1.609375, - 1.679688, - 1.53125, - 1.6875, - 1.632812, - 1.601562, - 1.421875, - 1.59375, - 1.617188, - 1.554688, - 1.664062, - 1.671875, - 1.65625, - 1.617188, - 1.617188, - 1.75, - 1.601562, - 1.539062, - 1.601562, - 1.632812, - 1.609375, - 1.609375, - 0.902344, - 1.5, - 1.578125, - 1.671875, - 1.617188, - 1.085938, - 1.585938, - 1.84375, - 1.46875, - 1.796875, - 1.625, - 1.632812, - 1.632812, - 1.296875, - 1.601562, - 1.5625, - 1.632812, - 1.585938, - 1.609375, - 1.648438, - 1.625, - 1.726562, - 1.585938, - 1.632812, - 1.554688, - 1.632812, - 1.609375, - 1.640625, - 1.617188, - 1.59375, - 1.640625, - 1.726562, - 1.632812, - 1.367188, - 1.585938, - 1.601562, - 1.570312, - 1.507812, - 1.617188, - 1.664062, - 1.625, - 1.617188, - 1.679688, - 1.585938, - 1.648438, - 1.632812, - 1.609375, - 1.585938, - 1.679688, - 1.617188, - 1.671875, - 1.601562, - 1.625, - 1.664062, - 1.625 - ] - }, - "name": "model.transformer.norm.weight", - "outputIndexes": [ - 1278 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1277, - 1278 - ], - "main_type": "BinaryOp", - "main": { - "opType": 2, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "/lm/norm/Mul_1_output_0", - "outputIndexes": [ - 1279 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/pre_reshape", - "type": "Reshape", - "inputIndexes": [ - 1279 - ], - "outputIndexes": [ - 1946 - ], - "main_type": "Reshape", - "main": { - "dims": [ - -1, - 1536, - 1, - 1 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/pre_convert", - "inputIndexes": [ - 1946 - ], - "outputIndexes": [ - 1947 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NCHW", - "dest": "NC4HW4" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear", - "inputIndexes": [ - 1947 - ], - "outputIndexes": [ - 1948 - ], - "type": "Convolution", - "main_type": "Convolution2D", - "main": { - "common": { - "dilateX": 1, - "dilateY": 1, - "strideX": 1, - "strideY": 1, - "kernelX": 1, - "kernelY": 1, - "padX": 0, - "padY": 0, - "group": 1, - "outputCount": 32000, - "relu": false, - "padMode": "CAFFE", - "relu6": false, - "inputCount": 1536, - "hasOutputShape": false - }, - "quanParameter": { - "quantScale": 1.0, - "scaleIn": 0.0, - "scaleOut": 0.0, - "useInt32": false, - "has_scaleInt": false, - "shapeInt32": false, - "type": 1, - "aMax": 0, - "aMin": -8, - "readType": 384000, - "weightSize": 0 - }, - "external": [ - 229620816, - 24576022, - 3072000, - 128000, - 0 - ] - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/post_convert", - "inputIndexes": [ - 1948 - ], - "outputIndexes": [ - 1949 - ], - "type": "ConvertTensor", - "main_type": "TensorConvertInfo", - "main": { - "source": "NC4HW4", - "dest": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "name": "/lm/lm_head/Linear/post_reshape", - "type": "Reshape", - "inputIndexes": [ - 1949 - ], - "outputIndexes": [ - 1280 - ], - "main_type": "Reshape", - "main": { - "dims": [ - 1, - -1, - 32000 - ], - "dimType": "NCHW" - }, - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dims": [ - 1 - ], - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 32000 - ] - }, - "name": "/Constant_596_output_0__", - "outputIndexes": [ - 1281 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1280, - 1281 - ], - "main_type": "Reshape", - "main": { - "dimType": "NCHW" - }, - "name": "logits", - "outputIndexes": [ - 1282 - ], - "type": "Reshape", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Input", - "main": { - "dims": [ - 20, - 2, - -1, - 0, - 3, - 64 - ], - "dtype": "DT_FLOAT", - "dformat": "NCHW" - }, - "name": "past_key_values", - "outputIndexes": [ - 1283 - ], - "type": "Input", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283 - ], - "main_type": "NONE", - "name": "Shape1814", - "outputIndexes": [ - 1284 - ], - "type": "Shape", - "defaultDimentionFormat": "NCHW" - }, - { - "inputIndexes": [ - 1283 - ], - "main_type": "NONE", - "name": "Rank1816", - "outputIndexes": [ - 1285 - ], - "type": "Rank", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1285, - 1285 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1818", - "outputIndexes": [ - 1286 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1819", - "outputIndexes": [ - 1287 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286, - 9 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1821", - "outputIndexes": [ - 1288 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1822", - "outputIndexes": [ - 1289 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1287, - 1289, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1825", - "outputIndexes": [ - 1290 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1290 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1826", - "outputIndexes": [ - 1291 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1291, - 1291 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1828", - "outputIndexes": [ - 1292 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1292, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_output_0", - "outputIndexes": [ - 1293 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1293, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_200_output_0", - "outputIndexes": [ - 1294 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1836", - "outputIndexes": [ - 1295 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1839", - "outputIndexes": [ - 1296 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1295, - 1296, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1842", - "outputIndexes": [ - 1297 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1297 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1843", - "outputIndexes": [ - 1298 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 9, - 1298 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1844", - "outputIndexes": [ - 1299 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1299, - 1298 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1845", - "outputIndexes": [ - 1300 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1300, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_7_output_0", - "outputIndexes": [ - 1301 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1301, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_201_output_0", - "outputIndexes": [ - 1302 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 2 - ] - }, - "name": "/rotary/Constant_7_output_0", - "outputIndexes": [ - 1303 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1854", - "outputIndexes": [ - 1304 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1857", - "outputIndexes": [ - 1305 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1304, - 1305, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1860", - "outputIndexes": [ - 1306 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1306 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1861", - "outputIndexes": [ - 1307 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1303, - 1307 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1862", - "outputIndexes": [ - 1308 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1308, - 1307 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1863", - "outputIndexes": [ - 1309 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1309, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_12_output_0", - "outputIndexes": [ - 1310 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1310, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_202_output_0", - "outputIndexes": [ - 1311 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 3 - ] - }, - "name": "/Constant_6_output_0", - "outputIndexes": [ - 1312 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1872", - "outputIndexes": [ - 1313 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1875", - "outputIndexes": [ - 1314 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1313, - 1314, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1878", - "outputIndexes": [ - 1315 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1315 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1879", - "outputIndexes": [ - 1316 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1312, - 1316 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1880", - "outputIndexes": [ - 1317 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1317, - 1316 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1881", - "outputIndexes": [ - 1318 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1318, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_17_output_0", - "outputIndexes": [ - 1319 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1319, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_203_output_0", - "outputIndexes": [ - 1320 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 4 - ] - }, - "name": "/Constant_95_output_0", - "outputIndexes": [ - 1321 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1890", - "outputIndexes": [ - 1322 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1893", - "outputIndexes": [ - 1323 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1322, - 1323, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1896", - "outputIndexes": [ - 1324 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1324 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1897", - "outputIndexes": [ - 1325 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1321, - 1325 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1898", - "outputIndexes": [ - 1326 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1326, - 1325 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1899", - "outputIndexes": [ - 1327 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1327, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_22_output_0", - "outputIndexes": [ - 1328 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1328, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_204_output_0", - "outputIndexes": [ - 1329 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 5 - ] - }, - "name": "/Constant_149_output_0", - "outputIndexes": [ - 1330 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1908", - "outputIndexes": [ - 1331 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1911", - "outputIndexes": [ - 1332 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1331, - 1332, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1914", - "outputIndexes": [ - 1333 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1333 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1915", - "outputIndexes": [ - 1334 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1330, - 1334 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1916", - "outputIndexes": [ - 1335 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1335, - 1334 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1917", - "outputIndexes": [ - 1336 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1336, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_27_output_0", - "outputIndexes": [ - 1337 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1337, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_205_output_0", - "outputIndexes": [ - 1338 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 6 - ] - }, - "name": "/rotary/Constant_output_0", - "outputIndexes": [ - 1339 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1926", - "outputIndexes": [ - 1340 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1929", - "outputIndexes": [ - 1341 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1340, - 1341, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1932", - "outputIndexes": [ - 1342 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1342 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1933", - "outputIndexes": [ - 1343 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1339, - 1343 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1934", - "outputIndexes": [ - 1344 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1344, - 1343 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1935", - "outputIndexes": [ - 1345 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1345, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_32_output_0", - "outputIndexes": [ - 1346 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1346, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_206_output_0", - "outputIndexes": [ - 1347 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 7 - ] - }, - "name": "/Constant_208_output_0", - "outputIndexes": [ - 1348 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1944", - "outputIndexes": [ - 1349 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1947", - "outputIndexes": [ - 1350 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1349, - 1350, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1950", - "outputIndexes": [ - 1351 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1351 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1951", - "outputIndexes": [ - 1352 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1348, - 1352 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1952", - "outputIndexes": [ - 1353 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1353, - 1352 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1953", - "outputIndexes": [ - 1354 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1354, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_37_output_0", - "outputIndexes": [ - 1355 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1355, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_207_output_0", - "outputIndexes": [ - 1356 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 8 - ] - }, - "name": "/Constant_238_output_0", - "outputIndexes": [ - 1357 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1962", - "outputIndexes": [ - 1358 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1965", - "outputIndexes": [ - 1359 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1358, - 1359, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1968", - "outputIndexes": [ - 1360 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1360 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1969", - "outputIndexes": [ - 1361 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1357, - 1361 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1970", - "outputIndexes": [ - 1362 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1362, - 1361 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1971", - "outputIndexes": [ - 1363 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1363, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_42_output_0", - "outputIndexes": [ - 1364 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1364, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_208_output_0", - "outputIndexes": [ - 1365 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 9 - ] - }, - "name": "/Constant_268_output_0", - "outputIndexes": [ - 1366 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1980", - "outputIndexes": [ - 1367 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1983", - "outputIndexes": [ - 1368 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1367, - 1368, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice1986", - "outputIndexes": [ - 1369 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1369 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze1987", - "outputIndexes": [ - 1370 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1366, - 1370 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1988", - "outputIndexes": [ - 1371 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1371, - 1370 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp1989", - "outputIndexes": [ - 1372 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1372, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_47_output_0", - "outputIndexes": [ - 1373 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1373, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_209_output_0", - "outputIndexes": [ - 1374 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 10 - ] - }, - "name": "/Constant_298_output_0", - "outputIndexes": [ - 1375 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze1998", - "outputIndexes": [ - 1376 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2001", - "outputIndexes": [ - 1377 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1376, - 1377, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2004", - "outputIndexes": [ - 1378 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1378 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2005", - "outputIndexes": [ - 1379 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1375, - 1379 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2006", - "outputIndexes": [ - 1380 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1380, - 1379 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2007", - "outputIndexes": [ - 1381 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1381, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_52_output_0", - "outputIndexes": [ - 1382 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1382, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_210_output_0", - "outputIndexes": [ - 1383 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 11 - ] - }, - "name": "/Constant_328_output_0", - "outputIndexes": [ - 1384 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2016", - "outputIndexes": [ - 1385 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2019", - "outputIndexes": [ - 1386 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1385, - 1386, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2022", - "outputIndexes": [ - 1387 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1387 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2023", - "outputIndexes": [ - 1388 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1384, - 1388 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2024", - "outputIndexes": [ - 1389 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1389, - 1388 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2025", - "outputIndexes": [ - 1390 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1390, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_57_output_0", - "outputIndexes": [ - 1391 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1391, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_211_output_0", - "outputIndexes": [ - 1392 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 12 - ] - }, - "name": "/Constant_3_output_0", - "outputIndexes": [ - 1393 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2034", - "outputIndexes": [ - 1394 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2037", - "outputIndexes": [ - 1395 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1394, - 1395, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2040", - "outputIndexes": [ - 1396 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1396 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2041", - "outputIndexes": [ - 1397 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1393, - 1397 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2042", - "outputIndexes": [ - 1398 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1398, - 1397 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2043", - "outputIndexes": [ - 1399 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1399, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_62_output_0", - "outputIndexes": [ - 1400 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1400, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_212_output_0", - "outputIndexes": [ - 1401 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 13 - ] - }, - "name": "/Constant_387_output_0", - "outputIndexes": [ - 1402 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2052", - "outputIndexes": [ - 1403 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2055", - "outputIndexes": [ - 1404 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1403, - 1404, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2058", - "outputIndexes": [ - 1405 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1405 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2059", - "outputIndexes": [ - 1406 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1402, - 1406 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2060", - "outputIndexes": [ - 1407 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1407, - 1406 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2061", - "outputIndexes": [ - 1408 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1408, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_67_output_0", - "outputIndexes": [ - 1409 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1409, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_213_output_0", - "outputIndexes": [ - 1410 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 14 - ] - }, - "name": "/Constant_417_output_0", - "outputIndexes": [ - 1411 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2070", - "outputIndexes": [ - 1412 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2073", - "outputIndexes": [ - 1413 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1412, - 1413, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2076", - "outputIndexes": [ - 1414 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1414 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2077", - "outputIndexes": [ - 1415 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1411, - 1415 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2078", - "outputIndexes": [ - 1416 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1416, - 1415 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2079", - "outputIndexes": [ - 1417 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1417, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_72_output_0", - "outputIndexes": [ - 1418 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1418, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_214_output_0", - "outputIndexes": [ - 1419 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 15 - ] - }, - "name": "/Constant_447_output_0", - "outputIndexes": [ - 1420 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2088", - "outputIndexes": [ - 1421 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2091", - "outputIndexes": [ - 1422 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1421, - 1422, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2094", - "outputIndexes": [ - 1423 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1423 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2095", - "outputIndexes": [ - 1424 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1420, - 1424 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2096", - "outputIndexes": [ - 1425 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1425, - 1424 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2097", - "outputIndexes": [ - 1426 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1426, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_77_output_0", - "outputIndexes": [ - 1427 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1427, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_215_output_0", - "outputIndexes": [ - 1428 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 16 - ] - }, - "name": "/Constant_92_output_0", - "outputIndexes": [ - 1429 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2106", - "outputIndexes": [ - 1430 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2109", - "outputIndexes": [ - 1431 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1430, - 1431, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2112", - "outputIndexes": [ - 1432 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1432 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2113", - "outputIndexes": [ - 1433 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1429, - 1433 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2114", - "outputIndexes": [ - 1434 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1434, - 1433 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2115", - "outputIndexes": [ - 1435 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1435, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_82_output_0", - "outputIndexes": [ - 1436 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1436, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_216_output_0", - "outputIndexes": [ - 1437 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 17 - ] - }, - "name": "/Constant_506_output_0", - "outputIndexes": [ - 1438 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2124", - "outputIndexes": [ - 1439 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2127", - "outputIndexes": [ - 1440 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1439, - 1440, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2130", - "outputIndexes": [ - 1441 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1441 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2131", - "outputIndexes": [ - 1442 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1438, - 1442 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2132", - "outputIndexes": [ - 1443 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1443, - 1442 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2133", - "outputIndexes": [ - 1444 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1444, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_87_output_0", - "outputIndexes": [ - 1445 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1445, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_217_output_0", - "outputIndexes": [ - 1446 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 18 - ] - }, - "name": "/Constant_536_output_0", - "outputIndexes": [ - 1447 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2142", - "outputIndexes": [ - 1448 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2145", - "outputIndexes": [ - 1449 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1448, - 1449, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2148", - "outputIndexes": [ - 1450 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1450 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2149", - "outputIndexes": [ - 1451 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1447, - 1451 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2150", - "outputIndexes": [ - 1452 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1452, - 1451 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2151", - "outputIndexes": [ - 1453 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1453, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_92_output_0", - "outputIndexes": [ - 1454 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1454, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_218_output_0", - "outputIndexes": [ - 1455 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "main_type": "Blob", - "main": { - "dataFormat": "NCHW", - "dataType": "DT_INT32", - "int32s": [ - 19 - ] - }, - "name": "/Constant_566_output_0", - "outputIndexes": [ - 1456 - ], - "type": "Const", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1286 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2160", - "outputIndexes": [ - 1457 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1288 - ], - "main_type": "SqueezeParam", - "main": { - "squeezeDims": [ - 0 - ] - }, - "name": "Unsqueeze2163", - "outputIndexes": [ - 1458 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1284, - 1457, - 1458, - 7 - ], - "main_type": "StridedSliceParam", - "main": { - "Index": "DT_INVALID", - "T": "DT_FLOAT", - "beginMask": 0, - "endMask": 0, - "ellipsisMask": 0, - "newAxisMask": 0, - "shrinkAxisMask": 0, - "fromType": 0 - }, - "name": "StridedSlice2166", - "outputIndexes": [ - 1459 - ], - "type": "StridedSlice", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1459 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "Squeeze2167", - "outputIndexes": [ - 1460 - ], - "type": "Squeeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1456, - 1460 - ], - "main_type": "BinaryOp", - "main": { - "opType": 0, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2168", - "outputIndexes": [ - 1461 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1461, - 1460 - ], - "main_type": "BinaryOp", - "main": { - "opType": 19, - "T": "DT_FLOAT", - "activationType": 0 - }, - "name": "BinaryOp2169", - "outputIndexes": [ - 1462 - ], - "type": "BinaryOp", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1283, - 1462, - 1286 - ], - "main_type": "GatherV2", - "main": { - "Taxis": "DT_INVALID", - "Tindices": "DT_INVALID", - "Tparams": "DT_INVALID" - }, - "name": "/Gather_97_output_0", - "outputIndexes": [ - 1463 - ], - "type": "GatherV2", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1463, - 21 - ], - "main_type": "SqueezeParam", - "main": {}, - "name": "/Unsqueeze_219_output_0", - "outputIndexes": [ - 1464 - ], - "type": "Unsqueeze", - "defaultDimentionFormat": "NHWC" - }, - { - "inputIndexes": [ - 1294, - 1302, - 1311, - 1320, - 1329, - 1338, - 1347, - 1356, - 1365, - 1374, - 1383, - 1392, - 1401, - 1410, - 1419, - 1428, - 1437, - 1446, - 1455, - 1464 - ], - "main_type": "Axis", - "main": { - "axis": 0 - }, - "name": "presents", - "outputIndexes": [ - 1465 - ], - "type": "Concat", - "defaultDimentionFormat": "NHWC" - } - ], - "outputName": [ - "logits", - "presents" - ], - "preferForwardType": "CPU", - "sourceType": "ONNX", - "tensorName": [ - "input_ids", - "/Constant_output_0__", - "/Reshape_output_0", - "/attn_norm/Mul_output_0", - "model.transformer.layers.0.attn_norm.weight", - "/attn_norm/Mul_1_output_0", - "/FakeLinear_output_0", - "/Unsqueeze_output_0", - "/Shape_1_output_0", - "/rotary/Constant_9_output_0", - "Shape19", - "BinaryOp22", - "BinaryOp23", - "Unsqueeze24", - "BinaryOp26", - "Unsqueeze27", - "StridedSlice30", - "Squeeze31", - "BinaryOp32", - "BinaryOp33", - "/Gather_2_output_0", - "/Constant_597_output_0", - "/Unsqueeze_1_output_0", - "/Constant_4_output_0", - "/Constant_5_output_0", - "/Concat_output_0", - "/Reshape_1_output_0", - "/q_norm/Mul_output_0", - "model.transformer.layers.0.attn.q_norm.weight", - "/q_norm/Mul_1_output_0", - "position_ids", - "/rotary/Cast_output_0", - "/rotary/Constant_1_output_0__", - "/rotary/Reshape_output_0", - "/rotary/Constant_2_output_0", - "/rotary/Mul_output_0", - "/rotary/Cos_output_0", - "/rotary/Unsqueeze_output_0", - "/rotary/Sin_output_0", - "/rotary/Unsqueeze_1_output_0", - "/rotary/Concat_output_0", - "/rotary/Concat_1_output_0", - "/rotary/Unsqueeze_2_axes", - "/rotary/Unsqueeze_3_output_0", - "Shape64", - "BinaryOp67", - "BinaryOp68", - "Unsqueeze69", - "BinaryOp71", - "Unsqueeze72", - "StridedSlice75", - "BinaryOp77", - "BinaryOp78", - "/Gather_3_output_0", - "/Mul_output_0", - "/Unsqueeze_6_output_0", - "/Constant_19_output_0", - "/Constant_7_output_0", - "/Slice_1_output_0", - "/Neg_output_0", - "/Slice_output_0", - "/Concat_3_output_0", - "Unsqueeze93", - "Unsqueeze96", - "StridedSlice99", - "Squeeze100", - "BinaryOp101", - "BinaryOp102", - "/Gather_4_output_0", - "/Mul_1_output_0", - "/Add_output_0", - "/FakeLinear_1_output_0", - "/Concat_1_output_0", - "/Reshape_2_output_0", - "/k_norm/Mul_output_0", - "model.transformer.layers.0.attn.k_norm.weight", - "/k_norm/Mul_1_output_0", - "/Mul_2_output_0", - "/Slice_3_output_0", - "/Neg_1_output_0", - "/Slice_2_output_0", - "/Concat_4_output_0", - "/Mul_3_output_0", - "/Add_1_output_0", - "/FakeLinear_2_output_0", - "/Reshape_3_output_0", - "attention_mask", - "/FusedAttention_output_0", - "/FakeLinear_3_output_0", - "/Add_2_output_0", - "/ffn_norm/Mul_output_0", - "model.transformer.layers.0.ffn_norm.weight", - "/ffn_norm/Mul_1_output_0", - "/ffn/proj_1/FakeLinear_output_0", - "/ffn/Mul_output_0", - "/ffn/Constant_output_0", - "/ffn/Slice_output_0", - "/ffn/act/Sigmoid_output_0", - "/ffn/act/Mul_output_0", - "/ffn/Mul_1_output_0", - "/ffn/Slice_1_output_0", - "/ffn/Mul_2_output_0", - "/ffn/proj_2/FakeLinear_output_0", - "/Add_3_output_0", - "/Reshape_4_output_0", - "/attn_norm_1/Mul_output_0", - "model.transformer.layers.1.attn_norm.weight", - "/attn_norm_1/Mul_1_output_0", - "/FakeLinear_4_output_0", - "/Shape_5_output_0", - "Shape160", - "BinaryOp163", - "BinaryOp164", - "Unsqueeze165", - "BinaryOp167", - "Unsqueeze168", - "StridedSlice171", - "Squeeze172", - "BinaryOp173", - "BinaryOp174", - "/Gather_9_output_0", - "/Unsqueeze_11_output_0", - "/Concat_5_output_0", - "/Reshape_5_output_0", - "/q_norm_1/Mul_output_0", - "model.transformer.layers.1.attn.q_norm.weight", - "/q_norm_1/Mul_1_output_0", - "/Mul_4_output_0", - "/Slice_5_output_0", - "/Neg_2_output_0", - "/Slice_4_output_0", - "/Concat_8_output_0", - "/Mul_5_output_0", - "/Add_4_output_0", - "/FakeLinear_5_output_0", - "/Concat_6_output_0", - "/Reshape_6_output_0", - "/k_norm_1/Mul_output_0", - "model.transformer.layers.1.attn.k_norm.weight", - "/k_norm_1/Mul_1_output_0", - "/Mul_6_output_0", - "/Slice_7_output_0", - "/Neg_3_output_0", - "/Slice_6_output_0", - "/Concat_9_output_0", - "/Mul_7_output_0", - "/Add_5_output_0", - "/FakeLinear_6_output_0", - "/Reshape_7_output_0", - "/FusedAttention_1_output_0", - "/FakeLinear_7_output_0", - "/Add_6_output_0", - "/ffn_norm_1/Mul_output_0", - "model.transformer.layers.1.ffn_norm.weight", - "/ffn_norm_1/Mul_1_output_0", - "/ffn/proj_1_1/FakeLinear_output_0", - "/ffn_1/Mul_output_0", - "/ffn_1/Slice_output_0", - "/ffn/act_1/Sigmoid_output_0", - "/ffn/act_1/Mul_output_0", - "/ffn_1/Mul_1_output_0", - "/ffn_1/Slice_1_output_0", - "/ffn_1/Mul_2_output_0", - "/ffn/proj_2_1/FakeLinear_output_0", - "/Add_7_output_0", - "/Reshape_8_output_0", - "/attn_norm_2/Mul_output_0", - "model.transformer.layers.2.attn_norm.weight", - "/attn_norm_2/Mul_1_output_0", - "/FakeLinear_8_output_0", - "/Shape_9_output_0", - "Shape246", - "BinaryOp249", - "BinaryOp250", - "Unsqueeze251", - "BinaryOp253", - "Unsqueeze254", - "StridedSlice257", - "Squeeze258", - "BinaryOp259", - "BinaryOp260", - "/Gather_14_output_0", - "/Unsqueeze_21_output_0", - "/Concat_10_output_0", - "/Reshape_9_output_0", - "/q_norm_2/Mul_output_0", - "model.transformer.layers.2.attn.q_norm.weight", - "/q_norm_2/Mul_1_output_0", - "/Mul_8_output_0", - "/Slice_9_output_0", - "/Neg_4_output_0", - "/Slice_8_output_0", - "/Concat_13_output_0", - "/Mul_9_output_0", - "/Add_8_output_0", - "/FakeLinear_9_output_0", - "/Concat_11_output_0", - "/Reshape_10_output_0", - "/k_norm_2/Mul_output_0", - "model.transformer.layers.2.attn.k_norm.weight", - "/k_norm_2/Mul_1_output_0", - "/Mul_10_output_0", - "/Slice_11_output_0", - "/Neg_5_output_0", - "/Slice_10_output_0", - "/Concat_14_output_0", - "/Mul_11_output_0", - "/Add_9_output_0", - "/FakeLinear_10_output_0", - "/Reshape_11_output_0", - "/FusedAttention_2_output_0", - "/FakeLinear_11_output_0", - "/Add_10_output_0", - "/ffn_norm_2/Mul_output_0", - "model.transformer.layers.2.ffn_norm.weight", - "/ffn_norm_2/Mul_1_output_0", - "/ffn/proj_1_2/FakeLinear_output_0", - "/ffn_2/Mul_output_0", - "/ffn_2/Slice_output_0", - "/ffn/act_2/Sigmoid_output_0", - "/ffn/act_2/Mul_output_0", - "/ffn_2/Mul_1_output_0", - "/ffn_2/Slice_1_output_0", - "/ffn_2/Mul_2_output_0", - "/ffn/proj_2_2/FakeLinear_output_0", - "/Add_11_output_0", - "/Reshape_12_output_0", - "/attn_norm_3/Mul_output_0", - "model.transformer.layers.3.attn_norm.weight", - "/attn_norm_3/Mul_1_output_0", - "/FakeLinear_12_output_0", - "/Shape_13_output_0", - "Shape332", - "BinaryOp335", - "BinaryOp336", - "Unsqueeze337", - "BinaryOp339", - "Unsqueeze340", - "StridedSlice343", - "Squeeze344", - "BinaryOp345", - "BinaryOp346", - "/Gather_19_output_0", - "/Unsqueeze_31_output_0", - "/Constant_93_output_0", - "/Concat_15_output_0", - "/Reshape_13_output_0", - "/q_norm_3/Mul_output_0", - "model.transformer.layers.3.attn.q_norm.weight", - "/q_norm_3/Mul_1_output_0", - "/Mul_12_output_0", - "/Slice_13_output_0", - "/Neg_6_output_0", - "/Slice_12_output_0", - "/Concat_18_output_0", - "/Mul_13_output_0", - "/Add_12_output_0", - "/FakeLinear_13_output_0", - "/Constant_96_output_0", - "/Concat_16_output_0", - "/Reshape_14_output_0", - "/k_norm_3/Mul_output_0", - "model.transformer.layers.3.attn.k_norm.weight", - "/k_norm_3/Mul_1_output_0", - "/Mul_14_output_0", - "/Slice_15_output_0", - "/Neg_7_output_0", - "/Slice_14_output_0", - "/Concat_19_output_0", - "/Mul_15_output_0", - "/Add_13_output_0", - "/FakeLinear_14_output_0", - "/Reshape_15_output_0", - "/FusedAttention_3_output_0", - "/FakeLinear_15_output_0", - "/Add_14_output_0", - "/ffn_norm_3/Mul_output_0", - "model.transformer.layers.3.ffn_norm.weight", - "/ffn_norm_3/Mul_1_output_0", - "/ffn/proj_1_3/FakeLinear_output_0", - "/ffn_3/Slice_output_0", - "/ffn/act_3/Sigmoid_output_0", - "/ffn/act_3/Mul_output_0", - "/ffn_3/Mul_1_output_0", - "/ffn_3/Slice_1_output_0", - "/ffn_3/Mul_2_output_0", - "/ffn/proj_2_3/FakeLinear_output_0", - "/Add_15_output_0", - "/Reshape_16_output_0", - "/attn_norm_4/Mul_output_0", - "model.transformer.layers.4.attn_norm.weight", - "/attn_norm_4/Mul_1_output_0", - "/FakeLinear_16_output_0", - "/Shape_17_output_0", - "Shape419", - "BinaryOp422", - "BinaryOp423", - "Unsqueeze424", - "BinaryOp426", - "Unsqueeze427", - "StridedSlice430", - "Squeeze431", - "BinaryOp432", - "BinaryOp433", - "/Gather_24_output_0", - "/Unsqueeze_41_output_0", - "/Concat_20_output_0", - "/Reshape_17_output_0", - "/q_norm_4/Mul_output_0", - "model.transformer.layers.4.attn.q_norm.weight", - "/q_norm_4/Mul_1_output_0", - "/Mul_16_output_0", - "/Slice_17_output_0", - "/Neg_8_output_0", - "/Slice_16_output_0", - "/Concat_23_output_0", - "/Mul_17_output_0", - "/Add_16_output_0", - "/FakeLinear_17_output_0", - "/Concat_21_output_0", - "/Reshape_18_output_0", - "/k_norm_4/Mul_output_0", - "model.transformer.layers.4.attn.k_norm.weight", - "/k_norm_4/Mul_1_output_0", - "/Mul_18_output_0", - "/Slice_19_output_0", - "/Neg_9_output_0", - "/Slice_18_output_0", - "/Concat_24_output_0", - "/Mul_19_output_0", - "/Add_17_output_0", - "/FakeLinear_18_output_0", - "/Reshape_19_output_0", - "/FusedAttention_4_output_0", - "/FakeLinear_19_output_0", - "/Add_18_output_0", - "/ffn_norm_4/Mul_output_0", - "model.transformer.layers.4.ffn_norm.weight", - "/ffn_norm_4/Mul_1_output_0", - "/ffn/proj_1_4/FakeLinear_output_0", - "/ffn_4/Mul_output_0", - "/ffn_4/Slice_output_0", - "/ffn/act_4/Sigmoid_output_0", - "/ffn/act_4/Mul_output_0", - "/ffn_4/Mul_1_output_0", - "/ffn_4/Slice_1_output_0", - "/ffn_4/Mul_2_output_0", - "/ffn/proj_2_4/FakeLinear_output_0", - "/Add_19_output_0", - "/Reshape_20_output_0", - "/attn_norm_5/Mul_output_0", - "model.transformer.layers.5.attn_norm.weight", - "/attn_norm_5/Mul_1_output_0", - "/FakeLinear_20_output_0", - "/Shape_21_output_0", - "Shape505", - "BinaryOp508", - "BinaryOp509", - "Unsqueeze510", - "BinaryOp512", - "Unsqueeze513", - "StridedSlice516", - "Squeeze517", - "BinaryOp518", - "BinaryOp519", - "/Gather_29_output_0", - "/Unsqueeze_51_output_0", - "/Concat_25_output_0", - "/Reshape_21_output_0", - "/q_norm_5/Mul_output_0", - "model.transformer.layers.5.attn.q_norm.weight", - "/q_norm_5/Mul_1_output_0", - "/Mul_20_output_0", - "/Slice_21_output_0", - "/Neg_10_output_0", - "/Slice_20_output_0", - "/Concat_28_output_0", - "/Mul_21_output_0", - "/Add_20_output_0", - "/FakeLinear_21_output_0", - "/Concat_26_output_0", - "/Reshape_22_output_0", - "/k_norm_5/Mul_output_0", - "model.transformer.layers.5.attn.k_norm.weight", - "/k_norm_5/Mul_1_output_0", - "/Mul_22_output_0", - "/Slice_23_output_0", - "/Neg_11_output_0", - "/Slice_22_output_0", - "/Concat_29_output_0", - "/Mul_23_output_0", - "/Add_21_output_0", - "/FakeLinear_22_output_0", - "/Reshape_23_output_0", - "/FusedAttention_5_output_0", - "/FakeLinear_23_output_0", - "/Add_22_output_0", - "/ffn_norm_5/Mul_output_0", - "model.transformer.layers.5.ffn_norm.weight", - "/ffn_norm_5/Mul_1_output_0", - "/ffn/proj_1_5/FakeLinear_output_0", - "/ffn_5/Mul_output_0", - "/ffn_5/Slice_output_0", - "/ffn/act_5/Sigmoid_output_0", - "/ffn/act_5/Mul_output_0", - "/ffn_5/Mul_1_output_0", - "/ffn_5/Slice_1_output_0", - "/ffn_5/Mul_2_output_0", - "/ffn/proj_2_5/FakeLinear_output_0", - "/Add_23_output_0", - "/Reshape_24_output_0", - "/attn_norm_6/Mul_output_0", - "model.transformer.layers.6.attn_norm.weight", - "/attn_norm_6/Mul_1_output_0", - "/FakeLinear_24_output_0", - "/Shape_25_output_0", - "Shape591", - "BinaryOp594", - "BinaryOp595", - "Unsqueeze596", - "BinaryOp598", - "Unsqueeze599", - "StridedSlice602", - "Squeeze603", - "BinaryOp604", - "BinaryOp605", - "/Gather_34_output_0", - "/Unsqueeze_61_output_0", - "/Concat_30_output_0", - "/Reshape_25_output_0", - "/q_norm_6/Mul_output_0", - "model.transformer.layers.6.attn.q_norm.weight", - "/q_norm_6/Mul_1_output_0", - "/Mul_24_output_0", - "/Slice_25_output_0", - "/Neg_12_output_0", - "/Slice_24_output_0", - "/Concat_33_output_0", - "/Mul_25_output_0", - "/Add_24_output_0", - "/FakeLinear_25_output_0", - "/Concat_31_output_0", - "/Reshape_26_output_0", - "/k_norm_6/Mul_output_0", - "model.transformer.layers.6.attn.k_norm.weight", - "/k_norm_6/Mul_1_output_0", - "/Mul_26_output_0", - "/Slice_27_output_0", - "/Neg_13_output_0", - "/Slice_26_output_0", - "/Concat_34_output_0", - "/Mul_27_output_0", - "/Add_25_output_0", - "/FakeLinear_26_output_0", - "/Reshape_27_output_0", - "/FusedAttention_6_output_0", - "/FakeLinear_27_output_0", - "/Add_26_output_0", - "/ffn_norm_6/Mul_output_0", - "model.transformer.layers.6.ffn_norm.weight", - "/ffn_norm_6/Mul_1_output_0", - "/ffn/proj_1_6/FakeLinear_output_0", - "/ffn_6/Slice_output_0", - "/ffn/act_6/Sigmoid_output_0", - "/ffn/act_6/Mul_output_0", - "/ffn_6/Mul_1_output_0", - "/ffn_6/Slice_1_output_0", - "/ffn_6/Mul_2_output_0", - "/ffn/proj_2_6/FakeLinear_output_0", - "/Add_27_output_0", - "/Reshape_28_output_0", - "/attn_norm_7/Mul_output_0", - "model.transformer.layers.7.attn_norm.weight", - "/attn_norm_7/Mul_1_output_0", - "/FakeLinear_28_output_0", - "/Shape_29_output_0", - "Shape676", - "BinaryOp679", - "BinaryOp680", - "Unsqueeze681", - "BinaryOp683", - "Unsqueeze684", - "StridedSlice687", - "Squeeze688", - "BinaryOp689", - "BinaryOp690", - "/Gather_39_output_0", - "/Unsqueeze_71_output_0", - "/Concat_35_output_0", - "/Reshape_29_output_0", - "/q_norm_7/Mul_output_0", - "model.transformer.layers.7.attn.q_norm.weight", - "/q_norm_7/Mul_1_output_0", - "/Mul_28_output_0", - "/Slice_29_output_0", - "/Neg_14_output_0", - "/Slice_28_output_0", - "/Concat_38_output_0", - "/Mul_29_output_0", - "/Add_28_output_0", - "/FakeLinear_29_output_0", - "/Concat_36_output_0", - "/Reshape_30_output_0", - "/k_norm_7/Mul_output_0", - "model.transformer.layers.7.attn.k_norm.weight", - "/k_norm_7/Mul_1_output_0", - "/Mul_30_output_0", - "/Slice_31_output_0", - "/Neg_15_output_0", - "/Slice_30_output_0", - "/Concat_39_output_0", - "/Mul_31_output_0", - "/Add_29_output_0", - "/FakeLinear_30_output_0", - "/Reshape_31_output_0", - "/FusedAttention_7_output_0", - "/FakeLinear_31_output_0", - "/Add_30_output_0", - "/ffn_norm_7/Mul_output_0", - "model.transformer.layers.7.ffn_norm.weight", - "/ffn_norm_7/Mul_1_output_0", - "/ffn/proj_1_7/FakeLinear_output_0", - "/ffn_7/Mul_output_0", - "/ffn_7/Slice_output_0", - "/ffn/act_7/Sigmoid_output_0", - "/ffn/act_7/Mul_output_0", - "/ffn_7/Mul_1_output_0", - "/ffn_7/Slice_1_output_0", - "/ffn_7/Mul_2_output_0", - "/ffn/proj_2_7/FakeLinear_output_0", - "/Add_31_output_0", - "/Reshape_32_output_0", - "/attn_norm_8/Mul_output_0", - "model.transformer.layers.8.attn_norm.weight", - "/attn_norm_8/Mul_1_output_0", - "/FakeLinear_32_output_0", - "/Shape_33_output_0", - "Shape762", - "BinaryOp765", - "BinaryOp766", - "Unsqueeze767", - "BinaryOp769", - "Unsqueeze770", - "StridedSlice773", - "Squeeze774", - "BinaryOp775", - "BinaryOp776", - "/Gather_44_output_0", - "/Unsqueeze_81_output_0", - "/Concat_40_output_0", - "/Reshape_33_output_0", - "/q_norm_8/Mul_output_0", - "model.transformer.layers.8.attn.q_norm.weight", - "/q_norm_8/Mul_1_output_0", - "/Mul_32_output_0", - "/Slice_33_output_0", - "/Neg_16_output_0", - "/Slice_32_output_0", - "/Concat_43_output_0", - "/Mul_33_output_0", - "/Add_32_output_0", - "/FakeLinear_33_output_0", - "/Concat_41_output_0", - "/Reshape_34_output_0", - "/k_norm_8/Mul_output_0", - "model.transformer.layers.8.attn.k_norm.weight", - "/k_norm_8/Mul_1_output_0", - "/Mul_34_output_0", - "/Slice_35_output_0", - "/Neg_17_output_0", - "/Slice_34_output_0", - "/Concat_44_output_0", - "/Mul_35_output_0", - "/Add_33_output_0", - "/FakeLinear_34_output_0", - "/Reshape_35_output_0", - "/FusedAttention_8_output_0", - "/FakeLinear_35_output_0", - "/Add_34_output_0", - "/ffn_norm_8/Mul_output_0", - "model.transformer.layers.8.ffn_norm.weight", - "/ffn_norm_8/Mul_1_output_0", - "/ffn/proj_1_8/FakeLinear_output_0", - "/ffn_8/Slice_output_0", - "/ffn/act_8/Sigmoid_output_0", - "/ffn/act_8/Mul_output_0", - "/ffn_8/Mul_1_output_0", - "/ffn_8/Slice_1_output_0", - "/ffn_8/Mul_2_output_0", - "/ffn/proj_2_8/FakeLinear_output_0", - "/Add_35_output_0", - "/Reshape_36_output_0", - "/attn_norm_9/Mul_output_0", - "model.transformer.layers.9.attn_norm.weight", - "/attn_norm_9/Mul_1_output_0", - "/FakeLinear_36_output_0", - "/Shape_37_output_0", - "Shape847", - "BinaryOp850", - "BinaryOp851", - "Unsqueeze852", - "BinaryOp854", - "Unsqueeze855", - "StridedSlice858", - "Squeeze859", - "BinaryOp860", - "BinaryOp861", - "/Gather_49_output_0", - "/Unsqueeze_91_output_0", - "/Concat_45_output_0", - "/Reshape_37_output_0", - "/q_norm_9/Mul_output_0", - "model.transformer.layers.9.attn.q_norm.weight", - "/q_norm_9/Mul_1_output_0", - "/Mul_36_output_0", - "/Slice_37_output_0", - "/Neg_18_output_0", - "/Slice_36_output_0", - "/Concat_48_output_0", - "/Mul_37_output_0", - "/Add_36_output_0", - "/FakeLinear_37_output_0", - "/Concat_46_output_0", - "/Reshape_38_output_0", - "/k_norm_9/Mul_output_0", - "model.transformer.layers.9.attn.k_norm.weight", - "/k_norm_9/Mul_1_output_0", - "/Mul_38_output_0", - "/Slice_39_output_0", - "/Neg_19_output_0", - "/Slice_38_output_0", - "/Concat_49_output_0", - "/Mul_39_output_0", - "/Add_37_output_0", - "/FakeLinear_38_output_0", - "/Reshape_39_output_0", - "/FusedAttention_9_output_0", - "/FakeLinear_39_output_0", - "/Add_38_output_0", - "/ffn_norm_9/Mul_output_0", - "model.transformer.layers.9.ffn_norm.weight", - "/ffn_norm_9/Mul_1_output_0", - "/ffn/proj_1_9/FakeLinear_output_0", - "/ffn_9/Mul_output_0", - "/ffn_9/Slice_output_0", - "/ffn/act_9/Sigmoid_output_0", - "/ffn/act_9/Mul_output_0", - "/ffn_9/Mul_1_output_0", - "/ffn_9/Slice_1_output_0", - "/ffn_9/Mul_2_output_0", - "/ffn/proj_2_9/FakeLinear_output_0", - "/Add_39_output_0", - "/Reshape_40_output_0", - "/attn_norm_10/Mul_output_0", - "model.transformer.layers.10.attn_norm.weight", - "/attn_norm_10/Mul_1_output_0", - "/FakeLinear_40_output_0", - "/Shape_41_output_0", - "Shape933", - "BinaryOp936", - "BinaryOp937", - "Unsqueeze938", - "BinaryOp940", - "Unsqueeze941", - "StridedSlice944", - "Squeeze945", - "BinaryOp946", - "BinaryOp947", - "/Gather_54_output_0", - "/Unsqueeze_101_output_0", - "/Constant_302_output_0", - "/Concat_50_output_0", - "/Reshape_41_output_0", - "/q_norm_10/Mul_output_0", - "model.transformer.layers.10.attn.q_norm.weight", - "/q_norm_10/Mul_1_output_0", - "/Mul_40_output_0", - "/Slice_41_output_0", - "/Neg_20_output_0", - "/Slice_40_output_0", - "/Concat_53_output_0", - "/Mul_41_output_0", - "/Add_40_output_0", - "/FakeLinear_41_output_0", - "/Constant_304_output_0", - "/Concat_51_output_0", - "/Reshape_42_output_0", - "/k_norm_10/Mul_output_0", - "model.transformer.layers.10.attn.k_norm.weight", - "/k_norm_10/Mul_1_output_0", - "/Mul_42_output_0", - "/Slice_43_output_0", - "/Neg_21_output_0", - "/Slice_42_output_0", - "/Concat_54_output_0", - "/Mul_43_output_0", - "/Add_41_output_0", - "/FakeLinear_42_output_0", - "/Reshape_43_output_0", - "/FusedAttention_10_output_0", - "/FakeLinear_43_output_0", - "/Add_42_output_0", - "/ffn_norm_10/Mul_output_0", - "model.transformer.layers.10.ffn_norm.weight", - "/ffn_norm_10/Mul_1_output_0", - "/ffn/proj_1_10/FakeLinear_output_0", - "/ffn_10/Slice_output_0", - "/ffn/act_10/Sigmoid_output_0", - "/ffn/act_10/Mul_output_0", - "/ffn_10/Mul_1_output_0", - "/ffn_10/Slice_1_output_0", - "/ffn_10/Mul_2_output_0", - "/ffn/proj_2_10/FakeLinear_output_0", - "/Add_43_output_0", - "/Reshape_44_output_0", - "/attn_norm_11/Mul_output_0", - "model.transformer.layers.11.attn_norm.weight", - "/attn_norm_11/Mul_1_output_0", - "/FakeLinear_44_output_0", - "/Shape_45_output_0", - "Shape1020", - "BinaryOp1023", - "BinaryOp1024", - "Unsqueeze1025", - "BinaryOp1027", - "Unsqueeze1028", - "StridedSlice1031", - "Squeeze1032", - "BinaryOp1033", - "BinaryOp1034", - "/Gather_59_output_0", - "/Unsqueeze_111_output_0", - "/Concat_55_output_0", - "/Reshape_45_output_0", - "/q_norm_11/Mul_output_0", - "model.transformer.layers.11.attn.q_norm.weight", - "/q_norm_11/Mul_1_output_0", - "/Mul_44_output_0", - "/Slice_45_output_0", - "/Neg_22_output_0", - "/Slice_44_output_0", - "/Concat_58_output_0", - "/Mul_45_output_0", - "/Add_44_output_0", - "/FakeLinear_45_output_0", - "/Concat_56_output_0", - "/Reshape_46_output_0", - "/k_norm_11/Mul_output_0", - "model.transformer.layers.11.attn.k_norm.weight", - "/k_norm_11/Mul_1_output_0", - "/Mul_46_output_0", - "/Slice_47_output_0", - "/Neg_23_output_0", - "/Slice_46_output_0", - "/Concat_59_output_0", - "/Mul_47_output_0", - "/Add_45_output_0", - "/FakeLinear_46_output_0", - "/Reshape_47_output_0", - "/FusedAttention_11_output_0", - "/FakeLinear_47_output_0", - "/Add_46_output_0", - "/ffn_norm_11/Mul_output_0", - "model.transformer.layers.11.ffn_norm.weight", - "/ffn_norm_11/Mul_1_output_0", - "/ffn/proj_1_11/FakeLinear_output_0", - "/ffn_11/Mul_output_0", - "/ffn_11/Slice_output_0", - "/ffn/act_11/Sigmoid_output_0", - "/ffn/act_11/Mul_output_0", - "/ffn_11/Mul_1_output_0", - "/ffn_11/Slice_1_output_0", - "/ffn_11/Mul_2_output_0", - "/ffn/proj_2_11/FakeLinear_output_0", - "/Add_47_output_0", - "/Reshape_48_output_0", - "/attn_norm_12/Mul_output_0", - "model.transformer.layers.12.attn_norm.weight", - "/attn_norm_12/Mul_1_output_0", - "/FakeLinear_48_output_0", - "/Shape_49_output_0", - "Shape1106", - "BinaryOp1109", - "BinaryOp1110", - "Unsqueeze1111", - "BinaryOp1113", - "Unsqueeze1114", - "StridedSlice1117", - "Squeeze1118", - "BinaryOp1119", - "BinaryOp1120", - "/Gather_64_output_0", - "/Unsqueeze_121_output_0", - "/Concat_60_output_0", - "/Reshape_49_output_0", - "/q_norm_12/Mul_output_0", - "model.transformer.layers.12.attn.q_norm.weight", - "/q_norm_12/Mul_1_output_0", - "/Mul_48_output_0", - "/Slice_49_output_0", - "/Neg_24_output_0", - "/Slice_48_output_0", - "/Concat_63_output_0", - "/Mul_49_output_0", - "/Add_48_output_0", - "/FakeLinear_49_output_0", - "/Concat_61_output_0", - "/Reshape_50_output_0", - "/k_norm_12/Mul_output_0", - "model.transformer.layers.12.attn.k_norm.weight", - "/k_norm_12/Mul_1_output_0", - "/Mul_50_output_0", - "/Slice_51_output_0", - "/Neg_25_output_0", - "/Slice_50_output_0", - "/Concat_64_output_0", - "/Mul_51_output_0", - "/Add_49_output_0", - "/FakeLinear_50_output_0", - "/Reshape_51_output_0", - "/FusedAttention_12_output_0", - "/FakeLinear_51_output_0", - "/Add_50_output_0", - "/ffn_norm_12/Mul_output_0", - "model.transformer.layers.12.ffn_norm.weight", - "/ffn_norm_12/Mul_1_output_0", - "/ffn/proj_1_12/FakeLinear_output_0", - "/ffn_12/Mul_output_0", - "/ffn_12/Slice_output_0", - "/ffn/act_12/Sigmoid_output_0", - "/ffn/act_12/Mul_output_0", - "/ffn_12/Mul_1_output_0", - "/ffn_12/Slice_1_output_0", - "/ffn_12/Mul_2_output_0", - "/ffn/proj_2_12/FakeLinear_output_0", - "/Add_51_output_0", - "/Reshape_52_output_0", - "/attn_norm_13/Mul_output_0", - "model.transformer.layers.13.attn_norm.weight", - "/attn_norm_13/Mul_1_output_0", - "/FakeLinear_52_output_0", - "/Shape_53_output_0", - "Shape1192", - "BinaryOp1195", - "BinaryOp1196", - "Unsqueeze1197", - "BinaryOp1199", - "Unsqueeze1200", - "StridedSlice1203", - "Squeeze1204", - "BinaryOp1205", - "BinaryOp1206", - "/Gather_69_output_0", - "/Unsqueeze_131_output_0", - "/Concat_65_output_0", - "/Reshape_53_output_0", - "/q_norm_13/Mul_output_0", - "model.transformer.layers.13.attn.q_norm.weight", - "/q_norm_13/Mul_1_output_0", - "/Mul_52_output_0", - "/Slice_53_output_0", - "/Neg_26_output_0", - "/Slice_52_output_0", - "/Concat_68_output_0", - "/Mul_53_output_0", - "/Add_52_output_0", - "/FakeLinear_53_output_0", - "/Concat_66_output_0", - "/Reshape_54_output_0", - "/k_norm_13/Mul_output_0", - "model.transformer.layers.13.attn.k_norm.weight", - "/k_norm_13/Mul_1_output_0", - "/Mul_54_output_0", - "/Slice_55_output_0", - "/Neg_27_output_0", - "/Slice_54_output_0", - "/Concat_69_output_0", - "/Mul_55_output_0", - "/Add_53_output_0", - "/FakeLinear_54_output_0", - "/Reshape_55_output_0", - "/FusedAttention_13_output_0", - "/FakeLinear_55_output_0", - "/Add_54_output_0", - "/ffn_norm_13/Mul_output_0", - "model.transformer.layers.13.ffn_norm.weight", - "/ffn_norm_13/Mul_1_output_0", - "/ffn/proj_1_13/FakeLinear_output_0", - "/ffn_13/Mul_output_0", - "/ffn_13/Slice_output_0", - "/ffn/act_13/Sigmoid_output_0", - "/ffn/act_13/Mul_output_0", - "/ffn_13/Mul_1_output_0", - "/ffn_13/Slice_1_output_0", - "/ffn_13/Mul_2_output_0", - "/ffn/proj_2_13/FakeLinear_output_0", - "/Add_55_output_0", - "/Reshape_56_output_0", - "/attn_norm_14/Mul_output_0", - "model.transformer.layers.14.attn_norm.weight", - "/attn_norm_14/Mul_1_output_0", - "/FakeLinear_56_output_0", - "/Shape_57_output_0", - "Shape1278", - "BinaryOp1281", - "BinaryOp1282", - "Unsqueeze1283", - "BinaryOp1285", - "Unsqueeze1286", - "StridedSlice1289", - "Squeeze1290", - "BinaryOp1291", - "BinaryOp1292", - "/Gather_74_output_0", - "/Unsqueeze_141_output_0", - "/Concat_70_output_0", - "/Reshape_57_output_0", - "/q_norm_14/Mul_output_0", - "model.transformer.layers.14.attn.q_norm.weight", - "/q_norm_14/Mul_1_output_0", - "/Mul_56_output_0", - "/Slice_57_output_0", - "/Neg_28_output_0", - "/Slice_56_output_0", - "/Concat_73_output_0", - "/Mul_57_output_0", - "/Add_56_output_0", - "/FakeLinear_57_output_0", - "/Concat_71_output_0", - "/Reshape_58_output_0", - "/k_norm_14/Mul_output_0", - "model.transformer.layers.14.attn.k_norm.weight", - "/k_norm_14/Mul_1_output_0", - "/Mul_58_output_0", - "/Slice_59_output_0", - "/Neg_29_output_0", - "/Slice_58_output_0", - "/Concat_74_output_0", - "/Mul_59_output_0", - "/Add_57_output_0", - "/FakeLinear_58_output_0", - "/Reshape_59_output_0", - "/FusedAttention_14_output_0", - "/FakeLinear_59_output_0", - "/Add_58_output_0", - "/ffn_norm_14/Mul_output_0", - "model.transformer.layers.14.ffn_norm.weight", - "/ffn_norm_14/Mul_1_output_0", - "/ffn/proj_1_14/FakeLinear_output_0", - "/ffn_14/Slice_output_0", - "/ffn/act_14/Sigmoid_output_0", - "/ffn/act_14/Mul_output_0", - "/ffn_14/Mul_1_output_0", - "/ffn_14/Slice_1_output_0", - "/ffn_14/Mul_2_output_0", - "/ffn/proj_2_14/FakeLinear_output_0", - "/Add_59_output_0", - "/Reshape_60_output_0", - "/attn_norm_15/Mul_output_0", - "model.transformer.layers.15.attn_norm.weight", - "/attn_norm_15/Mul_1_output_0", - "/FakeLinear_60_output_0", - "/Shape_61_output_0", - "Shape1363", - "BinaryOp1366", - "BinaryOp1367", - "Unsqueeze1368", - "BinaryOp1370", - "Unsqueeze1371", - "StridedSlice1374", - "Squeeze1375", - "BinaryOp1376", - "BinaryOp1377", - "/Gather_79_output_0", - "/Unsqueeze_151_output_0", - "/Concat_75_output_0", - "/Reshape_61_output_0", - "/q_norm_15/Mul_output_0", - "model.transformer.layers.15.attn.q_norm.weight", - "/q_norm_15/Mul_1_output_0", - "/Mul_60_output_0", - "/Slice_61_output_0", - "/Neg_30_output_0", - "/Slice_60_output_0", - "/Concat_78_output_0", - "/Mul_61_output_0", - "/Add_60_output_0", - "/FakeLinear_61_output_0", - "/Concat_76_output_0", - "/Reshape_62_output_0", - "/k_norm_15/Mul_output_0", - "model.transformer.layers.15.attn.k_norm.weight", - "/k_norm_15/Mul_1_output_0", - "/Mul_62_output_0", - "/Slice_63_output_0", - "/Neg_31_output_0", - "/Slice_62_output_0", - "/Concat_79_output_0", - "/Mul_63_output_0", - "/Add_61_output_0", - "/FakeLinear_62_output_0", - "/Reshape_63_output_0", - "/FusedAttention_15_output_0", - "/FakeLinear_63_output_0", - "/Add_62_output_0", - "/ffn_norm_15/Mul_output_0", - "model.transformer.layers.15.ffn_norm.weight", - "/ffn_norm_15/Mul_1_output_0", - "/ffn/proj_1_15/FakeLinear_output_0", - "/ffn_15/Slice_output_0", - "/ffn/act_15/Sigmoid_output_0", - "/ffn/act_15/Mul_output_0", - "/ffn_15/Mul_1_output_0", - "/ffn_15/Slice_1_output_0", - "/ffn_15/Mul_2_output_0", - "/ffn/proj_2_15/FakeLinear_output_0", - "/Add_63_output_0", - "/Reshape_64_output_0", - "/attn_norm_16/Mul_output_0", - "model.transformer.layers.16.attn_norm.weight", - "/attn_norm_16/Mul_1_output_0", - "/FakeLinear_64_output_0", - "/Shape_65_output_0", - "Shape1448", - "BinaryOp1451", - "BinaryOp1452", - "Unsqueeze1453", - "BinaryOp1455", - "Unsqueeze1456", - "StridedSlice1459", - "Squeeze1460", - "BinaryOp1461", - "BinaryOp1462", - "/Gather_84_output_0", - "/Unsqueeze_161_output_0", - "/Constant_480_output_0", - "/Concat_80_output_0", - "/Reshape_65_output_0", - "/q_norm_16/Mul_output_0", - "model.transformer.layers.16.attn.q_norm.weight", - "/q_norm_16/Mul_1_output_0", - "/Mul_64_output_0", - "/Slice_65_output_0", - "/Neg_32_output_0", - "/Slice_64_output_0", - "/Concat_83_output_0", - "/Mul_65_output_0", - "/Add_64_output_0", - "/FakeLinear_65_output_0", - "/Constant_482_output_0", - "/Concat_81_output_0", - "/Reshape_66_output_0", - "/k_norm_16/Mul_output_0", - "model.transformer.layers.16.attn.k_norm.weight", - "/k_norm_16/Mul_1_output_0", - "/Mul_66_output_0", - "/Slice_67_output_0", - "/Neg_33_output_0", - "/Slice_66_output_0", - "/Concat_84_output_0", - "/Mul_67_output_0", - "/Add_65_output_0", - "/FakeLinear_66_output_0", - "/Reshape_67_output_0", - "/FusedAttention_16_output_0", - "/FakeLinear_67_output_0", - "/Add_66_output_0", - "/ffn_norm_16/Mul_output_0", - "model.transformer.layers.16.ffn_norm.weight", - "/ffn_norm_16/Mul_1_output_0", - "/ffn/proj_1_16/FakeLinear_output_0", - "/ffn_16/Mul_output_0", - "/ffn_16/Slice_output_0", - "/ffn/act_16/Sigmoid_output_0", - "/ffn/act_16/Mul_output_0", - "/ffn_16/Mul_1_output_0", - "/ffn_16/Slice_1_output_0", - "/ffn_16/Mul_2_output_0", - "/ffn/proj_2_16/FakeLinear_output_0", - "/Add_67_output_0", - "/Reshape_68_output_0", - "/attn_norm_17/Mul_output_0", - "model.transformer.layers.17.attn_norm.weight", - "/attn_norm_17/Mul_1_output_0", - "/FakeLinear_68_output_0", - "/Shape_69_output_0", - "Shape1536", - "BinaryOp1539", - "BinaryOp1540", - "Unsqueeze1541", - "BinaryOp1543", - "Unsqueeze1544", - "StridedSlice1547", - "Squeeze1548", - "BinaryOp1549", - "BinaryOp1550", - "/Gather_89_output_0", - "/Unsqueeze_171_output_0", - "/Concat_85_output_0", - "/Reshape_69_output_0", - "/q_norm_17/Mul_output_0", - "model.transformer.layers.17.attn.q_norm.weight", - "/q_norm_17/Mul_1_output_0", - "/Mul_68_output_0", - "/Slice_69_output_0", - "/Neg_34_output_0", - "/Slice_68_output_0", - "/Concat_88_output_0", - "/Mul_69_output_0", - "/Add_68_output_0", - "/FakeLinear_69_output_0", - "/Concat_86_output_0", - "/Reshape_70_output_0", - "/k_norm_17/Mul_output_0", - "model.transformer.layers.17.attn.k_norm.weight", - "/k_norm_17/Mul_1_output_0", - "/Mul_70_output_0", - "/Slice_71_output_0", - "/Neg_35_output_0", - "/Slice_70_output_0", - "/Concat_89_output_0", - "/Mul_71_output_0", - "/Add_69_output_0", - "/FakeLinear_70_output_0", - "/Reshape_71_output_0", - "/FusedAttention_17_output_0", - "/FakeLinear_71_output_0", - "/Add_70_output_0", - "/ffn_norm_17/Mul_output_0", - "model.transformer.layers.17.ffn_norm.weight", - "/ffn_norm_17/Mul_1_output_0", - "/ffn/proj_1_17/FakeLinear_output_0", - "/ffn_17/Slice_output_0", - "/ffn/act_17/Sigmoid_output_0", - "/ffn/act_17/Mul_output_0", - "/ffn_17/Mul_1_output_0", - "/ffn_17/Slice_1_output_0", - "/ffn_17/Mul_2_output_0", - "/ffn/proj_2_17/FakeLinear_output_0", - "/Add_71_output_0", - "/Reshape_72_output_0", - "/attn_norm_18/Mul_output_0", - "model.transformer.layers.18.attn_norm.weight", - "/attn_norm_18/Mul_1_output_0", - "/FakeLinear_72_output_0", - "/Shape_73_output_0", - "Shape1621", - "BinaryOp1624", - "BinaryOp1625", - "Unsqueeze1626", - "BinaryOp1628", - "Unsqueeze1629", - "StridedSlice1632", - "Squeeze1633", - "BinaryOp1634", - "BinaryOp1635", - "/Gather_94_output_0", - "/Unsqueeze_181_output_0", - "/Concat_90_output_0", - "/Reshape_73_output_0", - "/q_norm_18/Mul_output_0", - "model.transformer.layers.18.attn.q_norm.weight", - "/q_norm_18/Mul_1_output_0", - "/Mul_72_output_0", - "/Slice_73_output_0", - "/Neg_36_output_0", - "/Slice_72_output_0", - "/Concat_93_output_0", - "/Mul_73_output_0", - "/Add_72_output_0", - "/FakeLinear_73_output_0", - "/Concat_91_output_0", - "/Reshape_74_output_0", - "/k_norm_18/Mul_output_0", - "model.transformer.layers.18.attn.k_norm.weight", - "/k_norm_18/Mul_1_output_0", - "/Mul_74_output_0", - "/Slice_75_output_0", - "/Neg_37_output_0", - "/Slice_74_output_0", - "/Concat_94_output_0", - "/Mul_75_output_0", - "/Add_73_output_0", - "/FakeLinear_74_output_0", - "/Reshape_75_output_0", - "/FusedAttention_18_output_0", - "/FakeLinear_75_output_0", - "/Add_74_output_0", - "/ffn_norm_18/Mul_output_0", - "model.transformer.layers.18.ffn_norm.weight", - "/ffn_norm_18/Mul_1_output_0", - "/ffn/proj_1_18/FakeLinear_output_0", - "/ffn_18/Mul_output_0", - "/ffn_18/Slice_output_0", - "/ffn/act_18/Sigmoid_output_0", - "/ffn/act_18/Mul_output_0", - "/ffn_18/Mul_1_output_0", - "/ffn_18/Slice_1_output_0", - "/ffn_18/Mul_2_output_0", - "/ffn/proj_2_18/FakeLinear_output_0", - "/Add_75_output_0", - "/Reshape_76_output_0", - "/attn_norm_19/Mul_output_0", - "model.transformer.layers.19.attn_norm.weight", - "/attn_norm_19/Mul_1_output_0", - "/FakeLinear_76_output_0", - "/Shape_77_output_0", - "Shape1707", - "BinaryOp1710", - "BinaryOp1711", - "Unsqueeze1712", - "BinaryOp1714", - "Unsqueeze1715", - "StridedSlice1718", - "Squeeze1719", - "BinaryOp1720", - "BinaryOp1721", - "/Gather_99_output_0", - "/Unsqueeze_191_output_0", - "/Concat_95_output_0", - "/Reshape_77_output_0", - "/q_norm_19/Mul_output_0", - "model.transformer.layers.19.attn.q_norm.weight", - "/q_norm_19/Mul_1_output_0", - "/Mul_76_output_0", - "/Slice_77_output_0", - "/Neg_38_output_0", - "/Slice_76_output_0", - "/Concat_98_output_0", - "/Mul_77_output_0", - "/Add_76_output_0", - "/FakeLinear_77_output_0", - "/Concat_96_output_0", - "/Reshape_78_output_0", - "/k_norm_19/Mul_output_0", - "model.transformer.layers.19.attn.k_norm.weight", - "/k_norm_19/Mul_1_output_0", - "/Mul_78_output_0", - "/Slice_79_output_0", - "/Neg_39_output_0", - "/Slice_78_output_0", - "/Concat_99_output_0", - "/Mul_79_output_0", - "/Add_77_output_0", - "/FakeLinear_78_output_0", - "/Reshape_79_output_0", - "/FusedAttention_19_output_0", - "/FakeLinear_79_output_0", - "/Add_78_output_0", - "/ffn_norm_19/Mul_output_0", - "model.transformer.layers.19.ffn_norm.weight", - "/ffn_norm_19/Mul_1_output_0", - "/ffn/proj_1_19/FakeLinear_output_0", - "/ffn_19/Slice_output_0", - "/ffn/act_19/Sigmoid_output_0", - "/ffn/act_19/Mul_output_0", - "/ffn_19/Mul_1_output_0", - "/ffn_19/Slice_1_output_0", - "/ffn_19/Mul_2_output_0", - "/ffn/proj_2_19/FakeLinear_output_0", - "/Add_79_output_0", - "/lm/Constant_output_0__", - "/lm/Reshape_output_0", - "/rotary/Constant_6_output_0", - "Shape1784", - "BinaryOp1787", - "BinaryOp1788", - "Unsqueeze1789", - "BinaryOp1791", - "Unsqueeze1792", - "StridedSlice1795", - "Squeeze1796", - "BinaryOp1797", - "BinaryOp1798", - "/lm/Gather_output_0", - "/lm/Constant_1_output_0__", - "/lm/Reshape_1_output_0", - "/lm/norm/Mul_output_0", - "model.transformer.norm.weight", - "/lm/norm/Mul_1_output_0", - "/lm/lm/FakeLinear_output_0", - "/Constant_596_output_0__", - "logits", - "past_key_values", - "Shape1814", - "BinaryOp1817", - "BinaryOp1818", - "Unsqueeze1819", - "BinaryOp1821", - "Unsqueeze1822", - "StridedSlice1825", - "BinaryOp1827", - "BinaryOp1828", - "/Gather_output_0", - "/Unsqueeze_200_output_0", - "Unsqueeze1836", - "Unsqueeze1839", - "StridedSlice1842", - "Squeeze1843", - "BinaryOp1844", - "BinaryOp1845", - "/Gather_7_output_0", - "/Unsqueeze_201_output_0", - "/rotary/Constant_7_output_0", - "Unsqueeze1854", - "Unsqueeze1857", - "StridedSlice1860", - "Squeeze1861", - "BinaryOp1862", - "BinaryOp1863", - "/Gather_12_output_0", - "/Unsqueeze_202_output_0", - "/Constant_6_output_0", - "Unsqueeze1872", - "Unsqueeze1875", - "StridedSlice1878", - "Squeeze1879", - "BinaryOp1880", - "BinaryOp1881", - "/Gather_17_output_0", - "/Unsqueeze_203_output_0", - "/Constant_95_output_0", - "Unsqueeze1890", - "Unsqueeze1893", - "StridedSlice1896", - "Squeeze1897", - "BinaryOp1898", - "BinaryOp1899", - "/Gather_22_output_0", - "/Unsqueeze_204_output_0", - "/Constant_149_output_0", - "Unsqueeze1908", - "Unsqueeze1911", - "StridedSlice1914", - "Squeeze1915", - "BinaryOp1916", - "BinaryOp1917", - "/Gather_27_output_0", - "/Unsqueeze_205_output_0", - "/rotary/Constant_output_0", - "Unsqueeze1926", - "Unsqueeze1929", - "StridedSlice1932", - "Squeeze1933", - "BinaryOp1934", - "BinaryOp1935", - "/Gather_32_output_0", - "/Unsqueeze_206_output_0", - "/Constant_208_output_0", - "Unsqueeze1944", - "Unsqueeze1947", - "StridedSlice1950", - "Squeeze1951", - "BinaryOp1952", - "BinaryOp1953", - "/Gather_37_output_0", - "/Unsqueeze_207_output_0", - "/Constant_238_output_0", - "Unsqueeze1962", - "Unsqueeze1965", - "StridedSlice1968", - "Squeeze1969", - "BinaryOp1970", - "BinaryOp1971", - "/Gather_42_output_0", - "/Unsqueeze_208_output_0", - "/Constant_268_output_0", - "Unsqueeze1980", - "Unsqueeze1983", - "StridedSlice1986", - "Squeeze1987", - "BinaryOp1988", - "BinaryOp1989", - "/Gather_47_output_0", - "/Unsqueeze_209_output_0", - "/Constant_298_output_0", - "Unsqueeze1998", - "Unsqueeze2001", - "StridedSlice2004", - "Squeeze2005", - "BinaryOp2006", - "BinaryOp2007", - "/Gather_52_output_0", - "/Unsqueeze_210_output_0", - "/Constant_328_output_0", - "Unsqueeze2016", - "Unsqueeze2019", - "StridedSlice2022", - "Squeeze2023", - "BinaryOp2024", - "BinaryOp2025", - "/Gather_57_output_0", - "/Unsqueeze_211_output_0", - "/Constant_3_output_0", - "Unsqueeze2034", - "Unsqueeze2037", - "StridedSlice2040", - "Squeeze2041", - "BinaryOp2042", - "BinaryOp2043", - "/Gather_62_output_0", - "/Unsqueeze_212_output_0", - "/Constant_387_output_0", - "Unsqueeze2052", - "Unsqueeze2055", - "StridedSlice2058", - "Squeeze2059", - "BinaryOp2060", - "BinaryOp2061", - "/Gather_67_output_0", - "/Unsqueeze_213_output_0", - "/Constant_417_output_0", - "Unsqueeze2070", - "Unsqueeze2073", - "StridedSlice2076", - "Squeeze2077", - "BinaryOp2078", - "BinaryOp2079", - "/Gather_72_output_0", - "/Unsqueeze_214_output_0", - "/Constant_447_output_0", - "Unsqueeze2088", - "Unsqueeze2091", - "StridedSlice2094", - "Squeeze2095", - "BinaryOp2096", - "BinaryOp2097", - "/Gather_77_output_0", - "/Unsqueeze_215_output_0", - "/Constant_92_output_0", - "Unsqueeze2106", - "Unsqueeze2109", - "StridedSlice2112", - "Squeeze2113", - "BinaryOp2114", - "BinaryOp2115", - "/Gather_82_output_0", - "/Unsqueeze_216_output_0", - "/Constant_506_output_0", - "Unsqueeze2124", - "Unsqueeze2127", - "StridedSlice2130", - "Squeeze2131", - "BinaryOp2132", - "BinaryOp2133", - "/Gather_87_output_0", - "/Unsqueeze_217_output_0", - "/Constant_536_output_0", - "Unsqueeze2142", - "Unsqueeze2145", - "StridedSlice2148", - "Squeeze2149", - "BinaryOp2150", - "BinaryOp2151", - "/Gather_92_output_0", - "/Unsqueeze_218_output_0", - "/Constant_566_output_0", - "Unsqueeze2160", - "Unsqueeze2163", - "StridedSlice2166", - "Squeeze2167", - "BinaryOp2168", - "BinaryOp2169", - "/Gather_97_output_0", - "/Unsqueeze_219_output_0", - "presents", - "/layers.0/self_attn/q_proj/Linear/pre_reshape", - "/layers.0/self_attn/q_proj/Linear/pre_convert", - "/layers.0/self_attn/q_proj/Linear", - "/layers.0/self_attn/q_proj/Linear/post_convert", - "/layers.0/self_attn/k_proj/Linear/pre_reshape", - "/layers.0/self_attn/k_proj/Linear/pre_convert", - "/layers.0/self_attn/k_proj/Linear", - "/layers.0/self_attn/k_proj/Linear/post_convert", - "/layers.0/self_attn/v_proj/Linear/pre_reshape", - "/layers.0/self_attn/v_proj/Linear/pre_convert", - "/layers.0/self_attn/v_proj/Linear", - "/layers.0/self_attn/v_proj/Linear/post_convert", - "/layers.0/self_attn/o_proj/Linear/pre_reshape", - "/layers.0/self_attn/o_proj/Linear/pre_convert", - "/layers.0/self_attn/o_proj/Linear", - "/layers.0/self_attn/o_proj/Linear/post_convert", - "/layers.0/mlp/proj_1/Linear/pre_reshape", - "/layers.0/mlp/proj_1/Linear/pre_convert", - "/layers.0/mlp/proj_1/Linear", - "/layers.0/mlp/proj_1/Linear/post_convert", - "/layers.0/mlp/proj_2/Linear/pre_reshape", - "/layers.0/mlp/proj_2/Linear/pre_convert", - "/layers.0/mlp/proj_2/Linear", - "/layers.0/mlp/proj_2/Linear/post_convert", - "/layers.1/self_attn/q_proj/Linear/pre_reshape", - "/layers.1/self_attn/q_proj/Linear/pre_convert", - "/layers.1/self_attn/q_proj/Linear", - "/layers.1/self_attn/q_proj/Linear/post_convert", - "/layers.1/self_attn/k_proj/Linear/pre_reshape", - "/layers.1/self_attn/k_proj/Linear/pre_convert", - "/layers.1/self_attn/k_proj/Linear", - "/layers.1/self_attn/k_proj/Linear/post_convert", - "/layers.1/self_attn/v_proj/Linear/pre_reshape", - "/layers.1/self_attn/v_proj/Linear/pre_convert", - "/layers.1/self_attn/v_proj/Linear", - "/layers.1/self_attn/v_proj/Linear/post_convert", - "/layers.1/self_attn/o_proj/Linear/pre_reshape", - "/layers.1/self_attn/o_proj/Linear/pre_convert", - "/layers.1/self_attn/o_proj/Linear", - "/layers.1/self_attn/o_proj/Linear/post_convert", - "/layers.1/mlp/proj_1/Linear/pre_reshape", - "/layers.1/mlp/proj_1/Linear/pre_convert", - "/layers.1/mlp/proj_1/Linear", - "/layers.1/mlp/proj_1/Linear/post_convert", - "/layers.1/mlp/proj_2/Linear/pre_reshape", - "/layers.1/mlp/proj_2/Linear/pre_convert", - "/layers.1/mlp/proj_2/Linear", - "/layers.1/mlp/proj_2/Linear/post_convert", - "/layers.2/self_attn/q_proj/Linear/pre_reshape", - "/layers.2/self_attn/q_proj/Linear/pre_convert", - "/layers.2/self_attn/q_proj/Linear", - "/layers.2/self_attn/q_proj/Linear/post_convert", - "/layers.2/self_attn/k_proj/Linear/pre_reshape", - "/layers.2/self_attn/k_proj/Linear/pre_convert", - "/layers.2/self_attn/k_proj/Linear", - "/layers.2/self_attn/k_proj/Linear/post_convert", - "/layers.2/self_attn/v_proj/Linear/pre_reshape", - "/layers.2/self_attn/v_proj/Linear/pre_convert", - "/layers.2/self_attn/v_proj/Linear", - "/layers.2/self_attn/v_proj/Linear/post_convert", - "/layers.2/self_attn/o_proj/Linear/pre_reshape", - "/layers.2/self_attn/o_proj/Linear/pre_convert", - "/layers.2/self_attn/o_proj/Linear", - "/layers.2/self_attn/o_proj/Linear/post_convert", - "/layers.2/mlp/proj_1/Linear/pre_reshape", - "/layers.2/mlp/proj_1/Linear/pre_convert", - "/layers.2/mlp/proj_1/Linear", - "/layers.2/mlp/proj_1/Linear/post_convert", - "/layers.2/mlp/proj_2/Linear/pre_reshape", - "/layers.2/mlp/proj_2/Linear/pre_convert", - "/layers.2/mlp/proj_2/Linear", - "/layers.2/mlp/proj_2/Linear/post_convert", - "/layers.3/self_attn/q_proj/Linear/pre_reshape", - "/layers.3/self_attn/q_proj/Linear/pre_convert", - "/layers.3/self_attn/q_proj/Linear", - "/layers.3/self_attn/q_proj/Linear/post_convert", - "/layers.3/self_attn/k_proj/Linear/pre_reshape", - "/layers.3/self_attn/k_proj/Linear/pre_convert", - "/layers.3/self_attn/k_proj/Linear", - "/layers.3/self_attn/k_proj/Linear/post_convert", - "/layers.3/self_attn/v_proj/Linear/pre_reshape", - "/layers.3/self_attn/v_proj/Linear/pre_convert", - "/layers.3/self_attn/v_proj/Linear", - "/layers.3/self_attn/v_proj/Linear/post_convert", - "/layers.3/self_attn/o_proj/Linear/pre_reshape", - "/layers.3/self_attn/o_proj/Linear/pre_convert", - "/layers.3/self_attn/o_proj/Linear", - "/layers.3/self_attn/o_proj/Linear/post_convert", - "/layers.3/mlp/proj_1/Linear/pre_reshape", - "/layers.3/mlp/proj_1/Linear/pre_convert", - "/layers.3/mlp/proj_1/Linear", - "/layers.3/mlp/proj_1/Linear/post_convert", - "/layers.3/mlp/proj_2/Linear/pre_reshape", - "/layers.3/mlp/proj_2/Linear/pre_convert", - "/layers.3/mlp/proj_2/Linear", - "/layers.3/mlp/proj_2/Linear/post_convert", - "/layers.4/self_attn/q_proj/Linear/pre_reshape", - "/layers.4/self_attn/q_proj/Linear/pre_convert", - "/layers.4/self_attn/q_proj/Linear", - "/layers.4/self_attn/q_proj/Linear/post_convert", - "/layers.4/self_attn/k_proj/Linear/pre_reshape", - "/layers.4/self_attn/k_proj/Linear/pre_convert", - "/layers.4/self_attn/k_proj/Linear", - "/layers.4/self_attn/k_proj/Linear/post_convert", - "/layers.4/self_attn/v_proj/Linear/pre_reshape", - "/layers.4/self_attn/v_proj/Linear/pre_convert", - "/layers.4/self_attn/v_proj/Linear", - "/layers.4/self_attn/v_proj/Linear/post_convert", - "/layers.4/self_attn/o_proj/Linear/pre_reshape", - "/layers.4/self_attn/o_proj/Linear/pre_convert", - "/layers.4/self_attn/o_proj/Linear", - "/layers.4/self_attn/o_proj/Linear/post_convert", - "/layers.4/mlp/proj_1/Linear/pre_reshape", - "/layers.4/mlp/proj_1/Linear/pre_convert", - "/layers.4/mlp/proj_1/Linear", - "/layers.4/mlp/proj_1/Linear/post_convert", - "/layers.4/mlp/proj_2/Linear/pre_reshape", - "/layers.4/mlp/proj_2/Linear/pre_convert", - "/layers.4/mlp/proj_2/Linear", - "/layers.4/mlp/proj_2/Linear/post_convert", - "/layers.5/self_attn/q_proj/Linear/pre_reshape", - "/layers.5/self_attn/q_proj/Linear/pre_convert", - "/layers.5/self_attn/q_proj/Linear", - "/layers.5/self_attn/q_proj/Linear/post_convert", - "/layers.5/self_attn/k_proj/Linear/pre_reshape", - "/layers.5/self_attn/k_proj/Linear/pre_convert", - "/layers.5/self_attn/k_proj/Linear", - "/layers.5/self_attn/k_proj/Linear/post_convert", - "/layers.5/self_attn/v_proj/Linear/pre_reshape", - "/layers.5/self_attn/v_proj/Linear/pre_convert", - "/layers.5/self_attn/v_proj/Linear", - "/layers.5/self_attn/v_proj/Linear/post_convert", - "/layers.5/self_attn/o_proj/Linear/pre_reshape", - "/layers.5/self_attn/o_proj/Linear/pre_convert", - "/layers.5/self_attn/o_proj/Linear", - "/layers.5/self_attn/o_proj/Linear/post_convert", - "/layers.5/mlp/proj_1/Linear/pre_reshape", - "/layers.5/mlp/proj_1/Linear/pre_convert", - "/layers.5/mlp/proj_1/Linear", - "/layers.5/mlp/proj_1/Linear/post_convert", - "/layers.5/mlp/proj_2/Linear/pre_reshape", - "/layers.5/mlp/proj_2/Linear/pre_convert", - "/layers.5/mlp/proj_2/Linear", - "/layers.5/mlp/proj_2/Linear/post_convert", - "/layers.6/self_attn/q_proj/Linear/pre_reshape", - "/layers.6/self_attn/q_proj/Linear/pre_convert", - "/layers.6/self_attn/q_proj/Linear", - "/layers.6/self_attn/q_proj/Linear/post_convert", - "/layers.6/self_attn/k_proj/Linear/pre_reshape", - "/layers.6/self_attn/k_proj/Linear/pre_convert", - "/layers.6/self_attn/k_proj/Linear", - "/layers.6/self_attn/k_proj/Linear/post_convert", - "/layers.6/self_attn/v_proj/Linear/pre_reshape", - "/layers.6/self_attn/v_proj/Linear/pre_convert", - "/layers.6/self_attn/v_proj/Linear", - "/layers.6/self_attn/v_proj/Linear/post_convert", - "/layers.6/self_attn/o_proj/Linear/pre_reshape", - "/layers.6/self_attn/o_proj/Linear/pre_convert", - "/layers.6/self_attn/o_proj/Linear", - "/layers.6/self_attn/o_proj/Linear/post_convert", - "/layers.6/mlp/proj_1/Linear/pre_reshape", - "/layers.6/mlp/proj_1/Linear/pre_convert", - "/layers.6/mlp/proj_1/Linear", - "/layers.6/mlp/proj_1/Linear/post_convert", - "/layers.6/mlp/proj_2/Linear/pre_reshape", - "/layers.6/mlp/proj_2/Linear/pre_convert", - "/layers.6/mlp/proj_2/Linear", - "/layers.6/mlp/proj_2/Linear/post_convert", - "/layers.7/self_attn/q_proj/Linear/pre_reshape", - "/layers.7/self_attn/q_proj/Linear/pre_convert", - "/layers.7/self_attn/q_proj/Linear", - "/layers.7/self_attn/q_proj/Linear/post_convert", - "/layers.7/self_attn/k_proj/Linear/pre_reshape", - "/layers.7/self_attn/k_proj/Linear/pre_convert", - "/layers.7/self_attn/k_proj/Linear", - "/layers.7/self_attn/k_proj/Linear/post_convert", - "/layers.7/self_attn/v_proj/Linear/pre_reshape", - "/layers.7/self_attn/v_proj/Linear/pre_convert", - "/layers.7/self_attn/v_proj/Linear", - "/layers.7/self_attn/v_proj/Linear/post_convert", - "/layers.7/self_attn/o_proj/Linear/pre_reshape", - "/layers.7/self_attn/o_proj/Linear/pre_convert", - "/layers.7/self_attn/o_proj/Linear", - "/layers.7/self_attn/o_proj/Linear/post_convert", - "/layers.7/mlp/proj_1/Linear/pre_reshape", - "/layers.7/mlp/proj_1/Linear/pre_convert", - "/layers.7/mlp/proj_1/Linear", - "/layers.7/mlp/proj_1/Linear/post_convert", - "/layers.7/mlp/proj_2/Linear/pre_reshape", - "/layers.7/mlp/proj_2/Linear/pre_convert", - "/layers.7/mlp/proj_2/Linear", - "/layers.7/mlp/proj_2/Linear/post_convert", - "/layers.8/self_attn/q_proj/Linear/pre_reshape", - "/layers.8/self_attn/q_proj/Linear/pre_convert", - "/layers.8/self_attn/q_proj/Linear", - "/layers.8/self_attn/q_proj/Linear/post_convert", - "/layers.8/self_attn/k_proj/Linear/pre_reshape", - "/layers.8/self_attn/k_proj/Linear/pre_convert", - "/layers.8/self_attn/k_proj/Linear", - "/layers.8/self_attn/k_proj/Linear/post_convert", - "/layers.8/self_attn/v_proj/Linear/pre_reshape", - "/layers.8/self_attn/v_proj/Linear/pre_convert", - "/layers.8/self_attn/v_proj/Linear", - "/layers.8/self_attn/v_proj/Linear/post_convert", - "/layers.8/self_attn/o_proj/Linear/pre_reshape", - "/layers.8/self_attn/o_proj/Linear/pre_convert", - "/layers.8/self_attn/o_proj/Linear", - "/layers.8/self_attn/o_proj/Linear/post_convert", - "/layers.8/mlp/proj_1/Linear/pre_reshape", - "/layers.8/mlp/proj_1/Linear/pre_convert", - "/layers.8/mlp/proj_1/Linear", - "/layers.8/mlp/proj_1/Linear/post_convert", - "/layers.8/mlp/proj_2/Linear/pre_reshape", - "/layers.8/mlp/proj_2/Linear/pre_convert", - "/layers.8/mlp/proj_2/Linear", - "/layers.8/mlp/proj_2/Linear/post_convert", - "/layers.9/self_attn/q_proj/Linear/pre_reshape", - "/layers.9/self_attn/q_proj/Linear/pre_convert", - "/layers.9/self_attn/q_proj/Linear", - "/layers.9/self_attn/q_proj/Linear/post_convert", - "/layers.9/self_attn/k_proj/Linear/pre_reshape", - "/layers.9/self_attn/k_proj/Linear/pre_convert", - "/layers.9/self_attn/k_proj/Linear", - "/layers.9/self_attn/k_proj/Linear/post_convert", - "/layers.9/self_attn/v_proj/Linear/pre_reshape", - "/layers.9/self_attn/v_proj/Linear/pre_convert", - "/layers.9/self_attn/v_proj/Linear", - "/layers.9/self_attn/v_proj/Linear/post_convert", - "/layers.9/self_attn/o_proj/Linear/pre_reshape", - "/layers.9/self_attn/o_proj/Linear/pre_convert", - "/layers.9/self_attn/o_proj/Linear", - "/layers.9/self_attn/o_proj/Linear/post_convert", - "/layers.9/mlp/proj_1/Linear/pre_reshape", - "/layers.9/mlp/proj_1/Linear/pre_convert", - "/layers.9/mlp/proj_1/Linear", - "/layers.9/mlp/proj_1/Linear/post_convert", - "/layers.9/mlp/proj_2/Linear/pre_reshape", - "/layers.9/mlp/proj_2/Linear/pre_convert", - "/layers.9/mlp/proj_2/Linear", - "/layers.9/mlp/proj_2/Linear/post_convert", - "/layers.10/self_attn/q_proj/Linear/pre_reshape", - "/layers.10/self_attn/q_proj/Linear/pre_convert", - "/layers.10/self_attn/q_proj/Linear", - "/layers.10/self_attn/q_proj/Linear/post_convert", - "/layers.10/self_attn/k_proj/Linear/pre_reshape", - "/layers.10/self_attn/k_proj/Linear/pre_convert", - "/layers.10/self_attn/k_proj/Linear", - "/layers.10/self_attn/k_proj/Linear/post_convert", - "/layers.10/self_attn/v_proj/Linear/pre_reshape", - "/layers.10/self_attn/v_proj/Linear/pre_convert", - "/layers.10/self_attn/v_proj/Linear", - "/layers.10/self_attn/v_proj/Linear/post_convert", - "/layers.10/self_attn/o_proj/Linear/pre_reshape", - "/layers.10/self_attn/o_proj/Linear/pre_convert", - "/layers.10/self_attn/o_proj/Linear", - "/layers.10/self_attn/o_proj/Linear/post_convert", - "/layers.10/mlp/proj_1/Linear/pre_reshape", - "/layers.10/mlp/proj_1/Linear/pre_convert", - "/layers.10/mlp/proj_1/Linear", - "/layers.10/mlp/proj_1/Linear/post_convert", - "/layers.10/mlp/proj_2/Linear/pre_reshape", - "/layers.10/mlp/proj_2/Linear/pre_convert", - "/layers.10/mlp/proj_2/Linear", - "/layers.10/mlp/proj_2/Linear/post_convert", - "/layers.11/self_attn/q_proj/Linear/pre_reshape", - "/layers.11/self_attn/q_proj/Linear/pre_convert", - "/layers.11/self_attn/q_proj/Linear", - "/layers.11/self_attn/q_proj/Linear/post_convert", - "/layers.11/self_attn/k_proj/Linear/pre_reshape", - "/layers.11/self_attn/k_proj/Linear/pre_convert", - "/layers.11/self_attn/k_proj/Linear", - "/layers.11/self_attn/k_proj/Linear/post_convert", - "/layers.11/self_attn/v_proj/Linear/pre_reshape", - "/layers.11/self_attn/v_proj/Linear/pre_convert", - "/layers.11/self_attn/v_proj/Linear", - "/layers.11/self_attn/v_proj/Linear/post_convert", - "/layers.11/self_attn/o_proj/Linear/pre_reshape", - "/layers.11/self_attn/o_proj/Linear/pre_convert", - "/layers.11/self_attn/o_proj/Linear", - "/layers.11/self_attn/o_proj/Linear/post_convert", - "/layers.11/mlp/proj_1/Linear/pre_reshape", - "/layers.11/mlp/proj_1/Linear/pre_convert", - "/layers.11/mlp/proj_1/Linear", - "/layers.11/mlp/proj_1/Linear/post_convert", - "/layers.11/mlp/proj_2/Linear/pre_reshape", - "/layers.11/mlp/proj_2/Linear/pre_convert", - "/layers.11/mlp/proj_2/Linear", - "/layers.11/mlp/proj_2/Linear/post_convert", - "/layers.12/self_attn/q_proj/Linear/pre_reshape", - "/layers.12/self_attn/q_proj/Linear/pre_convert", - "/layers.12/self_attn/q_proj/Linear", - "/layers.12/self_attn/q_proj/Linear/post_convert", - "/layers.12/self_attn/k_proj/Linear/pre_reshape", - "/layers.12/self_attn/k_proj/Linear/pre_convert", - "/layers.12/self_attn/k_proj/Linear", - "/layers.12/self_attn/k_proj/Linear/post_convert", - "/layers.12/self_attn/v_proj/Linear/pre_reshape", - "/layers.12/self_attn/v_proj/Linear/pre_convert", - "/layers.12/self_attn/v_proj/Linear", - "/layers.12/self_attn/v_proj/Linear/post_convert", - "/layers.12/self_attn/o_proj/Linear/pre_reshape", - "/layers.12/self_attn/o_proj/Linear/pre_convert", - "/layers.12/self_attn/o_proj/Linear", - "/layers.12/self_attn/o_proj/Linear/post_convert", - "/layers.12/mlp/proj_1/Linear/pre_reshape", - "/layers.12/mlp/proj_1/Linear/pre_convert", - "/layers.12/mlp/proj_1/Linear", - "/layers.12/mlp/proj_1/Linear/post_convert", - "/layers.12/mlp/proj_2/Linear/pre_reshape", - "/layers.12/mlp/proj_2/Linear/pre_convert", - "/layers.12/mlp/proj_2/Linear", - "/layers.12/mlp/proj_2/Linear/post_convert", - "/layers.13/self_attn/q_proj/Linear/pre_reshape", - "/layers.13/self_attn/q_proj/Linear/pre_convert", - "/layers.13/self_attn/q_proj/Linear", - "/layers.13/self_attn/q_proj/Linear/post_convert", - "/layers.13/self_attn/k_proj/Linear/pre_reshape", - "/layers.13/self_attn/k_proj/Linear/pre_convert", - "/layers.13/self_attn/k_proj/Linear", - "/layers.13/self_attn/k_proj/Linear/post_convert", - "/layers.13/self_attn/v_proj/Linear/pre_reshape", - "/layers.13/self_attn/v_proj/Linear/pre_convert", - "/layers.13/self_attn/v_proj/Linear", - "/layers.13/self_attn/v_proj/Linear/post_convert", - "/layers.13/self_attn/o_proj/Linear/pre_reshape", - "/layers.13/self_attn/o_proj/Linear/pre_convert", - "/layers.13/self_attn/o_proj/Linear", - "/layers.13/self_attn/o_proj/Linear/post_convert", - "/layers.13/mlp/proj_1/Linear/pre_reshape", - "/layers.13/mlp/proj_1/Linear/pre_convert", - "/layers.13/mlp/proj_1/Linear", - "/layers.13/mlp/proj_1/Linear/post_convert", - "/layers.13/mlp/proj_2/Linear/pre_reshape", - "/layers.13/mlp/proj_2/Linear/pre_convert", - "/layers.13/mlp/proj_2/Linear", - "/layers.13/mlp/proj_2/Linear/post_convert", - "/layers.14/self_attn/q_proj/Linear/pre_reshape", - "/layers.14/self_attn/q_proj/Linear/pre_convert", - "/layers.14/self_attn/q_proj/Linear", - "/layers.14/self_attn/q_proj/Linear/post_convert", - "/layers.14/self_attn/k_proj/Linear/pre_reshape", - "/layers.14/self_attn/k_proj/Linear/pre_convert", - "/layers.14/self_attn/k_proj/Linear", - "/layers.14/self_attn/k_proj/Linear/post_convert", - "/layers.14/self_attn/v_proj/Linear/pre_reshape", - "/layers.14/self_attn/v_proj/Linear/pre_convert", - "/layers.14/self_attn/v_proj/Linear", - "/layers.14/self_attn/v_proj/Linear/post_convert", - "/layers.14/self_attn/o_proj/Linear/pre_reshape", - "/layers.14/self_attn/o_proj/Linear/pre_convert", - "/layers.14/self_attn/o_proj/Linear", - "/layers.14/self_attn/o_proj/Linear/post_convert", - "/layers.14/mlp/proj_1/Linear/pre_reshape", - "/layers.14/mlp/proj_1/Linear/pre_convert", - "/layers.14/mlp/proj_1/Linear", - "/layers.14/mlp/proj_1/Linear/post_convert", - "/layers.14/mlp/proj_2/Linear/pre_reshape", - "/layers.14/mlp/proj_2/Linear/pre_convert", - "/layers.14/mlp/proj_2/Linear", - "/layers.14/mlp/proj_2/Linear/post_convert", - "/layers.15/self_attn/q_proj/Linear/pre_reshape", - "/layers.15/self_attn/q_proj/Linear/pre_convert", - "/layers.15/self_attn/q_proj/Linear", - "/layers.15/self_attn/q_proj/Linear/post_convert", - "/layers.15/self_attn/k_proj/Linear/pre_reshape", - "/layers.15/self_attn/k_proj/Linear/pre_convert", - "/layers.15/self_attn/k_proj/Linear", - "/layers.15/self_attn/k_proj/Linear/post_convert", - "/layers.15/self_attn/v_proj/Linear/pre_reshape", - "/layers.15/self_attn/v_proj/Linear/pre_convert", - "/layers.15/self_attn/v_proj/Linear", - "/layers.15/self_attn/v_proj/Linear/post_convert", - "/layers.15/self_attn/o_proj/Linear/pre_reshape", - "/layers.15/self_attn/o_proj/Linear/pre_convert", - "/layers.15/self_attn/o_proj/Linear", - "/layers.15/self_attn/o_proj/Linear/post_convert", - "/layers.15/mlp/proj_1/Linear/pre_reshape", - "/layers.15/mlp/proj_1/Linear/pre_convert", - "/layers.15/mlp/proj_1/Linear", - "/layers.15/mlp/proj_1/Linear/post_convert", - "/layers.15/mlp/proj_2/Linear/pre_reshape", - "/layers.15/mlp/proj_2/Linear/pre_convert", - "/layers.15/mlp/proj_2/Linear", - "/layers.15/mlp/proj_2/Linear/post_convert", - "/layers.16/self_attn/q_proj/Linear/pre_reshape", - "/layers.16/self_attn/q_proj/Linear/pre_convert", - "/layers.16/self_attn/q_proj/Linear", - "/layers.16/self_attn/q_proj/Linear/post_convert", - "/layers.16/self_attn/k_proj/Linear/pre_reshape", - "/layers.16/self_attn/k_proj/Linear/pre_convert", - "/layers.16/self_attn/k_proj/Linear", - "/layers.16/self_attn/k_proj/Linear/post_convert", - "/layers.16/self_attn/v_proj/Linear/pre_reshape", - "/layers.16/self_attn/v_proj/Linear/pre_convert", - "/layers.16/self_attn/v_proj/Linear", - "/layers.16/self_attn/v_proj/Linear/post_convert", - "/layers.16/self_attn/o_proj/Linear/pre_reshape", - "/layers.16/self_attn/o_proj/Linear/pre_convert", - "/layers.16/self_attn/o_proj/Linear", - "/layers.16/self_attn/o_proj/Linear/post_convert", - "/layers.16/mlp/proj_1/Linear/pre_reshape", - "/layers.16/mlp/proj_1/Linear/pre_convert", - "/layers.16/mlp/proj_1/Linear", - "/layers.16/mlp/proj_1/Linear/post_convert", - "/layers.16/mlp/proj_2/Linear/pre_reshape", - "/layers.16/mlp/proj_2/Linear/pre_convert", - "/layers.16/mlp/proj_2/Linear", - "/layers.16/mlp/proj_2/Linear/post_convert", - "/layers.17/self_attn/q_proj/Linear/pre_reshape", - "/layers.17/self_attn/q_proj/Linear/pre_convert", - "/layers.17/self_attn/q_proj/Linear", - "/layers.17/self_attn/q_proj/Linear/post_convert", - "/layers.17/self_attn/k_proj/Linear/pre_reshape", - "/layers.17/self_attn/k_proj/Linear/pre_convert", - "/layers.17/self_attn/k_proj/Linear", - "/layers.17/self_attn/k_proj/Linear/post_convert", - "/layers.17/self_attn/v_proj/Linear/pre_reshape", - "/layers.17/self_attn/v_proj/Linear/pre_convert", - "/layers.17/self_attn/v_proj/Linear", - "/layers.17/self_attn/v_proj/Linear/post_convert", - "/layers.17/self_attn/o_proj/Linear/pre_reshape", - "/layers.17/self_attn/o_proj/Linear/pre_convert", - "/layers.17/self_attn/o_proj/Linear", - "/layers.17/self_attn/o_proj/Linear/post_convert", - "/layers.17/mlp/proj_1/Linear/pre_reshape", - "/layers.17/mlp/proj_1/Linear/pre_convert", - "/layers.17/mlp/proj_1/Linear", - "/layers.17/mlp/proj_1/Linear/post_convert", - "/layers.17/mlp/proj_2/Linear/pre_reshape", - "/layers.17/mlp/proj_2/Linear/pre_convert", - "/layers.17/mlp/proj_2/Linear", - "/layers.17/mlp/proj_2/Linear/post_convert", - "/layers.18/self_attn/q_proj/Linear/pre_reshape", - "/layers.18/self_attn/q_proj/Linear/pre_convert", - "/layers.18/self_attn/q_proj/Linear", - "/layers.18/self_attn/q_proj/Linear/post_convert", - "/layers.18/self_attn/k_proj/Linear/pre_reshape", - "/layers.18/self_attn/k_proj/Linear/pre_convert", - "/layers.18/self_attn/k_proj/Linear", - "/layers.18/self_attn/k_proj/Linear/post_convert", - "/layers.18/self_attn/v_proj/Linear/pre_reshape", - "/layers.18/self_attn/v_proj/Linear/pre_convert", - "/layers.18/self_attn/v_proj/Linear", - "/layers.18/self_attn/v_proj/Linear/post_convert", - "/layers.18/self_attn/o_proj/Linear/pre_reshape", - "/layers.18/self_attn/o_proj/Linear/pre_convert", - "/layers.18/self_attn/o_proj/Linear", - "/layers.18/self_attn/o_proj/Linear/post_convert", - "/layers.18/mlp/proj_1/Linear/pre_reshape", - "/layers.18/mlp/proj_1/Linear/pre_convert", - "/layers.18/mlp/proj_1/Linear", - "/layers.18/mlp/proj_1/Linear/post_convert", - "/layers.18/mlp/proj_2/Linear/pre_reshape", - "/layers.18/mlp/proj_2/Linear/pre_convert", - "/layers.18/mlp/proj_2/Linear", - "/layers.18/mlp/proj_2/Linear/post_convert", - "/layers.19/self_attn/q_proj/Linear/pre_reshape", - "/layers.19/self_attn/q_proj/Linear/pre_convert", - "/layers.19/self_attn/q_proj/Linear", - "/layers.19/self_attn/q_proj/Linear/post_convert", - "/layers.19/self_attn/k_proj/Linear/pre_reshape", - "/layers.19/self_attn/k_proj/Linear/pre_convert", - "/layers.19/self_attn/k_proj/Linear", - "/layers.19/self_attn/k_proj/Linear/post_convert", - "/layers.19/self_attn/v_proj/Linear/pre_reshape", - "/layers.19/self_attn/v_proj/Linear/pre_convert", - "/layers.19/self_attn/v_proj/Linear", - "/layers.19/self_attn/v_proj/Linear/post_convert", - "/layers.19/self_attn/o_proj/Linear/pre_reshape", - "/layers.19/self_attn/o_proj/Linear/pre_convert", - "/layers.19/self_attn/o_proj/Linear", - "/layers.19/self_attn/o_proj/Linear/post_convert", - "/layers.19/mlp/proj_1/Linear/pre_reshape", - "/layers.19/mlp/proj_1/Linear/pre_convert", - "/layers.19/mlp/proj_1/Linear", - "/layers.19/mlp/proj_1/Linear/post_convert", - "/layers.19/mlp/proj_2/Linear/pre_reshape", - "/layers.19/mlp/proj_2/Linear/pre_convert", - "/layers.19/mlp/proj_2/Linear", - "/layers.19/mlp/proj_2/Linear/post_convert", - "/lm/lm_head/Linear/pre_reshape", - "/lm/lm_head/Linear/pre_convert", - "/lm/lm_head/Linear", - "/lm/lm_head/Linear/post_convert" - ], - "tensorNumber": 0, - "usage": "INFERENCE", - "mnn_uuid": "e59666bc-0d3e-44c3-b5c2-86a207b0ef1f" -} \ No newline at end of file +version https://git-lfs.github.com/spec/v1 +oid sha256:63b0a3f50e612b036651a7ab29ddcf9232471c59a5a36b1cbedf87a787f214e3 +size 3088870