{ "bizCode": "MNNTest", "extraInfo": { "version": "2.9.5" }, "oplists": [ { "main_type": "Input", "main": { "dims": [ 1, 1, 3072 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "input_ids", "outputIndexes": [ 0 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 3072 ] }, "name": "/Constant_output_0__", "outputIndexes": [ 1 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 0, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_output_0", "outputIndexes": [ 2 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm/Mul_output_0", "outputIndexes": [ 3 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.013733, 0.005829, 0.019043, 0.017212, 0.018555, 0.017456, 0.012756, 0.016479, 0.019897, 0.012756, 0.02002, 0.011902, 0.011963, 0.015869, 0.016357, 0.018433, 0.020386, 0.022827, 0.010681, 0.021851, 0.015503, 0.014954, 0.015869, 0.018555, 0.048096, 0.01532, 0.011169, 0.019165, 0.017456, 0.013245, 0.015198, 0.020142, 0.017456, 0.0177, 0.012512, 0.016357, 0.016113, 0.023804, 0.016113, 0.005493, 0.017334, 0.010986, 0.03125, 0.02124, 0.013916, 0.014343, 0.012756, 0.020996, 0.022583, 0.019653, 0.009766, 0.013245, 0.064453, 0.016113, 0.011658, 0.015076, 0.010742, 0.016724, 0.016602, 0.016602, 0.014587, 0.016357, 0.011719, 0.016724, 0.018555, 0.014099, 0.013611, 0.012573, 0.021362, 0.015198, 0.020874, -0.000286, 0.013367, 0.01709, 0.020996, 0.01709, 0.011719, 0.004913, 0.011475, 0.011719, 0.016235, 0.014771, 0.006073, 0.020264, 0.010742, 0.024414, 0.015259, 0.010803, 0.013733, 0.018066, 0.013062, 0.013062, 0.014282, 0.013916, 0.015137, 0.011658, 0.022827, 0.018311, 0.015625, 0.018188, 0.013733, 0.018066, 0.016968, 0.004242, 0.013916, 0.019775, 6.3e-05, 0.013062, 0.010864, 0.022827, 0.024048, 0.016113, 0.02417, 0.020508, 0.018066, 0.03833, 0.015625, 0.008728, 0.018555, 0.016235, 0.015381, 0.021362, 0.014526, 0.018311, 0.020996, 0.007416, 0.020386, 0.016479, 0.013794, 0.017944, 0.020264, 0.017944, 0.014038, -0.005798, 0.019287, 0.012451, 0.011719, 0.0177, 0.018188, 0.024658, 0.010986, 0.015503, 0.017456, 0.022949, 0.017944, 0.024292, 0.013977, 0.011841, 0.020508, 0.013062, 0.005188, 0.017578, 0.00766, 0.020996, 0.015991, 0.017578, 0.016357, 0.02063, 0.018066, 0.018921, 0.013733, 0.020752, 0.016846, 0.012756, 0.016724, 0.004272, 0.016235, 0.017578, 0.018066, 0.019165, 0.028442, 0.009766, 0.009705, 0.014954, 0.016479, 0.014709, 0.013489, 0.014343, 0.013916, 0.00164, 0.017212, 0.014954, 0.021606, 0.009399, 0.014343, 0.018921, 0.018799, 0.016602, 0.009888, 0.016724, 0.016235, 0.017456, 0.017578, 0.014648, 0.014832, 0.016968, 0.019409, 0.026611, 0.013733, 0.016113, 0.022583, 0.016724, 0.006287, 0.022583, 0.07666, 0.019409, 0.022827, 0.016724, 0.013611, 0.013367, 0.014954, 0.015747, 0.014954, 0.013123, 0.022583, 0.01709, 0.018433, 0.01416, 0.024414, 0.017822, 0.016479, 0.017944, 0.012573, 0.015381, 0.013367, 0.017456, 0.018188, 0.015198, 0.010498, 0.010437, 0.016113, 0.014343, 0.020142, 0.013245, 0.011963, 0.018188, 0.018066, 0.015442, 0.016235, 0.0047, 0.017456, 0.019165, 0.018799, 0.012451, 0.009888, 0.018799, 0.014099, 0.015442, 0.020142, 0.019043, 0.017456, 0.019531, 0.018066, 0.014709, 0.016968, 0.0177, 0.013489, 0.018188, 0.018188, 0.015015, 0.015991, 0.026245, 0.007111, 0.021484, 0.02356, 0.019897, 0.012512, 0.017822, 0.019897, 0.01355, 0.012573, 0.017944, 0.022339, 0.022949, 0.015564, 0.013123, 0.015442, 0.012329, 0.009949, 0.015076, 0.004059, 0.02356, 0.017944, 0.020874, 0.009277, 0.009827, 0.020264, 0.012756, 0.018433, 0.017578, 0.017334, 0.012085, 0.013611, 0.020142, 0.020996, 0.017944, 0.016724, 0.015747, 0.012085, 0.017456, 0.013977, 0.016968, 0.013611, 0.014343, 0.018188, 0.016113, 0.015991, 0.012634, 0.015259, 0.011902, 0.018799, 0.016724, 0.010437, 0.025269, 0.014038, 0.015747, 0.020142, 0.019531, 0.016602, 0.010681, 0.01178, 0.012817, 0.017212, 0.011536, 0.015442, 0.013855, 0.009644, 0.016846, 0.015625, 0.017334, 0.020874, 0.019653, 0.02063, 0.02417, 0.014832, 0.019897, 0.017578, 0.021729, 0.015015, 0.016479, 0.016968, 0.012573, 0.008789, 0.016724, 0.014832, 0.013428, 0.01709, 0.011047, 0.018188, 0.009949, 0.018799, 0.013367, 0.014709, 0.015137, 0.018799, 0.010742, 0.026855, 0.016724, 0.018799, 0.017212, 0.015381, 0.020142, 0.016968, 0.014404, 0.014648, 0.013062, 0.019897, 0.011414, 0.012634, 0.011963, 0.016602, 0.013184, 0.015198, 0.011963, 0.015625, 0.009705, 0.015747, 0.014282, 0.01709, 0.012146, 0.013794, 0.003555, 0.018921, 0.016724, 0.015869, 0.011108, 0.011597, 0.030396, 0.019043, 0.013123, 0.018677, 0.015259, 0.013184, 0.015869, 0.017822, 0.013245, 0.016602, 0.019287, 0.013489, 0.013306, 0.016479, 0.017578, 0.018188, 0.018311, 0.013306, 0.021973, 0.014709, 0.015015, 0.015015, 0.018188, 0.013306, 0.02832, 0.013062, 0.015625, 0.02002, 0.009705, 0.015625, 0.013428, 0.001015, 0.021973, 0.011108, 0.011597, 0.010864, 0.020264, 0.015198, 0.026855, 0.015747, 0.019165, 0.010193, 0.01709, 0.015442, 0.017334, 0.013794, 0.010437, 0.016357, 0.016846, 0.013123, 0.023315, 0.011597, 0.015381, 0.014648, 0.013672, 0.017456, 0.012695, 0.011292, 0.020142, 0.016968, 0.022217, 0.013123, 0.012268, 0.016235, 0.01532, 0.020874, 0.014648, 0.015198, 0.013245, 0.009216, 0.019043, 0.009888, 0.023926, 0.016968, 0.012024, 0.020508, 0.014954, 0.015991, 0.015198, 0.009949, 0.009583, 0.016968, 0.017334, 0.019409, -0.001793, 0.011353, -0.000273, 0.013184, 0.021606, 0.014893, 0.017944, 0.016479, 0.018555, 0.015076, 0.001846, 0.015503, 0.017456, 0.014954, 0.012939, 0.017578, 0.016357, 0.013794, 0.016724, 0.009949, 0.02063, 0.021118, 0.013733, 0.015869, 0.017822, 0.010559, 0.015259, 0.013245, 0.01123, 0.019897, 0.010803, 0.016357, 0.003998, 0.018188, 0.014404, 0.008545, 0.019165, 0.016113, 0.015259, 0.022827, 0.011658, 0.015625, 0.015869, 0.016968, 0.025146, 0.008423, 0.014099, 0.023926, 0.023071, 0.018555, 0.019897, 0.018188, 0.013428, 0.01709, 0.013977, 0.023193, 0.023071, 0.020752, 0.023926, 0.014221, 0.011902, 0.012512, 0.013733, 0.016357, 0.015259, 0.022949, 0.009583, 0.016602, 0.018433, 0.010925, 0.013794, 0.017456, 0.013306, 0.02124, 0.01709, 0.020386, 0.021851, 0.014954, 0.018677, 0.002014, 0.018066, 0.020264, 0.012512, 0.013977, 0.016357, 0.017944, 0.014954, 0.007721, 0.014893, 0.015869, 0.011719, 0.015991, 0.017456, 0.021729, 0.007416, 0.013367, 0.014282, 0.016602, 0.015991, 0.015625, 0.011719, 0.013977, 0.0177, 0.02356, 0.016724, 0.00647, 0.013062, 0.013489, 0.005188, 0.02002, -0.00589, 0.015503, 0.016602, 0.021118, 0.013672, 0.018311, 0.036865, 0.014954, -0.000119, 0.012573, 0.016479, 0.012817, 0.009888, 0.021118, 0.013367, 0.020996, 0.014404, 0.017944, 0.016113, 0.016235, 0.015564, 0.0177, 0.016968, 0.017456, 0.015869, 0.016235, 0.007568, 0.011902, 0.017944, 0.013916, 0.013367, 0.011719, 0.020386, 0.024292, 0.02356, 0.007507, 0.010437, 0.017822, 0.020264, 0.012207, 0.010132, 0.013428, 0.018066, 0.016357, 0.014038, 0.01709, 0.019165, 0.016724, 0.009155, 0.012573, 0.021973, 0.010559, 0.016113, 0.013062, 0.025146, 0.009399, 0.015015, 0.013184, 0.018311, 0.024902, 0.01355, 0.016357, 0.021362, 0.012878, 0.022827, 0.012146, 0.017334, 0.011841, 0.00946, 0.015869, 0.015869, 0.014343, 0.016235, 0.012756, 0.012329, 0.012573, 0.019043, 0.013916, 0.009888, 0.023071, 0.016724, 0.013794, 0.015076, 0.012512, 0.01355, 0.02417, 0.018433, 0.021606, 0.014038, 0.020752, 0.013794, 0.011169, -0.001228, 0.014771, 0.008362, 0.008118, 0.008789, 0.013367, 0.019043, 0.013428, -0.049805, 0.019043, 0.013367, 0.019165, 0.012878, 0.01062, 0.016968, 0.015564, 0.017456, 0.016479, 0.018188, 0.013123, 0.019409, 0.025879, 0.022705, 0.018433, 0.00766, 0.022827, 0.01709, 0.019897, 0.007202, 0.012634, 0.015564, 0.015442, 0.017212, 0.020386, 0.021484, 0.012634, 0.009277, 0.030396, 0.02002, 0.022095, 0.00946, 0.018188, 0.007416, 0.014282, 0.014648, 0.010986, 0.009155, 0.019775, 0.015869, 0.027222, 0.014343, 0.014648, 0.016846, 0.01709, 0.020874, 0.020996, 0.018311, 0.016602, 0.017822, 0.014832, 0.0177, 0.010376, 0.017578, 0.009888, 0.018066, 0.017212, 0.013611, 0.0177, 0.016602, 0.016479, 0.021484, 0.01532, 0.02063, 0.015015, 0.010742, 0.010315, 0.014099, 0.012207, 0.008179, 0.016479, 0.016602, 0.019653, 0.011841, 0.010681, 0.015259, 0.013733, 0.012756, 0.012268, 0.008667, 0.020508, 0.011963, 0.013672, 0.013, 0.01709, 0.015259, 0.010864, 0.013916, 0.018677, 0.016113, 0.016968, 0.018677, 0.013733, 0.008362, 0.021851, 0.019897, 0.023438, 0.01709, 0.012329, 0.016235, 0.005981, 0.014587, 0.020142, 0.013977, 0.011353, 0.020874, 0.018555, 0.016846, 0.021118, 0.009277, 0.011841, 0.019409, 0.002869, 0.01709, 0.012573, 0.019287, 0.012817, 0.020142, 0.02063, 0.016846, 0.012451, 0.015198, 0.021362, 0.017944, 0.015991, 0.022705, 0.015991, 0.013245, 0.02063, 0.011841, 0.021362, 0.015381, 0.021606, 0.011841, 0.017944, 0.01001, 0.016479, 0.017212, 0.022461, 0.015747, 0.018066, 0.014648, 0.00885, 0.011292, 0.016724, 0.009094, 0.013794, 0.012085, 0.01416, 0.016479, 0.014404, 0.023438, 0.015381, 0.017334, 0.021118, 0.018311, 0.012085, 0.013611, 0.014343, 0.026855, 0.01123, 0.015076, 0.019165, 0.014465, 0.013428, 0.014038, 0.019287, 0.014282, 0.013123, 0.01001, 0.012817, 0.017212, 0.010742, 0.016357, 0.023071, 0.016724, 0.015015, 0.010315, 0.020874, 0.025513, 0.018188, 0.011902, 0.016479, 0.019653, 0.019531, 0.015198, 0.013489, 0.020874, 0.015747, 0.015442, 0.012817, 0.019653, 0.013672, 0.015869, 0.014893, 0.023438, 0.022705, 0.01062, 0.016113, 0.015442, 0.018188, 0.007812, 0.011536, 0.011963, 0.014282, 0.015198, 0.008972, 0.011841, 0.010254, 0.015076, 0.010803, 0.023193, 0.017334, 0.020264, 0.017822, 0.015991, 0.010132, 0.021606, 0.01239, 0.009216, 0.019775, 0.006714, 0.007233, 0.005859, 0.014771, 0.007355, 0.015503, 0.017578, 0.021973, 0.009827, 0.015137, 0.012817, 0.010437, 0.012024, 0.019653, 0.018188, 0.018677, 0.013062, 0.012939, 0.018921, 0.014343, 0.019043, 0.016479, 0.009949, 0.014343, 0.018555, 0.012939, 0.017212, 0.019043, 0.016968, 0.015747, 0.013, 0.013733, 0.022827, 0.019897, 0.013, 0.017944, 0.012268, 0.020874, 0.019165, 0.013733, 0.015564, 0.016846, 0.013, 0.016357, 0.01239, 0.010742, 0.020996, 0.007416, 0.014404, 0.014404, 0.013123, 0.013916, 0.012939, 0.022827, 0.023682, 0.013794, 0.017334, 0.014465, 0.026245, 0.016846, 0.013672, 0.01355, 0.023315, 0.013611, 0.008911, 0.01532, 0.015991, 0.020264, 0.009399, 0.022339, 0.021118, 0.013367, 0.018677, 0.027222, 0.015015, 0.018311, 0.014282, 0.012939, 0.015747, 0.01532, 0.017334, 0.016846, 0.01416, 0.014099, 0.016724, 0.014404, 0.016235, 0.028198, 0.016846, 0.01416, 0.010803, 0.016968, 0.011719, -0.00018, 0.019531, 0.02063, 0.020264, 0.015076, 0.01709, 0.019653, 0.009949, 0.018066, 0.011475, 0.015564, 0.020264, 0.018188, 0.021973, 0.015381, 0.009277, 0.011963, 0.011597, 0.019287, 0.016357, 0.00824, 0.013916, 0.016113, 0.018677, 0.024536, 0.008484, 0.007874, 0.008606, 0.016479, 0.017822, 0.03125, 0.012512, 0.013855, 0.017578, 0.017456, 0.020142, 0.007233, 0.021484, 0.018433, 0.016479, 0.017334, 0.011292, 0.015076, 0.012817, 0.012878, 0.014221, 0.008728, 0.01001, 0.015503, 0.014832, 0.015442, 0.013062, 0.01532, 0.015747, 0.016357, 0.019165, 0.025024, 0.018677, 0.014771, 0.022461, 0.015503, 0.019287, 0.01178, 0.016846, 0.012634, 0.013306, 0.017578, 0.021118, 0.010315, 0.01709, 0.019165, 0.006958, 0.023926, 0.010315, 0.018799, 0.010376, 0.049316, 0.014038, 0.006195, 0.014954, 0.028564, 0.000816, 0.002823, 0.010986, 0.018921, 0.016846, 0.016602, 0.009216, 0.014648, 0.012634, 0.010925, 0.011536, 0.01709, 0.012329, 0.020996, 0.020264, 0.02124, 0.014709, 0.015442, 0.017822, 0.019775, 0.016968, 0.016235, 0.018677, 0.021362, 0.019775, 0.014343, 0.011414, 0.021729, 0.016724, 0.020874, 0.008728, 0.012146, 0.023071, 0.014587, 0.009827, 0.019287, 0.013184, 0.013916, 0.02063, 0.02124, 0.006348, 0.016357, 0.009277, 0.015747, 0.018433, 0.014099, 0.022339, 0.013, 0.013184, 0.01062, 0.019775, 0.013977, 0.012756, 0.015198, 0.01709, 0.010864, 0.017212, 0.001831, 0.018311, 0.021118, 0.015381, 0.023193, 0.020874, 0.015198, 0.02063, 0.022583, 0.015015, 0.018677, 0.008362, -0.001106, 0.013916, 0.017334, 0.018555, 0.018066, 0.017944, 0.020508, 0.014587, 0.016113, 0.011169, 0.010559, 0.020386, 0.018921, 0.012817, 0.021973, 0.012695, 0.021362, 0.014771, 0.021606, 0.015625, 0.059326, 0.011719, 0.016357, 0.014832, 0.02063, 0.018555, 0.014343, 0.023071, 0.016968, 0.012695, 0.003067, 0.013733, 0.010498, 0.017212, 0.018188, 0.013611, 0.010803, 0.016235, 0.019287, 0.014465, -0.003479, 0.015625, 0.013733, 0.025146, 0.015747, 0.020142, 0.015137, 0.017212, 0.010559, 0.012817, 0.023682, 0.012634, 0.01355, 0.013062, 0.013672, 0.014221, 0.015564, 0.014954, 0.010925, -0.000425, 0.016479, 0.010559, 0.018188, 0.017212, 0.01709, 0.010315, 0.015381, 0.02063, 0.012756, 0.013489, 0.016602, 0.016235, 0.013977, 0.015259, 0.004578, 0.017822, 0.019409, 0.02417, 0.018921, 0.011108, 0.012756, 0.007751, -0.001015, 0.019775, 0.015381, 0.012085, 0.019165, 0.016724, 0.022339, 0.01239, 0.015137, 0.010315, 0.015137, 0.017212, 0.016235, 0.015991, 0.022949, 0.016602, 0.016602, 0.017456, 0.014954, 0.00383, 0.015869, 0.019165, 0.018311, 0.02417, 0.016113, 0.008057, 0.013672, 0.017578, 0.019287, 0.015564, 0.013611, 0.016846, 0.017944, 0.014038, 0.01239, 0.015137, 0.020508, 0.02063, 0.018799, 0.017578, 0.009583, 0.013306, 0.010559, 0.012085, 0.018555, 0.018799, 0.011902, 0.022827, 0.010742, 0.01062, 0.019775, 0.013123, 0.014465, 0.010864, 0.014282, 0.010132, 0.010132, 0.016479, 0.018188, 0.018799, 0.013, 0.016602, 0.014038, 0.017456, 0.016846, 0.012939, 0.017334, 0.012329, 0.021729, 0.016357, 0.019897, 0.016846, 0.019653, 0.01416, 0.020386, 0.014099, 0.012756, 0.017578, 0.016235, 0.019043, 0.011047, 0.019897, 0.017456, 0.013489, 0.016357, 0.018188, 0.019043, 0.012085, 0.010742, 0.011414, 0.020996, 0.017944, 0.013184, 0.013367, 0.011597, 0.0177, 0.012634, 0.011292, 0.010864, 0.015503, 0.014648, 0.013367, 0.015869, 0.016235, 0.006073, 0.016846, 0.016479, 0.017212, 0.020142, 0.012939, 0.012695, 0.016968, 0.013306, 0.02063, 0.014526, 0.00293, 0.016724, 0.021606, 0.015137, 0.019409, 0.019043, 0.014526, 0.022949, 0.014832, 0.020874, 0.016479, 0.016602, 0.01123, 0.014587, 0.01709, 0.011108, 0.015503, 0.016235, 0.017822, 0.018921, -0.001556, 0.038574, 0.015442, 0.012878, 0.011353, 0.020508, 0.015625, 0.033936, 0.02124, 0.017822, 0.017944, 0.0177, 0.0177, 0.01123, 0.016602, 0.01062, 0.01709, 0.014648, 0.015747, 0.019897, 0.019409, 0.019775, 0.01709, 0.010986, 0.014954, 0.015198, 0.015198, 0.013672, 0.027466, 0.188477, 0.022461, 0.009033, 0.018188, 0.010132, 0.020142, 0.010559, 0.01709, 0.019897, 0.016479, 0.011597, 0.012329, 0.014832, 0.014221, 0.014648, 0.020508, 0.010498, 0.007355, 0.015869, 0.019409, 0.016235, 0.015747, 0.019287, 0.010254, 0.012268, 0.016357, 0.084961, 0.015442, 0.022827, 0.012817, 0.007812, 0.005798, 0.014954, 0.016479, 0.012939, 0.019897, 0.014404, 0.012268, 0.016235, 0.016968, 0.015869, 0.008667, 0.015015, 0.02002, 0.016846, 0.018433, 0.015869, 0.020752, 0.012817, 0.018311, 0.012573, 0.020264, 0.005829, 0.007751, 0.013306, 0.019897, 0.015747, 0.014465, 0.007874, 0.005493, 0.018677, 0.012817, 0.01123, 0.016235, 0.016968, 0.019653, 0.019531, 0.017578, 0.019531, 0.016968, 0.012573, 0.016602, 0.016968, 0.011841, 0.012939, 0.023071, 0.012634, 0.013184, 0.010437, 0.016968, 0.019165, 0.019043, 0.072754, 0.015503, 0.015564, 0.010315, 0.025146, 0.013916, 0.011108, 0.019043, 0.020264, 0.02002, 0.019897, 0.019409, 0.008179, 0.014771, 0.008667, 0.01709, 0.016357, 0.017822, 0.010254, 0.014465, 0.018433, 0.009827, 0.012512, 0.018555, 0.015503, 0.010559, 0.016113, 0.018066, 0.010376, 0.018188, 0.013123, 0.009827, 0.014526, 0.014099, 0.062012, 0.013489, 0.02002, 0.012146, 0.017212, 0.013733, 0.007477, 0.019653, 0.010803, 0.015991, 0.01239, 0.013672, 0.014709, 0.012817, 0.015991, 0.014648, 0.012695, 0.020264, 0.016113, 0.016846, 0.009766, 0.0177, 0.02002, 0.011108, 0.014038, 0.014771, 0.018799, 0.012207, 0.016235, 0.010376, 0.015076, 0.012512, 0.014954, 0.016968, 0.014587, 0.009827, 0.019165, 0.019775, 0.008606, 0.01709, 0.020996, 0.013245, 0.014099, 0.020752, 0.014893, 0.011719, 0.018433, 0.015564, 0.013916, 0.017578, 0.012146, 0.01062, 0.020264, 0.013672, 0.019531, 0.020264, 0.020386, 0.014954, 0.01178, 0.009033, 0.017822, 0.011414, 0.018677, 0.017822, 0.016724, 0.011841, 0.016724, 0.018555, 0.018433, 0.016968, 0.012512, 0.025879, 0.005585, 0.011047, 0.016846, 0.013428, 0.020996, 0.012817, 0.017212, 0.01062, 0.017578, 0.016357, 0.022461, 0.015076, 0.048584, 0.015076, 0.022949, 0.01239, 0.016113, 0.018799, 0.012939, 0.017334, 0.020996, 0.022339, 0.023682, 0.011292, 0.018188, 0.015747, 0.018066, 0.014221, 0.015015, 0.012817, 0.017456, 0.013916, 0.014648, 0.013184, 0.016968, 0.012451, 0.021362, 0.01239, 0.013794, -0.005066, 0.010193, 0.019653, 0.00885, 0.013794, 0.017578, 0.01416, 0.011902, 0.020386, 0.01416, 0.014771, 0.013611, 0.017334, 0.020874, 0.010132, 0.015259, 0.016235, 0.016113, 0.013489, 0.01416, 0.016479, 0.009033, 0.008362, 0.013672, 0.018188, 0.018311, 0.016846, 0.021606, 0.014893, 0.016235, 0.012878, -0.002823, 0.012695, 0.015991, 0.010315, 0.019409, 0.014893, 0.024536, 0.013123, 0.019531, 0.012085, 0.012268, 0.013916, 0.023804, 0.016724, 0.017212, 0.018433, 0.015198, 0.010437, 0.015991, 0.015564, 0.011902, 0.013672, 0.014221, 0.01709, 0.009766, 0.014282, 0.01355, 0.012695, 0.006683, 0.013672, 0.016724, 0.089355, 0.021729, 0.016846, 0.016479, 0.019653, 0.006104, 0.016235, 0.019287, 0.014893, 0.016846, 0.023193, 0.010803, 0.013, 0.024536, 0.006531, 0.015503, 0.018188, 0.015991, 0.014099, 0.018921, 0.022583, 0.020142, 0.016357, 0.02002, 0.017334, 0.00531, 0.023804, 0.017944, 0.0177, 0.019531, 0.019653, 0.012207, 0.020996, 0.009644, 0.015869, 0.019287, 0.021973, 0.018066, 0.010986, 0.016479, 0.010315, 0.018555, 0.029785, 0.006592, 0.012634, 0.009827, 0.016724, 0.01355, 0.009644, 0.012817, 0.018066, 0.016968, 0.013733, 0.013184, 0.017578, 0.019409, 0.016113, 0.009094, 0.01239, 0.012146, 0.014587, 0.012329, 0.012451, 0.019165, 0.017944, 0.014893, 0.009644, 0.009033, 0.02002, 0.014465, 0.013245, 0.0177, 0.021606, 0.01416, 0.01178, 0.012207, 0.007751, 0.013916, 0.019043, 0.016357, 0.011719, 0.014526, 0.006989, 0.007996, 0.01123, 0.015564, 0.014832, 0.015198, 0.011536, 0.017578, 0.01709, 0.023804, 0.016602, 0.021606, 0.015747, 0.025024, 0.018921, 0.015503, 0.010193, 0.018921, 0.011108, 0.014221, 0.014099, 0.020142, 0.020752, 0.019775, 0.015564, 0.016968, 0.00885, 0.012695, 0.011902, 0.013184, 0.023193, 0.014526, 0.014709, 0.016479, 0.022583, 0.023438, 0.015747, 0.011475, 0.017944, 0.012695, 0.017944, 0.016602, 0.013306, 0.012939, 0.014404, 0.010132, 0.014709, 0.022461, 0.016479, 0.011597, 0.055176, 0.014954, 0.013489, 0.013184, 0.010864, 0.015198, 0.020752, 0.018433, 0.015869, 0.015015, 0.012756, 0.01709, 0.020264, 0.013733, 0.019043, 0.015991, 0.016602, 0.016602, 0.01062, 0.021118, 0.016479, 0.02124, 0.019287, 0.018677, 0.01532, 0.018433, 0.019287, 0.016357, 0.014099, 0.020386, 0.016724, 0.019409, 0.010132, 0.015991, 0.011047, 0.021484, 0.012756, 0.014954, 0.014893, 0.015869, 0.072266, 0.014404, 0.011902, 0.016357, 0.015381, 0.00885, 0.018921, 0.020142, 0.014465, 0.020752, -0.000687, 0.016846, 0.021484, 0.015869, 0.016235, 0.015747, 0.013, 0.014832, 0.018555, 0.015991, 0.012207, 0.010559, 0.015137, 0.006042, 0.012939, 0.009399, 0.01709, 0.011536, 0.019653, 0.011841, 0.014038, 0.019287, 0.013794, 0.015991, 0.015564, 0.012817, 0.003036, 0.01416, 0.018188, 0.014038, 0.009033, 0.018555, 0.017212, 0.010681, 0.013794, 0.018311, 0.015442, 0.016479, 0.018921, 0.016602, 0.011963, 0.002991, 0.018188, 0.011475, 0.01355, 0.019897, 0.010681, 0.019409, 0.015747, 0.010498, 0.013367, 0.008362, 0.021118, 0.014526, 0.015991, 0.018555, 0.014709, 0.018799, 0.014221, 0.009583, 0.022705, 0.012329, 0.018188, 0.017822, 0.014465, 0.014465, 0.013, 0.016846, 0.016357, 0.015381, 0.010132, 0.010071, 0.014221, 0.019531, 0.002045, 0.012512, 0.011902, 0.010925, 0.018433, 0.018799, 0.018188, 0.016113, 0.011719, 0.005585, 0.018677, 0.016235, 0.013, 0.021484, 0.017456, 0.020508, 0.010315, 0.019531, 0.016479, 0.015869, 0.010315, 0.01355, 0.014893, 0.019775, 0.014832, 0.020142, 0.019409, 0.010498, 0.008667, 0.014587, 0.016602, 0.019897, 0.015503, 0.019287, 0.007233, 0.018921, 0.015137, 0.015015, 0.016724, 0.012329, 0.014648, 0.010925, 0.016479, 0.014221, 0.020142, 0.017944, 0.015869, 0.016479, 0.014282, 0.013733, 0.010254, 0.013794, 0.003555, 0.015015, 0.011536, 0.016113, 0.014709, 0.023193, 0.012268, 0.01416, 0.016357, 0.016724, 0.01178, 0.019531, 0.009155, 0.003525, 0.021729, 0.0177, 0.012878, 0.019165, 0.019531, 0.016357, 0.022217, 0.012939, 0.016235, 0.013, 0.01532, 0.019287, 0.015747, 0.02124, 0.010742, 0.016113, 0.018555, 0.017212, 0.022949, 0.02002, 0.010864, 0.01416, 0.013245, 0.009827, 0.022583, 0.021362, 0.01178, 0.007111, 0.020142, 0.012817, 0.018921, 0.018433, 0.014221, 0.007935, 0.017456, 0.020752, 0.016968, 0.016602, 0.017212, 0.00885, 0.000315, 0.019043, 0.021729, 0.017334, 0.014099, 0.015381, 0.016235, 0.018066, 0.00824, 0.013428, 0.016357, 0.018677, 0.01355, 0.019897, 0.012512, 0.015625, 0.016602, 0.019287, 0.015991, 0.022461, 0.013, 0.015869, 0.015137, 0.014099, 0.018066, 0.019531, 0.022095, 0.015137, 0.01355, 0.009705, 0.021606, 0.019165, 0.018555, 0.017578, 0.013306, 0.018799, 0.017212, 0.042969, 0.0177, 0.018188, 0.016602, 0.013489, 0.014465, 0.018799, 0.014282, 0.018799, 0.016113, 0.018921, 0.015991, 0.013123, 0.01239, 0.017456, 0.016724, 0.018311, 0.019287, 0.00528, 0.019409, 0.015442, 0.014709, 0.010803, 0.020142, -0.006927, 0.016235, 0.014954, 0.008911, 0.010925, 0.013245, 0.018188, 0.018433, 0.014954, 0.014221, 0.021362, 0.009094, 0.016113, 0.006775, 0.01709, 0.013428, 0.022949, 0.045166, 0.013, 0.012878, 0.015137, 0.015869, 0.018677, 0.019043, 0.012451, 0.006439, 0.017334, 0.017456, 0.010864, 0.011292, 0.012939, 0.016968, 0.017822, 0.016357, 0.016479, 0.020264, 0.017944, 0.02063, 0.016113, 0.018311, 0.016479, 0.016235, 0.020508, 0.015869, 0.021362, 0.008728, 0.014099, 0.012695, 0.016724, 0.013367, 0.009705, 0.018799, 0.014587, 0.018188, 0.011414, 0.015381, 0.018799, 0.006287, 0.007751, 0.011292, 0.011353, 0.010803, 0.015137, 0.019531, 0.015381, 0.008911, 0.016357, 0.013611, 0.005707, 0.011292, 0.012085, 0.013855, 0.011047, 0.021606, 0.016602, 0.013245, 0.015747, 0.009216, 0.017944, 0.016235, 0.014832, 0.015381, 0.019287, 0.021606, 0.024536, 0.016357, -0.000254, 0.007507, 0.016479, 0.013672, 0.016846, 0.00528, 0.015259, 0.01062, 0.036377, 0.022827, 0.013855, 0.018311, 0.023315, 0.018799, 0.015503, 0.020996, 0.013672, 0.012207, 0.011475, 0.019897, 0.040283, 0.008728, 0.01062, 0.015869, 0.018799, 0.010315, 0.020752, 0.015137, 0.010376, 0.016968, 0.009033, 0.019043, 0.019165, 0.013916, 0.018799, 0.015747, 0.014587, 0.015259, 0.015564, 0.008057, 0.016113, 0.015137, 0.013428, 0.011536, 0.015869, 0.011536, 0.020142, 0.015747, 0.012634, 0.011169, 0.018921, 0.010132, 0.013123, 0.016968, 0.011963, 0.00708, 0.012817, 0.016602, 0.01355, 0.022827, 0.017456, 0.012329, 0.012207, 0.014893, 0.0177, 0.013367, 0.011536, 0.024414, 0.009949, 0.015015, 0.013855, 0.017822, 0.017944, 0.017578, 0.018555, 0.013916, 0.013, 0.016968, 0.013062, 0.018799, 0.024048, 0.009277, 0.010498, 0.006561, 0.016479, 0.015625, 0.012878, 0.011536, 0.016357, 0.009216, 0.013306, 0.010803, 0.013184, 0.01355, 0.0177, 0.014587, 0.016846, 0.017944, 0.012634, 0.019043, 0.015747, 0.020386, 0.012756, 0.005859, 0.015564, 0.02002, 0.018433, 0.022705, 0.009033, 0.018311, 0.014038, 0.015015, 0.013733, 0.017212, 0.015869, 0.007385, 0.021362, 0.024902, 0.015137, 0.019165, 0.013184, 0.017456, 0.020508, 0.015991, 0.010742, 0.019531, 0.016113, 0.013611, 0.018799, 0.018433, 0.013245, 0.017822, 0.012146, 0.013428, 0.014343, 0.017212, 0.016357, 0.016968, 0.018677, 0.011902, 0.021973, 0.017212, 0.056885, 0.016357, 0.012756, 0.018188, 0.01416, 0.022095, 0.022705, 0.013611, 0.01355, 0.016479, 0.0177, 0.017334, 0.02002, 0.022217, 0.014771, 0.023193, 0.01001, 0.022095, 0.000923, 0.017334, 0.018188, 0.012207, 0.0177, 0.014709, 0.020142, 0.020996, 0.020874, 0.016602, 0.015076, 0.023193, 0.013245, 0.020874, 0.010864, 0.013855, 0.018066, 0.014587, 0.013855, 0.012268, 0.015869, 0.020508, 0.016846, 0.013489, 0.015625, 0.021484, 0.01239, 0.012024, 0.024414, 0.012085, -0.001762, 0.011475, 0.016479, 0.020264, 0.019287, 0.016357, 0.012695, 0.013428, 0.015869, 0.013062, 0.017944, 0.014221, 0.010254, 0.012207, 0.017212, 0.015503, 0.019043, 0.019409, 0.023193, 0.027222, 0.022095, 0.02063, 0.016724, 0.01416, 0.014832, 0.012695, 0.00531, 0.017944, 0.01062, 0.015076, 0.020142, 0.015503, 0.015991, 0.018555, 0.010437, 0.015625, 0.014282, 0.00647, 0.019653, 0.015869, 0.038818, 0.018799, 0.016846, 0.016724, 0.017944, 0.011719, 0.013, 0.019409, 0.013611, 0.018066, 0.017212, 0.019775, 0.011719, 0.0177, 0.027588, 0.016602, 0.014404, 0.008545, 0.015747, 0.015137, 0.019287, 0.018799, 0.018433, 0.019287, 0.025269, 0.017578, 0.017334, 0.023438, 0.018188, -0.000786, 0.019531, 0.018799, 0.021851, 0.019287, 0.016968, 0.006409, 0.014526, 0.010254, 0.019043, 0.025635, 0.007812, 0.020996, 0.011353, 0.008484, 0.014771, 0.015259, 0.014038, 0.011536, 0.02063, 0.012573, 0.018066, 0.016602, 0.009766, 0.021118, 0.010559, 0.010986, 0.011841, 0.021973, 0.018677, 0.020996, 0.014282, 0.021484, 0.018677, 0.015137, 0.010559, 0.016724, 0.010315, 0.020752, 0.018677, 0.019653, 0.0177, 0.014648, 0.013123, 0.019897, 0.014404, 0.018433, 0.013733, 0.014099, 0.013916, 0.016113, 0.012329, 0.017334, 0.014221, 0.02002, 0.015076, 0.015564, 0.012817, 0.019409, 0.013306, 0.013428, 0.009949, 0.018555, 0.019165, 0.013245, 0.015381, 0.013855, 0.013062, 0.022827, 0.005585, 0.015137, 0.013184, 0.016479, 0.018921, 0.002274, 0.018066, 0.013489, 0.012695, 0.019897, 0.017578, 0.02002, 0.02002, 0.019287, 0.012939, 0.013916, 0.018677, 0.013794, 0.015991, 0.023926, 0.010498, 0.014587, 0.010132, 0.018433, 0.015991, 0.015503, 0.019409, 0.013733, 0.012024, 0.017334, 0.007233, 0.013977, 0.024902, 0.022095, 0.01239, 0.011597, 0.012512, 0.0177, 0.018066, 0.016968, 0.013367, 0.01123, 0.013123, 0.014343, 0.014038, 0.014282, 0.014465, 0.013855, 0.007446, 0.014709, 0.010254, 0.016113, 0.013, 0.016846, 0.009766, 0.019531, 0.011292, 0.017212, 0.015747, 0.012512, 0.01355, 0.018433, 0.013611, 0.011353, 0.020264, 0.021729, 0.014832, 0.008545, 0.010803, 0.018555, 0.008911, 0.014771, 0.017334, 0.016479, 0.012024, 0.01532, 0.024048, 0.012634, 0.019897, 0.015869, 0.016724, 0.008362, 0.015625, 0.015869, 0.020264, 0.010925, 0.016113, 0.012451, 0.019165, 0.011902, 0.009094, 0.017334, 0.009644, 0.017944, 0.015869, 0.023193, 0.012573, 0.011963, 0.018921, 0.016846, 0.010681, 0.009338, 0.009033, 0.018677, 0.014771, 0.015625, 0.017212, 0.017578, 0.013855, 0.016479, 0.013428, 0.02002, 0.009033, 0.015015, 0.013367, 0.017822, 0.019043, 0.013428, 0.008179, 0.017212, 0.01709, 0.022217, 0.01239, 0.02002, 0.016724, 0.01239, 0.019287, 0.014404, 0.013123, 0.08252, 0.008911, 0.016846, 0.021729, 0.015503, 0.018188, 0.011475, 0.008606, 0.022095, 0.046875, 0.016479, 0.020142, 0.012512, 0.011902, 0.017334, 0.02002, 0.0177, 0.017334, 0.017578, 0.01062, 0.02124, 0.038086, 0.018433, 0.010986, 0.023315, 0.015869, 0.010864, 0.009888, 0.011963, 0.014099, 0.019653, 0.017578, 0.014404, 0.023071, 0.013733, 0.010742, 0.01709, 0.00885, 0.015381, 0.018433, 0.014465, 0.017334, 0.016846, 0.022339, 0.019653, 0.019287, 0.020386, 0.007416, 0.019165, 0.017334, 0.015015, 0.010986, 0.039551, 0.017822, 0.02063, 0.017578, 0.026611, 0.02124, 0.012268, 0.021484, 0.026733, 0.016968, 0.015198, 0.018433, 0.018433, 0.025757, 0.005127, 0.018066, 0.019653, 0.016235, 0.020264, 0.012573, 0.017334, 0.015625, 0.013611, 0.008545, 0.019897, 0.014343, 0.012756, 0.013123, 0.018188, 0.011841, 0.012573, 0.015564, 0.013489, 0.013977, 0.017578, 0.006409, 0.020508, 0.014648, 0.02063, 0.014771, 0.008118, 0.022949, 0.020386, 0.001953, 0.018311, 0.013916, 0.010986, 0.016357, 0.017334, 0.017822, 0.013733, 0.020996, 0.020508, 0.016235, 0.000862, 0.011963, 0.01178, 0.014709, 0.021484, 0.024048, 0.016113, 0.008484, 0.018311, 0.011597, 0.015869, 0.022583, 0.014709, 0.013367, 0.008484, 0.014099, 0.015259, 0.009521, 0.018066, 0.020752, 0.012878, 0.021118, 0.017944, 0.020386, -0.000357, 0.013306, 0.014465, 0.011169, 0.016479, 0.013672, 0.014709, 0.001228, 0.011963, 0.001076, 0.01416, 0.016235, 0.015747, 0.016602, 0.015503, 0.018188, 0.014709, 0.02124, 0.015381, 0.020264, 0.015564, 0.016602, 0.012573, 0.013306, 0.01709, 0.014648, 0.01709, 0.018066, 0.018921, 0.018921, 0.019775, 0.016968, 0.012573, 0.012756, 0.016479, 0.020386, 0.010559, 0.013855, 0.016968, 0.022095, 0.020752, 0.024048, 0.016846, 0.018555, 0.012085, 0.013611, 0.014465, 0.011475, 0.007294, -0.000206, 0.010498, 0.015015, 0.013367, 0.02124, 0.011963, 0.010681, 0.025391, 0.011719, 0.015137, 0.018555, 0.014832, 0.018555, 0.018555, 0.01355, 0.010986, 0.010559, 0.019531, 0.021118, 0.013672, 0.020508, 0.00824, 0.014526, 0.017212, 0.020874, 0.015747, 0.01709, 0.013245, 0.016113, 0.013733, 0.017822, 0.005219, 0.014893, 0.012268, 0.027954, 0.013062, 0.019165, 0.014526, 0.009521, 0.017334, 0.017944, 0.015869, 0.015869, 0.015259, 0.012573, 0.014282, 0.010315, 0.014099, 0.016113, 0.019409, 0.015869, 0.014465, 0.018799, 0.017456, 0.016846, 0.01355, 0.014771, 0.017944, 0.013794, 0.011719, 0.009216, 0.014221, 0.014465, 0.025391, 0.012146, 0.010925, 0.023193, 0.016235, 0.008362, 0.014465, 0.010376, 0.011902, 0.017334, 0.017212, 0.013184, 0.01178, 0.011353, 0.018677, 0.02356, 0.008057, 0.012024, 0.009277, 0.013977, 0.014832, 0.017578, 0.016479, 0.018433, 0.012512, 0.017578, 0.010742, 0.017578, 0.015747, 0.019775, 0.014648, 0.019897, 0.013916, 0.016357, 0.016479, 0.013123, 0.016113, 0.02124, 0.033203, 0.012268, 0.011108, 0.022217, 0.018066, 0.020142, 0.020508, 0.017212, 0.012024, 0.022339, 0.016357, 0.019043, 0.017456, 0.014771, 0.018799, 0.010315, 0.019409, 0.019531, 0.019897, 0.011536, 0.011902, 0.015564, 0.008911, 0.016235, 0.012207, 0.017822, 0.016724, 0.017578, 0.012695, 0.010742, 0.012695, 0.016968, 0.01355, 0.012939, 0.014526, 0.024536, 0.018188, 0.023193, 0.012634, 0.019531, 0.016724, 0.02417, 0.014343, 0.018799, 0.016113, 0.020508, 0.011169, 0.014465, 0.010498, 0.012573, 0.019043, 0.010803, 0.009583, 0.015381, 0.009155, 0.02063, 0.018555, 0.016968, 0.014832, 0.019897, 0.014587, 0.013977, 0.018799, 0.01709, 0.017212, 0.007812, 0.015381, 0.012634, 0.007996, 0.016235, 0.013916, 0.009155, 0.019043, 0.020752, 0.010254, 0.013977, 0.011658, 0.01123, 0.017334, 0.016113, 0.017456, 0.015015, 0.014221, 0.014404, 0.017334, 0.015625, 0.010437, -1.1e-05, 0.021362, 0.019775, 0.020874, 0.010437, 0.011536, 0.015869, 0.01001, 0.020386, 0.010559, -0.002914, 0.018188, 0.008118, 0.015564, 0.016113, 0.019897, 0.01416, 0.017456, 0.015564, 0.008789, 0.022095, 0.015381, 0.016602, 0.014648, 0.012085, 0.018188, 0.01001, 0.011414, 0.021606, 0.012939, 0.017944, 0.018066, -0.000801, 0.012146, 0.019287, 0.024658, 0.015442, 0.015991, 0.011169, 0.014709, 0.015747, 0.013184, 0.016235, -0.00386, 0.01123, 0.017334, 0.018188, 0.019775, 0.010925, 0.019897, 0.014343, 0.022827, 0.015503, 0.010925, 0.007416, 0.014526, 0.017822, 0.011902 ] }, "name": "model.transformer.layers.0.attn_norm.weight", "outputIndexes": [ 4 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3, 4 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm/Mul_1_output_0", "outputIndexes": [ 5 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 5 ], "outputIndexes": [ 2578 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2578 ], "outputIndexes": [ 2579 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear", "inputIndexes": [ 2579 ], "outputIndexes": [ 2580 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1536, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 0, 4718854, 294912, 6144, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2580 ], "outputIndexes": [ 2581 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2581 ], "outputIndexes": [ 6 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1536 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/Unsqueeze_output_0", "outputIndexes": [ 7 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 5 ], "main_type": "NONE", "name": "/Shape_1_output_0", "outputIndexes": [ 8 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/rotary/Constant_9_output_0", "outputIndexes": [ 9 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8 ], "main_type": "NONE", "name": "Shape19", "outputIndexes": [ 10 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 8 ], "main_type": "NONE", "name": "Rank21", "outputIndexes": [ 11 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 11, 11 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp23", "outputIndexes": [ 12 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze24", "outputIndexes": [ 13 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp26", "outputIndexes": [ 14 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 14 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze27", "outputIndexes": [ 15 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 13, 15, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice30", "outputIndexes": [ 16 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 16 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze31", "outputIndexes": [ 17 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 17 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp32", "outputIndexes": [ 18 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 18, 17 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp33", "outputIndexes": [ 19 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 19, 12 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_2_output_0", "outputIndexes": [ 20 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] }, "name": "/Constant_1077_output_0", "outputIndexes": [ 21 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 20, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 22 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 12 ] }, "name": "/Constant_4_output_0", "outputIndexes": [ 23 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 128 ] }, "name": "/Constant_5_output_0", "outputIndexes": [ 24 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 22, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_output_0", "outputIndexes": [ 25 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 6, 25 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_1_output_0", "outputIndexes": [ 26 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 26 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm/Mul_output_0", "outputIndexes": [ 27 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.15625, 0.707031, 0.785156, 0.886719, 0.625, 0.738281, 0.621094, 0.707031, 0.890625, 0.816406, 0.917969, 1.140625, 0.773438, 0.734375, 0.859375, 0.996094, 1.117188, 0.851562, 0.890625, 0.898438, 0.9375, 0.976562, 0.894531, 0.859375, 1.125, 0.902344, 1.078125, 0.322266, 0.130859, 1.28125, 0.820312, 0.703125, 1.203125, 1.0625, 1.367188, 0.980469, 0.898438, 0.902344, 1.273438, 0.933594, 1.15625, 1.125, 1.375, 0.304688, 1.25, 1.859375, 0.835938, 0.351562, 1.046875, 1.71875, 1.304688, 0.107422, 0.925781, 1.148438, 1.109375, 1.078125, 1.109375, 1.132812, 1.148438, 1.046875, 1.054688, 1.046875, 1.132812, 1.1875, 0.722656, 1.460938, 0.820312, 0.558594, 1.617188, 0.941406, 0.730469, 0.960938, 0.753906, 1.03125, 0.867188, 0.757812, 1.15625, 1.054688, 1.296875, 0.984375, 0.925781, 0.996094, 0.9375, 1.507812, 1.085938, 0.902344, 1.21875, 1.046875, 0.824219, 1.023438, 0.933594, 0.964844, 1.0625, 0.992188, 0.917969, 1.242188, 0.914062, 0.972656, 0.792969, 1.140625, 1.101562, 1.265625, 0.96875, 0.816406, 1.234375, 1.046875, 0.980469, 1.984375, 1.015625, 0.601562, 1.367188, 1.445312, 0.972656, 0.710938, 0.90625, 1.953125, 1.328125, 0.816406, 1.242188, 1.140625, 1.15625, 1.039062, 1.03125, 1.179688, 0.9375, 1.3125, 1.046875, 1.039062 ] }, "name": "model.transformer.layers.0.attn.q_norm.weight", "outputIndexes": [ 28 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 28 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm/Mul_1_output_0", "outputIndexes": [ 29 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 3 ], "dtype": "DT_INT32", "dformat": "NCHW" }, "name": "position_ids", "outputIndexes": [ 30 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 30 ], "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }, "name": "/rotary/Cast_output_0", "outputIndexes": [ 31 ], "type": "Cast", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] }, "name": "/rotary/Constant_1_output_0__", "outputIndexes": [ 32 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 31, 32 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/rotary/Reshape_output_0", "outputIndexes": [ 33 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 64 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.865964, 0.749894, 0.649382, 0.562341, 0.486968, 0.421697, 0.365174, 0.316228, 0.273842, 0.237137, 0.205353, 0.177828, 0.153993, 0.133352, 0.115478, 0.1, 0.086596, 0.074989, 0.064938, 0.056234, 0.048697, 0.04217, 0.036517, 0.031623, 0.027384, 0.023714, 0.020535, 0.017783, 0.015399, 0.013335, 0.011548, 0.01, 0.00866, 0.007499, 0.006494, 0.005623, 0.00487, 0.004217, 0.003652, 0.003162, 0.002738, 0.002371, 0.002054, 0.001778, 0.00154, 0.001334, 0.001155, 0.001, 0.000866, 0.00075, 0.000649, 0.000562, 0.000487, 0.000422, 0.000365, 0.000316, 0.000274, 0.000237, 0.000205, 0.000178, 0.000154, 0.000133, 0.000115 ] }, "name": "/rotary/Constant_2_output_0", "outputIndexes": [ 34 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33, 34 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/rotary/Mul_output_0", "outputIndexes": [ 35 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35 ], "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" }, "name": "/rotary/Cos_output_0", "outputIndexes": [ 36 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 36, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 37 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35 ], "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" }, "name": "/rotary/Sin_output_0", "outputIndexes": [ 38 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 38, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 39 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 37, 39 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/rotary/Concat_output_0", "outputIndexes": [ 40 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 40, 40 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 41 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3, 1 ] }, "name": "/rotary/Unsqueeze_2_axes", "outputIndexes": [ 42 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 42 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 43 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43 ], "main_type": "NONE", "name": "Shape64", "outputIndexes": [ 44 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 43 ], "main_type": "NONE", "name": "Rank66", "outputIndexes": [ 45 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 45, 45 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp68", "outputIndexes": [ 46 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze69", "outputIndexes": [ 47 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp71", "outputIndexes": [ 48 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze72", "outputIndexes": [ 49 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44, 47, 49, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice75", "outputIndexes": [ 50 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 50 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze76", "outputIndexes": [ 51 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 51, 51 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp78", "outputIndexes": [ 52 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 52, 46 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_3_output_0", "outputIndexes": [ 53 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_output_0", "outputIndexes": [ 54 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 64 ] }, "name": "/Unsqueeze_6_output_0", "outputIndexes": [ 55 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] }, "name": "/Constant_19_output_0", "outputIndexes": [ 56 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_7_output_0", "outputIndexes": [ 57 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_1_output_0", "outputIndexes": [ 58 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 58 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_output_0", "outputIndexes": [ 59 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_output_0", "outputIndexes": [ 60 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 59, 60 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_3_output_0", "outputIndexes": [ 61 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze93", "outputIndexes": [ 62 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze96", "outputIndexes": [ 63 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44, 62, 63, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice99", "outputIndexes": [ 64 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 64 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze100", "outputIndexes": [ 65 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 65 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp101", "outputIndexes": [ 66 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 66, 65 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp102", "outputIndexes": [ 67 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 67, 46 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_4_output_0", "outputIndexes": [ 68 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 61, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_1_output_0", "outputIndexes": [ 69 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 69 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_output_0", "outputIndexes": [ 70 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 5 ], "outputIndexes": [ 2582 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2582 ], "outputIndexes": [ 2583 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear", "inputIndexes": [ 2583 ], "outputIndexes": [ 2584 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 5019910, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2584 ], "outputIndexes": [ 2585 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2585 ], "outputIndexes": [ 71 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 22, 57, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_1_output_0", "outputIndexes": [ 72 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 71, 72 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_2_output_0", "outputIndexes": [ 73 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 73 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm/Mul_output_0", "outputIndexes": [ 74 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.832031, 0.667969, 0.972656, 0.746094, 0.546875, 1.179688, 0.539062, 0.753906, 0.890625, 0.828125, 0.832031, 1.1875, 0.789062, 0.808594, 0.851562, 1.078125, 1.054688, 0.988281, 1.125, 0.820312, 1.039062, 0.644531, 0.933594, 1.34375, 0.894531, 0.855469, 1.09375, 0.445312, 1.726562, 1.578125, 0.605469, 1.296875, 1.289062, 1.140625, 0.363281, 0.558594, 1.234375, 1.414062, 0.652344, 0.683594, 1.1875, 0.613281, 0.90625, 2.8125, 1.078125, 0.527344, 1.5, 1.679688, 0.738281, 0.546875, 0.757812, 2.953125, 1.195312, 0.953125, 1.195312, 1.226562, 1.15625, 1.15625, 1.171875, 1.101562, 1.117188, 1.125, 1.09375, 1.203125, 1.234375, 1.507812, 0.6875, 0.707031, 1.734375, 0.542969, 0.90625, 0.957031, 0.816406, 1.015625, 0.960938, 0.738281, 1.171875, 1.070312, 1.25, 0.933594, 0.871094, 0.867188, 0.816406, 1.59375, 1.109375, 1.257812, 1.195312, 0.621094, 1.078125, 1.09375, 0.839844, 0.964844, 0.632812, 0.632812, 1.101562, 0.824219, 0.710938, 0.835938, 1.5625, 1.289062, 0.804688, 0.392578, 1.585938, 1.03125, 1.164062, 1.296875, 1.515625, 0.636719, 1.15625, 2.078125, 0.652344, 0.46875, 1.257812, 1.664062, 1.375, 0.652344, 1.015625, 1.101562, 1.125, 1.046875, 1.007812, 1.046875, 1.023438, 1.078125, 0.8125, 1.179688, 1.15625, 1.03125 ] }, "name": "model.transformer.layers.0.attn.k_norm.weight", "outputIndexes": [ 75 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 74, 75 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm/Mul_1_output_0", "outputIndexes": [ 76 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 76, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_2_output_0", "outputIndexes": [ 77 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 76, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_3_output_0", "outputIndexes": [ 78 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 78 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_1_output_0", "outputIndexes": [ 79 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 76, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_2_output_0", "outputIndexes": [ 80 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 79, 80 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_4_output_0", "outputIndexes": [ 81 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 81, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_3_output_0", "outputIndexes": [ 82 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 77, 82 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_1_output_0", "outputIndexes": [ 83 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 5 ], "outputIndexes": [ 2586 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2586 ], "outputIndexes": [ 2587 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear", "inputIndexes": [ 2587 ], "outputIndexes": [ 2588 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 6275084, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2588 ], "outputIndexes": [ 2589 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2589 ], "outputIndexes": [ 84 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 84, 72 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_3_output_0", "outputIndexes": [ 85 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "attention_mask", "outputIndexes": [ 86 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 70, 83, 85, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.0/self_attn/FusedAttention", "outputIndexes": [ 87 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 87 ], "outputIndexes": [ 2590 ], "main_type": "Reshape", "main": { "dims": [ -1, 1536, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2590 ], "outputIndexes": [ 2591 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear", "inputIndexes": [ 2591 ], "outputIndexes": [ 2592 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1536, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 7530258, 4718854, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2592 ], "outputIndexes": [ 2593 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2593 ], "outputIndexes": [ 88 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2, 88 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_2_output_0", "outputIndexes": [ 89 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm/Mul_output_0", "outputIndexes": [ 90 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.092773, 0.069336, 0.077637, 0.100098, 0.087402, 0.098145, 0.071777, 0.068359, 0.067871, 0.071777, 0.09082, 0.063965, 0.083496, 0.089844, 0.075684, 0.101074, 0.094238, 0.116211, 0.065918, 0.02356, 0.097168, 0.106934, 0.071777, 0.071777, 0.07666, 0.100586, 0.063965, 0.083008, 0.089844, 0.082031, 0.084961, 0.087891, 0.060547, 0.075195, 0.098145, 0.118164, 0.091797, 0.077637, 0.056885, 0.070801, 0.074219, 0.090332, 0.062988, 0.124023, 0.082031, 0.07666, 0.100586, 0.058594, 0.08252, 0.077637, 0.080078, 0.105469, 0.130859, 0.068359, 0.072266, 0.116211, 0.095703, 0.071289, 0.074219, 0.085449, 0.072754, 0.068359, 0.097168, 0.088867, 0.083008, 0.083496, 0.092773, 0.058105, 0.076172, 0.078125, 0.085449, 0.120605, 0.101074, 0.080566, 0.083008, 0.085449, 0.066895, 0.103516, 0.082031, 0.083008, 0.085938, 0.060059, 0.076172, 0.099121, 0.062988, 0.068359, 0.137695, 0.066895, 0.088379, 0.088379, 0.092773, 0.076172, 0.083984, 0.068848, 0.093262, 0.066406, 0.08252, 0.088867, 0.097656, 0.060059, 0.084473, 0.092285, 0.079102, 0.072754, 0.081055, 0.097656, 0.09375, 0.064453, 0.121582, 0.093262, 0.074219, 0.086914, 0.091309, 0.082031, 0.068848, 0.078125, 0.098633, 0.080566, 0.007111, 0.07373, 0.062988, 0.090332, 0.071777, 0.083008, 0.067383, 0.077148, 0.095703, 0.078613, 0.073242, 0.075195, 0.078125, 0.067383, 0.099609, 0.128906, 0.072754, 0.112305, 0.08252, 0.112793, 0.059082, 0.106445, 0.091309, 0.096191, 0.085938, 0.085938, 0.078613, 0.067871, 0.09375, 0.096191, 0.071777, 0.105957, 0.042969, 0.074707, 0.05542, 0.098633, 0.064453, 0.104492, 0.067871, 0.059814, 0.071289, 0.070312, 0.083496, 0.097656, 0.089355, 0.096191, 0.083496, 0.060303, 0.094238, 0.045166, 0.093262, 0.100098, 0.046875, 0.077637, 0.087402, 0.075684, 0.11377, 0.084473, 0.094727, 0.07666, 0.0625, 0.093262, 0.109375, 0.070312, 0.110352, 0.102539, 0.074707, 0.068848, 0.068359, 0.077637, 0.110352, 0.067383, 0.07373, 0.095215, 0.084961, 0.050781, 0.10498, 0.094238, 0.083496, 0.102539, 0.101074, 0.112793, 0.067871, 0.05542, 0.098145, 0.095215, 0.098145, 0.081543, 0.055176, 0.099609, 0.045166, 0.084473, 0.057129, 0.101562, 0.063477, 0.081055, 0.098633, 0.085449, 0.058838, 0.089844, 0.068848, 0.105957, 0.080566, 0.064453, 0.094727, 0.076172, 0.063965, 0.079102, 0.059814, 0.069824, 0.09082, 0.088867, 0.046143, 0.079102, 0.094238, 0.097168, 0.080078, 0.077148, 0.085449, 0.078613, 0.046387, 0.088379, 0.075684, 0.112793, 0.083496, 0.054443, 0.097656, 0.083008, 0.10791, 0.11377, 0.083008, 0.069824, 0.069336, 0.084961, 0.079102, 0.068848, 0.07373, 0.101074, 0.088379, 0.074707, 0.078125, 0.076172, 0.081543, 0.063477, 0.056885, 0.069336, 0.065918, 0.073242, 0.081543, 0.069824, 0.091309, 0.087891, 0.09082, 0.083984, 0.071289, 0.084961, 0.071289, 0.083984, 0.085449, 0.085938, 0.088867, 0.099121, 0.086914, 0.07373, 0.070801, 0.052734, 0.067383, 0.082031, 0.055908, 0.089844, 0.07373, 0.072266, 0.090332, 0.096191, 0.074219, 0.088379, 0.069824, 0.05127, 0.074707, 0.064453, 0.102051, 0.068359, 0.094238, 0.078613, 0.066895, 0.067871, 0.083008, 0.014709, 0.101562, 0.072754, 0.064941, 0.102539, 0.084473, 0.073242, 0.089844, 0.06543, 0.07959, 0.061523, 0.072266, 0.091309, 0.089844, 0.052002, 0.067383, 0.048584, 0.025635, 0.065918, 0.07373, 0.103516, 0.072754, 0.115723, 0.09082, 0.099121, 0.091309, 0.064941, 0.090332, 0.070312, 0.061523, 0.05957, 0.085449, 0.090332, 0.099121, 0.075195, 0.073242, 0.080078, 0.071289, 0.095703, 0.070312, 0.067871, 0.088379, 0.111328, 0.068359, 0.083496, 0.066406, 0.072754, 0.083008, 0.069336, 0.070312, 0.09082, 0.111816, 0.076172, 0.080078, 0.05542, 0.054932, 0.057373, 0.083008, 0.088379, 0.073242, 0.066406, 0.077148, 0.023926, 0.057129, 0.092285, 0.072266, 0.075195, 0.072754, 0.092285, 0.083008, 0.09082, 0.078125, 0.07666, 0.074219, 0.054443, 0.044434, 0.081055, 0.068848, 0.0625, 0.114258, 0.072754, 0.120605, 0.075195, 0.060059, 0.065918, 0.068848, 0.058594, 0.070801, 0.080566, 0.057373, 0.092285, 0.077637, 0.061035, 0.085449, 0.050781, 0.087402, 0.072754, 0.099609, 0.075684, 0.065918, 0.075195, 0.074707, 0.056152, 0.076172, 0.054199, 0.100098, 0.092285, 0.0625, 0.083984, 0.07373, 0.072754, 0.063965, 0.057373, 0.053711, 0.081055, 0.068359, 0.083496, 0.066895, 0.083008, 0.05957, 0.083008, 0.098145, 0.101562, 0.068359, 0.05835, 0.072754, 0.07373, 0.092773, 0.081543, 0.066895, 0.078125, 0.074707, 0.069336, 0.086914, 0.083496, 0.103027, 0.05835, 0.06543, 0.066895, 0.075195, 0.068359, 0.079102, 0.088867, 0.059082, 0.092285, 0.083008, 0.069336, 0.084961, 0.083984, 0.101562, 0.074219, 0.074219, 0.061768, 0.080078, 0.07959, 0.051025, 0.058838, 0.083496, 0.071289, 0.069824, 0.080566, 0.09082, 0.104004, 0.093262, 0.063965, 0.111328, 0.119141, 0.07959, 0.097168, 0.062012, 0.079102, 0.097656, 0.075195, 0.079102, 0.080566, 0.095215, 0.102051, 0.069824, 0.045898, 0.060547, 0.086426, 0.066406, 0.100098, 0.087891, 0.060791, 0.05957, 0.093262, 0.077148, 0.080078, 0.07959, 0.047119, 0.070801, 0.07373, 0.068359, 0.056641, 0.075684, 0.063965, 0.068359, 0.068359, 0.09082, 0.072266, 0.05542, 0.094238, 0.069336, 0.08252, 0.092285, 0.080566, 0.071289, 0.089355, 0.07373, 0.099121, 0.084473, 0.078613, 0.107422, 0.075684, 0.090332, 0.102051, 0.084961, 0.101562, 0.075684, 0.071289, 0.09082, 0.103027, 0.064453, 0.102539, 0.09375, 0.072266, 0.075195, 0.070801, 0.074219, 0.088867, 0.07666, 0.071289, 0.071777, 0.09375, 0.08252, 0.0625, 0.08252, 0.113281, 0.125, 0.085449, 0.098633, 0.07959, 0.066406, 0.085449, 0.079102, 0.075684, 0.094727, 0.121582, 0.103027, 0.095703, 0.066895, 0.071289, 0.070312, 0.078125, 0.089844, 0.074219, 0.068359, 0.114258, 0.082031, 0.091797, 0.061035, 0.056396, 0.066895, 0.09082, 0.094727, 0.094238, 0.0625, 0.084961, 0.051758, 0.092285, 0.06543, 0.108887, 0.052734, 0.051514, 0.108887, 0.124023, 0.068848, 0.083984, 0.108398, 0.081055, 0.094727, 0.014465, 0.065918, 0.051514, 0.078125, 0.067871, 0.098633, 0.06543, 0.090332, 0.100098, 0.094238, 0.079102, 0.067871, 0.078613, 0.083496, 0.100098, 0.088867, 0.078613, 0.077148, 0.077637, 0.086426, 0.077637, 0.092773, 0.067871, 0.059814, 0.054932, 0.072754, 0.106445, 0.101562, 0.079102, 0.088867, 0.072754, 0.053711, 0.103516, 0.069336, 0.109863, 0.066406, 0.092773, 0.062988, 0.09082, 0.09375, 0.116699, 0.072754, 0.075684, 0.068848, 0.087402, 0.091309, 0.09375, 0.081543, 0.083496, 0.081543, 0.10498, 0.069824, 0.11377, 0.080566, 0.070312, 0.089355, 0.103027, 0.094238, 0.080566, 0.069336, 0.070312, 0.058594, 0.078125, 0.134766, 0.075195, 0.042969, 0.05835, 0.081543, 0.06543, 0.070801, 0.055176, 0.097656, 0.099609, 0.098145, 0.05957, 0.077148, 0.059814, 0.080566, 0.092285, 0.078613, 0.054932, 0.059326, 0.066895, 0.080078, 0.105957, 0.099609, 0.075684, 0.08252, 0.078125, 0.096191, 0.122559, 0.09375, 0.102051, 0.069336, 0.091797, 0.054688, 0.055908, 0.080566, 0.075195, 0.094727, 0.095703, 0.086914, 0.04126, 0.063965, 0.061768, 0.070312, 0.074707, 0.092285, 0.070312, 0.06543, 0.051025, 0.066406, 0.113281, 0.072754, 0.069336, 0.07373, 0.080078, 0.095703, 0.063477, 0.084961, 0.056152, 0.090332, 0.097168, 0.089355, 0.102051, 0.090332, 0.075195, 0.056885, 0.053467, 0.047607, 0.064453, 0.086914, 0.095215, 0.064453, 0.100098, 0.084961, 0.11084, 0.076172, 0.081543, 0.101074, 0.089844, 0.081055, 0.077148, 0.083008, 0.078613, 0.111328, 0.081055, 0.106934, 0.068359, 0.082031, 0.064941, 0.066406, 0.079102, 0.08252, 0.088379, 0.080078, 0.120605, 0.07959, 0.071289, 0.07666, 0.058105, 0.097656, 0.087891, 0.089844, 0.086426, 0.068848, 0.067383, 0.0354, 0.089844, 0.069336, 0.086426, 0.087402, 0.093262, 0.092285, 0.060791, 0.073242, 0.09668, 0.052002, 0.089844, 0.078125, 0.055176, 0.054688, 0.088867, 0.029663, 0.080078, 0.076172, 0.081543, 0.07959, 0.130859, 0.064941, 0.087402, 0.083984, 0.092773, 0.06543, 0.040527, 0.07373, 0.085938, 0.064453, 0.07959, 0.067871, 0.063477, 0.070801, 0.071289, 0.071289, 0.105957, 0.073242, 0.092285, 0.087891, 0.102051, 0.126953, 0.083496, 0.077148, 0.088867, 0.071289, 0.075684, 0.087402, 0.037842, 0.071289, 0.108887, 0.087891, 0.070801, 0.072266, 0.087402, 0.074219, 0.10498, 0.091309, 0.084961, 0.075684, 0.063477, 0.087891, 0.07959, 0.078613, 0.09082, 0.080078, 0.103027, 0.098633, 0.054688, 0.07373, 0.072754, 0.064453, 0.089355, 0.07959, 0.093262, 0.045898, 0.09375, 0.089844, 0.077148, 0.091309, 0.071777, 0.087891, 0.085938, 0.045898, 0.083008, 0.099121, 0.083496, 0.098145, 0.084961, 0.071289, 0.060547, 0.067871, 0.078613, 0.100586, 0.055176, 0.070312, 0.071777, 0.09082, 0.094727, 0.083008, 0.083984, 0.0625, 0.075684, 0.081055, 0.072754, 0.108398, 0.077637, 0.062988, 0.08252, 0.100098, 0.07959, 0.063965, 0.065918, 0.083496, 0.099609, 0.087402, 0.072754, -0.00145, 0.049072, 0.084961, 0.087891, 0.064453, 0.081543, 0.07666, 0.043457, 0.083496, 0.102539, 0.081055, 0.099609, 0.072754, 0.069824, 0.000744, 0.108887, 0.079102, 0.133789, 0.064453, 0.07959, 0.047119, 0.092285, 0.051025, 0.075195, 0.089844, 0.083008, 0.101074, 0.097656, 0.056641, 0.089355, 0.060791, 0.072266, 0.230469, 0.07373, 0.069336, 0.078613, 0.087402, 0.076172, 0.085449, 0.087402, 0.055908, 0.071777, 0.088379, 0.074707, 0.07959, 0.057861, 0.087891, 0.087402, 0.077637, 0.09082, 0.067871, 0.086426, 0.063477, 0.078125, 0.058594, 0.047363, 0.061768, 0.070801, 0.064941, 0.070801, 0.001953, 0.089844, 0.08252, 0.095215, 0.078125, 0.09082, 0.081543, 0.068359, 0.060303, 0.091797, 0.086426, 0.084961, 0.067383, 0.099121, 0.072754, 0.060791, 0.065918, 0.076172, 0.069336, 0.085449, 0.089844, 0.09082, 0.05835, 0.06543, 0.061768, 0.081543, 0.101562, 0.095703, 0.041504, 0.125977, 0.086426, 0.081055, 0.092285, 0.046875, 0.080566, 0.089844, 0.062256, 0.099609, 0.056885, 0.090332, 0.096191, 0.059814, 0.048828, 0.052002, 0.099121, 0.086914, 0.074707, 0.066895, 0.09375, 0.09082, 0.059814, 0.090332, 0.005798, 0.092285, 0.054443, 0.10498, 0.099121, 0.085449, 0.074219, 0.068848, 0.082031, 0.053711, 0.098145, 0.081055, 0.100098, 0.083008, 0.080566, 0.074219, 0.078613, 0.08252, 0.070801, 0.100098, 0.099121, 0.049072, 0.085938, 0.069336, 0.088379, 0.081543, 0.05249, 0.099121, 0.092285, 0.075195, 0.071289, 0.074707, 0.078613, 0.080566, 0.069824, 0.071289, 0.080566, 0.055908, 0.081543, 0.07666, 0.081055, 0.079102, 0.067383, 0.081543, 0.059326, 0.084473, 0.085938, 0.123535, 0.083008, 0.067383, 0.076172, 0.079102, 0.068848, 0.075684, 0.108887, 0.068359, 0.062988, 0.076172, 0.098145, 0.078125, 0.078613, 0.094727, 0.083008, 0.079102, 0.063477, 0.094238, 0.08252, 0.071289, 0.111328, 0.092285, 0.104492, 0.102539, 0.075195, 0.002258, 0.084961, 0.083496, 0.077637, 0.10498, 0.097168, 0.075684, 0.076172, 0.078125, 0.084473, 0.060791, 0.080078, 0.07666, 0.065918, 0.115234, 0.103027, 0.069824, 0.092773, 0.100098, 0.084961, 0.068848, 0.070801, 0.074707, 0.062256, 0.04541, 0.07959, 0.083008, 0.097168, 0.066895, 0.061279, 0.05127, 0.094727, 0.082031, 0.070801, 0.054932, 0.081543, 0.083496, 0.069824, 0.085449, 0.084961, 0.07666, 0.067383, 0.064453, 0.074707, 0.047607, 0.078613, 0.068359, 0.064941, 0.071289, 0.075684, 0.058838, 0.085449, 0.079102, 0.105957, 0.07959, 0.079102, 0.086426, 0.083008, 0.071777, 0.082031, 0.066406, 0.075195, 0.080566, 0.108887, 0.084473, 0.093262, 0.099121, 0.081543, 0.08252, 0.071777, 0.072754, 0.083008, 0.07959, 0.089355, 0.094238, 0.088379, 0.091309, 0.074707, 0.10498, 0.074707, 0.092773, 0.100586, 0.125977, 0.081543, 0.08252, 0.087891, 0.083008, 0.084961, 0.049316, 0.172852, 0.047363, 0.06543, 0.086426, 0.071289, 0.075195, 0.083984, 0.086426, 0.071289, 0.078613, 0.104492, 0.074707, 0.093262, 0.054688, 0.091797, 0.095215, 0.071777, 0.065918, 0.089355, 0.094238, 0.074707, 0.082031, 0.084961, 0.071777, 0.081055, 0.061768, 0.08252, 0.088867, 0.089355, 0.086914, 0.114746, 0.105957, 0.087891, 0.078125, 0.08252, 0.125977, 0.080566, 0.051758, 0.076172, 0.082031, 0.084961, 0.081543, 0.093262, 0.068848, 0.124512, 0.056396, 0.094727, 0.062988, 0.083496, 0.079102, 0.078613, 0.106445, 0.088379, 0.076172, 0.077637, 0.095703, 0.079102, 0.063965, 0.073242, 0.128906, 0.07959, 0.068848, 0.09668, 0.075195, 0.068359, 0.078613, 0.059326, 0.076172, 0.083008, 0.054443, 0.053711, 0.072754, 0.188477, 0.075195, 0.105469, 0.085449, 0.09082, 0.078125, 0.102051, 0.07373, 0.090332, 0.110352, 0.07666, 0.103516, 0.07959, 0.066895, 0.07959, 0.055664, 0.080078, 0.078613, 0.07666, 0.050537, 0.070312, 0.080566, 0.112305, 0.087891, 0.105469, 0.088379, 0.091309, 0.072754, 0.063965, 0.06543, 0.098145, 0.049561, 0.098633, 0.075684, 0.059082, 0.080078, 0.087891, 0.085938, 0.082031, 0.086426, 0.059814, 0.067871, 0.084961, 0.050293, 0.07666, 0.124512, 0.066406, 0.058838, 0.087891, 0.074707, 0.09375, 0.072754, 0.141602, 0.089844, 0.064941, 0.084961, 0.081543, 0.071289, 0.039307, 0.08252, 0.062012, 0.09082, 0.071777, 0.064941, 0.051758, 0.095215, 0.090332, 0.07959, 0.062988, 0.080078, 0.083984, 0.070312, 0.081543, 0.081543, 0.103027, 0.08252, 0.062256, 0.09668, 0.08252, 0.080566, 0.075195, 0.067383, 0.090332, 0.076172, 0.089844, 0.069824, 0.06543, 0.08252, 0.080566, 0.086426, 0.043945, 0.086914, 0.065918, 0.105957, 0.095215, 0.063965, 0.087402, 0.059326, 0.077637, 0.077148, 0.058594, 0.066895, 0.103027, 0.069824, 0.078125, 0.099609, 0.086914, 0.103027, 0.071289, 0.079102, 0.092285, 0.054199, 0.075195, 0.040039, 0.072266, 0.086914, 0.077148, 0.088379, 0.105957, 0.10791, 0.098145, 0.072266, 0.049561, 0.093262, 0.088379, 0.087402, 0.075684, 0.077637, 0.107422, 0.094727, 0.069336, 0.054688, 0.07959, 0.094238, 0.067383, 0.062012, 0.073242, 0.083008, 0.067383, 0.079102, 0.067383, 0.092285, 0.071777, 0.081543, 0.107422, 0.07373, -0.002197, 0.08252, 0.067383, 0.083984, 0.069824, 0.081055, 0.117188, 0.065918, 0.060791, 0.09082, 0.06543, 0.073242, 0.071777, 0.05957, 0.071777, 0.083984, 0.084961, 0.09375, 0.062988, 0.061768, 0.058594, 0.086914, 0.07959, 0.099121, 0.086426, 0.087891, 0.073242, 0.060059, 0.071289, 0.089355, 0.089844, 0.100098, 0.102539, 0.070801, 0.086426, 0.061279, 0.064941, 0.067383, 0.124512, 0.099121, 0.069336, 0.086914, 0.09375, 0.074219, 0.086426, 0.098145, 0.090332, 0.057861, 0.101074, 0.066406, 0.099121, 0.074219, 0.073242, 0.072754, 0.257812, 0.068359, 0.100098, 0.087402, 0.073242, 0.073242, 0.084961, 0.067871, 0.079102, 0.051758, 0.078613, 0.056152, 0.059814, 0.07373, 0.065918, 0.081543, 0.080566, 0.044678, 0.095703, 0.075684, 0.100586, 0.063477, 0.087402, 0.071777, 0.069336, 0.099121, 0.077148, 0.073242, 0.095703, 0.068848, 0.072266, 0.080566, 0.087891, 0.083496, 0.09082, 0.066895, 0.081543, 0.074219, 0.091309, 0.0625, 0.067871, 0.089355, 0.087891, 0.070312, 0.10791, 0.078613, 0.066406, 0.072266, 0.073242, 0.081055, 0.082031, 0.086914, 0.071289, 0.0625, 0.079102, 0.072754, 0.079102, 0.036865, 0.087402, 0.068848, 0.05957, 0.062988, 0.060059, 0.079102, 0.094727, 0.07959, 0.054443, 0.086914, 0.052002, 0.090332, 0.078613, 0.078125, 0.039307, 0.092285, 0.070312, 0.069336, 0.08252, 0.063477, 0.087402, 0.075195, 0.092773, 0.074219, 0.090332, 0.09082, 0.078613, 0.055664, 0.09375, 0.09668, 0.07666, 0.109375, 0.086914, 0.067383, 0.071289, 0.096191, 0.099609, 0.107422, 0.085449, 0.075684, 0.091309, 0.087402, 0.091797, 0.090332, 0.055664, 0.099609, 0.059082, 0.068359, 0.088867, 0.075195, 0.064941, 0.07959, 0.089844, 0.100098, 0.074707, 0.060547, 0.060303, 0.058105, 0.069824, 0.068359, 0.092285, 0.082031, 0.062256, 0.07959, 0.095215, 0.099609, 0.05249, 0.094238, 0.078125, 0.089355, 0.082031, 0.084473, 0.083496, 0.071289, 0.065918, 0.085449, 0.0625, 0.056885, 0.118652, 0.072754, 0.08252, 0.068848, 0.066895, 0.095215, 0.097168, 0.068359, 0.068359, 0.085938, 0.075195, 0.103027, 0.096191, 0.086426, 0.10791, 0.059082, 0.060303, 0.100098, 0.076172, 0.089355, 0.045166, 0.091797, 0.090332, 0.084961, 0.094727, 0.061279, 0.09082, 0.057129, 0.064941, 0.063965, 0.07373, 0.071289, 0.071777, 0.074707, 0.087891, 0.054688, 0.074219, 0.06543, 0.084961, 0.069336, 0.066895, 0.111816, 0.076172, 0.069336, 0.041016, 0.084961, 0.080566, 0.060547, 0.085938, 0.054932, 0.0625, 0.088379, 0.092285, 0.097168, 0.073242, 0.042969, 0.098633, 0.074219, 0.105469, 0.09082, 0.091797, 0.07666, 0.074219, 0.076172, 0.08252, 0.081055, 0.090332, 0.062988, 0.080078, 0.094727, 0.108887, 0.07373, 0.060791, 0.07666, 0.100586, 0.074707, 0.086914, 0.076172, 0.102051, 0.059326, 0.105469, 0.083984, 0.068359, 0.06543, 0.080566, 0.099121, 0.083008, 0.069824, 0.058594, 0.091309, 0.086914, 0.080078, 0.095703, 0.083496, 0.09082, 0.084961, 0.071289, 0.072754, 0.089844, 0.085938, 0.079102, 0.06543, 0.09668, 0.060791, 0.075195, 0.076172, 0.097656, 0.065918, 0.082031, 0.085449, 0.10791, 0.085449, 0.095703, 0.054688, 0.081055, 0.075684, 0.080566, 0.052002, 0.077148, 0.069336, 0.087402, 0.080566, 0.072754, 0.086914, 0.070801, 0.064941, 0.077148, -0.001259, 0.083984, 0.058838, 0.059082, 0.066895, 0.067871, 0.10498, 0.099609, 0.107422, 0.063965, 0.078613, 0.105469, 0.104492, 0.073242, 0.092773, 0.096191, 0.083984, 0.097168, 0.096191, 0.104492, 0.081543, 0.099121, 0.092285, 0.10791, 0.059814, 0.057373, 0.070312, 0.044922, 0.092285, 0.09082, 0.075684, 0.078125, 0.203125, 0.069824, 0.083008, 0.09375, 0.077148, 0.075684, 0.099609, 0.072754, 0.056396, 0.086426, 0.108887, 0.103516, 0.097656, 0.086426, 0.087891, 0.077148, 0.068359, 0.080566, 0.084473, 0.075195, 0.096191, 0.104004, 0.084473, 0.070312, 0.11377, 0.068359, 0.071289, 0.09082, 0.097168, 0.091797, 0.065918, 0.068848, 0.077148, 0.077637, 0.089355, 0.062988, 0.08252, 0.062988, 0.053955, 0.090332, 0.069336, 0.067383, 0.064453, 0.069824, 0.073242, 0.094727, 0.069336, 0.032715, 0.079102, 0.087402, 0.05957, 0.096191, 0.078613, 0.08252, 0.060059, 0.065918, 0.080566, 0.086426, 0.07373, 0.064941, 0.058105, 0.111816, 0.092285, 0.098145, 0.080078, 0.066895, 0.095703, 0.07959, 0.102051, 0.053223, 0.094727, 0.047852, 0.106934, 0.059082, 0.126953, 0.09082, 0.073242, 0.068359, 0.059082, 0.078125, 0.074219, 0.077637, 0.068359, 0.071289, 0.084961, 0.070801, 0.096191, 0.088379, 0.058594, 0.092285, 0.07373, 0.07373, 0.07959, 0.068359, 0.099121, 0.074219, 0.072754, 0.08252, 0.070801, 0.089355, 0.185547, 0.080566, 0.048828, 0.078613, 0.099121, 0.083496, 0.065918, 0.086426, 0.097168, 0.044922, 0.103027, 0.084473, 0.067871, 0.087402, 0.095215, 0.072266, 0.078125, 0.09375, 0.085938, 0.09668, 0.085449, 0.092285, 0.096191, -0.003571, 0.063477, 0.06543, 0.063965, 0.041748, 0.092773, 0.098633, 0.07959, 0.050537, 0.073242, 0.09082, 0.083496, 0.083984, 0.064453, 0.077637, 0.077148, 0.075684, 0.089844, 0.081543, 0.057129, 0.060547, 0.090332, 0.091309, 0.080078, 0.096191, 0.060547, 0.080078, 0.067871, 0.072754, 0.106934, 0.080078, 0.101562, 0.070801, 0.088379, 0.087891, 0.056641, 0.07959, 0.067383, 0.078125, 0.078613, 0.116699, 0.072266, 0.07666, 0.076172, 0.053711, 0.101562, 0.098145, 0.093262, 0.071289, 0.084473, 0.076172, 0.064941, 0.060059, 0.072754, 0.070312, 0.085449, 0.077637, 0.09668, 0.094727, 0.067383, 0.083496, 0.09082, 0.123047, 0.070312, 0.082031, 0.072266, 0.088379, 0.061035, 0.060791, 0.068848, 0.076172, 0.100586, 0.052002, 0.073242, 0.076172, 0.091309, 0.07373, 0.054932, 0.086914, 0.07666, 0.064941, 0.093262, 0.069824, 0.086426, 0.075684, 0.105957, 0.094238, 0.05957, 0.07666, 0.075195, 0.067383, 0.063477, 0.056396, 0.069824, 0.095215, 0.091797, 0.056152, 0.084473, 0.074707, 0.075195, 0.063477, 0.08252, 0.038818, 0.07666, 0.072266, 0.05835, 0.077637, 0.075684, 0.079102, 0.087891, 0.11084, 0.067383, 0.093262, 0.102539, 0.04834, 0.083984, 0.084961, 0.049072, 0.085938, 0.078613, 0.060791, 0.060303, 0.064453, 0.056396, 0.120117, 0.086426, 0.065918, 0.075684, 0.067383, 0.058838, 0.092773, 0.050537, 0.068359, 0.083008, 0.076172, 0.083984, 0.07666, 0.063477, 0.075195, 0.068848, 0.066406, 0.071289, 0.105957, 0.095703, 0.11377, 0.068359, 0.08252, 0.088379, 0.062988, 0.05835, 0.056641, 0.07373, 0.082031, 0.077637, 0.068359, 0.06543, 0.080566, 0.074219, 0.085938, 0.063477, 0.101074, 0.091797, 0.08252, 0.075195, 0.073242, 0.106934, 0.134766, 0.066406, 0.075195, 0.03833, 0.085449, 0.047607, 0.070312, 0.088379, 0.064453, 0.083496, 0.119141, 0.07666, 0.085449, 0.072754, 0.074707, 0.086914, 0.098145, 0.069824, 0.065918, 0.09082, 0.108398, 0.09668, 0.088867, 0.068848, 0.086426, 0.074707, 0.077148, 0.06543, 0.060303, 0.057373, 0.068848, 0.083008, 0.057373, 0.082031, 0.071777, 0.049561, 0.103516, 0.09082, 0.0625, 0.061279, 0.086426, 0.076172, 0.085449, 0.072266, 0.09375, 0.083008, 0.068848, 0.102539, 0.10791, 0.086426, 0.054688, 0.070312, 0.081543, 0.080078, 0.066895, 0.088379, 0.081055, 0.074219, 0.078125, 0.075684, 0.079102, 0.026611, 0.086426, 0.074219, 0.07959, 0.113281, 0.072266, 0.073242, 0.08252, 0.076172, 0.12207, 0.097656, 0.067383, 0.101562, 0.076172, 0.062012, 0.07666, 0.087402, 0.099121, 0.061523, 0.081055, 0.059814, 0.085449, 0.072266, 0.045654, 0.104004, 0.059326, 0.080566, 0.117188, 0.081055, 0.093262, 0.080078, 0.072266, 0.071777, 0.048096, 0.071289, 0.055664, 0.040771, 0.07373, 0.072266, 0.065918, 0.087891, 0.102539, 0.070801, 0.081055, 0.065918, 0.092773, 0.097656, 0.075684, 0.100586, 0.076172, 0.091309, 0.077637, 0.045654, 0.040527, 0.084961, 0.086914, 0.071289, 0.086914, -0.000345, 0.075684, 0.09668, 0.079102, 0.031006, 0.103027, 0.074219, 0.081055, 0.095703, 0.086426, 0.066406, 0.056396, 0.083008, 0.084961, 0.085449, 0.111816, 0.042236, 0.075195, 0.059082, 0.064453, 0.073242, 0.064453, 0.084961, 0.09082, 0.083008, 0.091797, 0.10498, 0.066895, 0.087891, 0.043945, 0.07959, 0.04834, 0.073242, 0.080566, 0.072266, 0.095215, 0.079102, 0.075195, 0.0625, 0.093262, 0.071777, 0.082031, 0.064453, 0.066406, 0.144531, 0.078125, 0.100098, 0.087891, 0.055664, 0.085449, 0.055176, 0.075195, 0.09375, 0.081543, 0.065918, 0.091309, 0.063477, 0.104004, 0.086914, 0.074707, 0.086914, 0.075684, 0.052246, 0.101074, 0.07373, 0.094238, 0.087891, 0.084961, 0.086914, 0.107422, 0.072754, 0.064941, 0.064453, 0.070801, 0.088379, 0.070312, 0.096191, 0.099609, 0.066895, 0.080078, 0.083984, 0.075195, 0.073242, 0.083984, 0.095215, 0.059326, 0.075195, 0.078125, 0.07373, 0.101074, 0.089844, 0.080566, 0.064941, 0.096191, 0.071289, 0.069824, 0.056152, 0.087402, 0.079102, 0.072754, 0.087891, 0.080566, 0.081055, 0.072754, 0.108398, 0.080078, 0.07666, 0.090332, 0.067871, 0.092285, 0.082031, 0.103516, 0.070312, 0.073242, 0.062988, 0.075195, 0.066406, 0.07373, 0.097656, 0.07373, 0.088867, 0.075195, 0.095703, 0.090332, 0.087891, 0.083984, 0.073242, 0.07959, 0.080566, 0.07373, 0.095215, 0.089844, 0.062988, 0.07373, 0.115234, 0.109863, 0.085449, 0.11377, 0.078613, 0.074707, 0.060059, 0.070801, 0.095703, 0.102539, 0.084961, 0.087891, 0.109863, 0.094727, 0.081055, 0.09082, 0.069336, 0.093262, 0.088379, 0.091797, 0.09668, 0.093262, 0.098145, 0.074219, 0.049316, 0.087402, 0.084961, 0.059082, 0.089844, 0.107422, 0.089355, 0.054688, 0.07959, 0.09082, 0.092285, 0.087891, 0.095215, 0.084961, 0.085938, 0.097168, 0.075684, 0.103516, 0.087891, 0.091309, 0.09375, 0.044678, 0.098145, 0.061035, 0.089844, 0.066406, 0.072754, 0.073242, 0.096191, 0.07959, 0.114258, 0.066895, 0.055664, 0.082031, 0.074707, 0.078613, 0.069336, 0.091797, 0.087402, 0.094727, 0.083008, 0.091797, 0.059082, 0.083496, 0.053711, 0.090332, 0.04834, 0.082031, 0.095703, 0.098633, 0.080078, 0.072754, 0.100586, 0.088867, 0.073242, 0.056885, 0.096191, 0.067871, 0.098145, 0.067871, 0.092285, 0.072266, 0.113281, 0.062256, 0.059326, 0.097168, 0.101562, 0.063965, 0.064941, 0.083496, 0.077148, 0.080566, 0.09375, 0.055908, 0.118652, 0.077148, 0.089355, 0.109375, 0.076172, 0.090332, 0.079102, 0.068359, 0.085938, 0.08252, 0.062988, 0.073242, 0.084473, 0.099609, 0.087891, 0.081543, 0.104004, 0.074219, 0.059082, 0.07666, 0.056641, 0.084961, 0.068359, 0.116211, 0.081543, 0.05957, 0.065918, 0.083984, 0.083008, 0.050293, 0.05835, 0.098145, 0.072754, 0.076172, 0.089844, 0.065918, 0.053467, 0.100098, 0.10498, 0.085938, 0.062012, 0.099121, 0.061035, 0.099609, 0.101562, 0.08252, 0.103027, 0.080566, 0.084473, 0.072266, 0.097656, 0.10498, 0.082031, 0.068359, 0.09082, 0.088379, 0.074707, 0.071289, 0.109863, 0.077637, 0.064453, 0.060547, 0.058838, 0.09375, 0.078613, 0.094727, 0.077637, 0.054443, 0.068359, 0.07959, 0.078125, 0.076172, 0.066406, 0.090332, 0.083496, 0.100098, 0.089355, 0.101562, 0.082031, 0.074707, 0.082031, 0.054932, 0.099121, 0.076172, 0.073242, 0.095215, 0.071289, 0.086914, 0.065918, 0.073242, 0.102539, 0.057373, 0.104004, 0.102539, 0.076172, 0.088379, 0.105957, 0.075684, 0.092773, 0.071777, 0.108398, 0.062012, 0.077637, 0.07666, 0.098145, 0.075684, 0.095215, 0.101074, 0.089844, 0.08252, 0.078613, 0.075684, 0.083008, 0.064453, 0.068848, 0.0009, 0.057373, 0.04541, 0.08252, 0.055664, 0.07959, 0.085938, 0.083984, 0.077148, 0.061523, 0.075684, 0.070312, 0.117188, 0.097168, 0.086914, 0.078613, 0.068848, 0.090332, 0.06543, 0.089355, 0.091309, 0.070801, 0.070312, 0.05835, 0.070801, 0.109375, 0.055664, 0.063477, 0.056396, 0.097656, 0.079102, 0.066406, 0.029907, 0.072266, 0.081055, 0.079102, 0.061279, 0.067871, 0.08252, 0.084473, 0.080078, 0.075684, 0.086914, 0.066895, 0.077148, 0.071777, 0.077148, 0.057129, 0.085449, 0.081543, 0.075195, 0.088867, 0.086426, 0.074707, 0.085449, 0.105957, 0.066895, 0.071289, 0.103027, 0.06543, 0.038818, 0.097168, 0.086914, 0.081543, 0.075195, 0.071777, 0.117676, 0.111328, 0.056641, 0.067383, 0.059082, 0.073242, 0.098145, 0.10498, 0.072754, 0.081543, 0.057129, 0.063477, 0.094727, 0.095215, 0.058105, 0.091797, 0.074219, 0.07373, 0.079102, 0.098633, 0.118652, 0.096191, 0.057373, 0.084961, 0.074219, 0.080078, 0.077148, 0.087891, 0.064941, 0.081055, 0.10791, 0.083984, 0.061279, 0.057373, 0.102539, 0.121582, 0.098633, 0.061523, 0.089355, 0.094238, 0.081055, 0.083496, 0.091797, 0.075195, 0.111328, 0.099609, 0.076172, 0.086426, 0.057129, 0.106445, 0.081543, 0.092773, 0.086914, 0.065918, 0.075684, 0.077637, 0.05542, 0.099609, 0.08252, 0.084961, 0.139648, 0.066406, 0.096191, 0.095215, 0.078613, 0.077637, 0.061035, 0.089844, 0.061768, 0.070801, 0.123047, 0.046143, 0.108398, 0.102051, 0.081055, 0.074219, 0.039551, 0.077637, 0.11377, 0.092285, 0.095215, 0.093262, 0.064941, 0.067383, 0.081543, 0.085938, 0.089355, 0.066406, 0.100098, 0.084961, 0.053711, 0.073242, 0.078125, 0.091309, 0.085938, 0.094727, 0.099121, 0.085449, 0.078613, 0.071289, 0.07666, 0.044678, 0.091797, 0.081543, 0.072266, 0.081543, 0.070801, 0.058594, 0.091309, 0.098145, 0.07959, 0.071777, 0.081543, 0.092285, 0.080566, 0.069824, 0.09668, 0.07373, 0.088867, 0.056641, 0.088379, 0.043457, 0.001007, 0.064941, 0.075195, 0.07666, 0.105469, 0.081055, 0.105957, 0.061279, 0.103027, 0.101074, 0.076172, 0.081543, 0.071777, 0.05542, 0.093262, 0.041504, 0.067383, 0.071289, 0.076172, 0.098145, 0.053223, 0.066406, 0.066895, 0.07373, 0.097168, 0.075195, 0.11084, 0.133789, 0.096191, 0.077637, 0.062988, 0.100586, 0.086914, 0.072266, 0.078125, 0.061523, 0.062988, 0.075195, 0.036621, 0.075195, 0.072266, 0.070312, 0.098633, 0.078125, 0.049561, 0.062988, 0.10791, 0.073242, 0.057617, 0.075195, 0.082031, 0.044678, 0.080078, 0.08252, 0.117188, 0.103027, 0.07666, 0.09082, 0.070312, 0.051514, 0.07959, 0.09082, 0.085938, 0.088867, 0.059814, 0.084473, 0.081055, 0.075684, 0.084961, 0.095703, 0.050049, 0.108398, 0.062988, 0.067383, 0.071289, 0.086914, 0.103027, 0.074707, 0.096191, 0.093262, 0.082031, 0.087402, 0.092773, 0.072266, 0.085449, 0.07373, 0.090332, 0.059814, 0.062256, 0.08252, 0.111328, 0.074707, 0.083496, 0.066895, 0.078613, 0.083496, 0.077148, 0.112793, 0.070312, 0.066406, 0.089355, 0.111816, 0.076172, 0.039795, 0.086426, 0.108398, 0.111328, 0.052734, 0.064941, 0.077637, 0.072754, 0.059082, 0.101562, 0.078613, 0.067871, 0.078613, 0.095703, 0.077637, 0.080566, 0.068359, 0.072754, 0.115234, 0.066406, 0.089844, 0.080566, 0.10791, 0.102539, 0.075684, 0.117188, 0.095703, 0.097656, 0.038574, 0.064941, 0.05249, 0.068359, 0.061768, 0.081055, 0.089844, 0.073242, 0.073242, 0.096191, 0.075195, 0.095703, 0.043701, 0.044922, 0.077148, 0.074707, 0.059326, 0.07373, 0.081055, 0.083984, 0.075684, 0.080078, 0.054932, 0.105469, 0.084473, 0.085938, 0.069336, 0.080566, 0.079102, 0.079102, 0.067871, 0.102051, 0.09375, 0.078613, 0.082031, 0.072266, 0.074219, 0.114258, 0.105469, 0.10791, 0.085938, 0.094238, 0.050781, 0.094727, 0.08252, 0.070801, 0.101562, 0.054688, 0.075684, 0.068848, 0.092773, 0.084473, 0.077148, 0.083984, 0.061279, 0.053955, 0.086426, 0.078613, 0.090332, 0.082031, 0.063965, 0.098633, 0.088867, 0.084473, 0.072266, 0.094238, 0.088867, 0.057861, 0.078125, 0.078613, 0.064453, 0.071777, 0.074707, 0.103516, 0.097168, 0.047607, 0.088867, 0.101074, 0.069824, 0.075684, 0.084473, 0.083984, 0.070312, 0.05542, 0.093262, 0.086426, 0.060059, 0.053711, 0.081543, 0.085449, 0.097168, 0.077148, 0.085449, 0.092285, 0.074707, 0.058594, 0.089844, 0.130859, 0.069336, 0.083496, 0.060547, 0.066406, 0.07373, 0.062988, 0.068848, 0.094238, 0.078613, 0.065918, 0.108398, 0.070801, 0.094727, 0.061523, 0.075684, 0.093262, 0.08252, 0.091797, 0.035645, 0.075195, 0.066406, 0.08252, 0.092773, 0.111328, 0.096191, 0.075195, 0.078125, 0.096191, 0.079102, 0.074219, 0.087891, 0.080078, 0.051514, 0.068359, 0.076172, 0.084473, 0.078125, 0.11377, 0.03064, 0.078613, 0.083984, 0.092285, 0.061035, 0.084473, 0.099609, 0.081055, 0.06543, 0.089844, 0.067871, 0.08252, 0.08252, -0.00473, 0.072266, 0.102539, 0.081543, 0.071289, 0.05957, 0.084961, 0.080566, 0.054688, 0.103027, 0.111816, 0.117676, 0.119629, 0.095215, 0.086426, 0.102539, 0.105957, 0.113281, 0.09082, 0.087402, 0.076172, 0.098633, 0.084961, 0.107422, 0.069336, 0.102539, 0.102051, 0.085938, 0.10498, 0.069336, 0.064941, 0.081543, 0.056396, 0.103027, 0.056396, 0.086426, 0.077148, 0.092285, 0.075684, 0.070801, 0.087402, 0.097656, 0.057129, 0.067871, 0.080078, 0.076172, 0.041992, 0.037598, 0.085938, 0.088379, 0.098145, 0.129883, 0.077637, 0.09668, 0.066406, 0.074707, 0.092285, 0.05835, 0.090332, 0.11377, 0.071289, 0.085938, 0.076172, 0.054199, 0.07666, 0.081055, 0.086426, 0.075684, 0.080566, 0.086426, 0.074707, 0.100586, 0.057861, 0.078125, 0.068848, 0.088867, 0.06543, 0.098145, 0.116211, 0.093262, 0.092773, 0.070801, 0.100098, 0.094238, 0.061035, 0.111816, 0.082031, 0.089844, 0.108887, 0.083008, 0.097168, 0.072266, 0.090332, 0.063477, 0.080566, 0.101562, 0.075684, 0.071289, 0.081055, 0.099121, 0.065918, 0.045166, 0.050293, 0.070312, 0.081055, 0.077148, 0.091309, 0.080078, 0.09082, 0.056641, 0.117188, 0.121094, 0.075684, 0.062012, 0.064941, 0.09668, 0.108887, 0.085449, 0.091797, 0.071289, 0.078613, 0.092285, 0.083008, 0.09082, 0.096191, 0.085449, 0.0625, 0.115234, 0.074219, 0.09668, 0.051514, 0.07666, 0.088867, 0.073242, 0.09668, 0.083984 ] }, "name": "model.transformer.layers.0.ffn_norm.weight", "outputIndexes": [ 91 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90, 91 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm/Mul_1_output_0", "outputIndexes": [ 92 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 92 ], "outputIndexes": [ 2594 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2594 ], "outputIndexes": [ 2595 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_1/Linear", "inputIndexes": [ 2595 ], "outputIndexes": [ 2596 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 12544024, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2596 ], "outputIndexes": [ 2597 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2597 ], "outputIndexes": [ 93 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1536 ] }, "name": "/ffn/Mul_output_0", "outputIndexes": [ 94 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/ffn/Constant_output_0", "outputIndexes": [ 95 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 93, 21, 94, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn/Slice_output_0", "outputIndexes": [ 96 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 96 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act/Sigmoid_output_0", "outputIndexes": [ 97 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 96, 97 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act/Mul_output_0", "outputIndexes": [ 98 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3072 ] }, "name": "/ffn/Mul_1_output_0", "outputIndexes": [ 99 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 93, 94, 99, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn/Slice_1_output_0", "outputIndexes": [ 100 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 98, 100 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/Mul_2_output_0", "outputIndexes": [ 101 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 101 ], "outputIndexes": [ 2598 ], "main_type": "Reshape", "main": { "dims": [ -1, 1536, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2598 ], "outputIndexes": [ 2599 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_2/Linear", "inputIndexes": [ 2599 ], "outputIndexes": [ 2600 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1536, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 22571294, 4718854, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2600 ], "outputIndexes": [ 2601 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2601 ], "outputIndexes": [ 102 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89, 102 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_3_output_0", "outputIndexes": [ 103 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 103, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_4_output_0", "outputIndexes": [ 104 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 104 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_1/Mul_output_0", "outputIndexes": [ 105 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.056152, 0.058594, 0.056641, 0.059326, 0.00058, 0.067871, 0.046631, 0.060303, 0.055176, 0.072754, 0.064453, 0.015076, 0.049561, 0.073242, 0.047852, 0.018677, 0.074219, 0.079102, 0.046143, 0.036621, 0.078613, 0.038818, 0.060547, 0.067871, 0.070801, 0.063477, 0.077148, 0.06543, 0.077148, 0.054932, 0.049072, 0.087402, 0.053223, 0.06543, 0.088379, 0.094727, 0.072754, 0.064941, 0.044434, 0.057373, 0.075195, 0.065918, 0.0625, 0.074219, 0.071777, 0.056396, 0.071289, 0.031982, 0.063477, 0.083008, 0.076172, 0.081055, 0.084961, 0.05249, 0.0625, 0.06543, 0.06543, 0.052002, 0.067383, 0.074707, 0.061768, 0.063965, 0.063477, 0.067383, 0.068359, 0.055176, 0.07373, 0.028198, 0.011658, 0.065918, 0.072754, 0.111816, 0.063965, 0.062256, 0.074707, 0.063965, 0.059326, 0.054443, 0.076172, 0.060791, 0.069336, 0.075195, 0.080566, 0.075195, 0.046143, 0.063965, 0.085449, 0.062988, 0.067871, 0.069824, 0.07959, 0.040039, 0.062012, 0.052246, 0.097168, 0.044189, 0.061523, 0.057373, 0.092285, 0.04541, 0.089844, 0.067871, 0.050049, 0.052246, 0.069824, 0.07373, 0.087402, 0.061035, 0.072266, 0.069824, 0.056885, 0.062012, 0.061523, 0.07666, 0.084961, 0.074707, 0.07666, 0.067383, 0.089844, 0.0625, 0.044189, 0.086914, 0.060303, 0.077148, 0.053711, 0.074219, 0.076172, 0.05957, 0.038086, 0.085938, 0.05957, 0.061035, 0.095215, 0.075684, 0.070801, 0.070801, 0.092285, 0.082031, 0.05249, 0.076172, 0.040771, 0.077148, 0.049805, 0.067383, 0.058105, 0.056641, 0.066895, 0.054688, 0.05957, 0.073242, 0.075684, 0.049072, 0.053711, 0.072754, 0.068359, 0.071289, 0.053223, 0.049805, 0.06543, 0.050537, 0.053223, 0.075684, 0.075195, 0.068848, 0.081055, 0.048828, 0.064453, 0.046143, 0.074219, 0.08252, 0.000816, 0.058105, 0.054199, 0.069824, 0.085449, 0.068359, 0.060547, 0.071289, 0.047607, 0.06543, 0.063477, 0.05542, 0.086426, 0.063965, 0.09082, 0.064941, 0.059814, 0.074707, 0.092285, 0.059082, 0.063965, 0.088867, -0.000106, 0.065918, 0.080078, 0.071777, 0.067871, 0.064941, 0.087891, 0.072754, 0.066895, 0.054932, 0.0625, 0.081055, 0.069336, 0.079102, 0.047119, 0.062012, 0.045654, 0.054199, 0.050049, 0.061523, 0.055176, 0.061279, 0.072266, 0.077637, 0.052246, 0.033447, 0.053467, 0.067871, 0.075684, 0.071777, 0.068848, 0.080078, 0.07959, 0.063965, 0.053223, 0.070801, 0.071777, 0.05835, 0.059082, 0.069336, 0.06543, 0.075684, 0.064941, 0.050049, 0.083008, 0.064941, 0.040039, 0.054932, 0.060303, 0.09375, 0.064453, 0.049805, 0.056396, 0.055176, 0.07959, 0.057129, 0.081055, 0.074219, 0.067383, 0.078613, 0.063965, 0.053467, 0.064453, 0.069336, 0.043945, 0.061523, 0.062012, 0.019531, 0.071289, 0.068359, 0.047852, 0.048828, 0.042969, 0.074707, 0.044922, 0.069824, 0.068848, 0.077148, 0.075684, 0.081055, 0.044189, 0.084961, 0.056641, 0.057373, 0.078613, 0.056885, 0.062256, 0.058594, 0.044922, 0.038086, 0.051514, 0.012146, 0.056641, 0.071289, 0.068848, 0.061279, 0.063477, 0.065918, 0.0625, 0.070801, 0.071777, 0.058838, 0.069824, 0.053467, 0.063965, 0.046631, 0.060303, 0.064941, 0.072754, 0.066406, 0.05127, 0.058105, 0.066406, 0.09668, 0.073242, 0.012878, 0.007996, 0.063965, 0.046875, 0.064453, 0.077148, 0.067383, 0.00589, 0.047607, 0.060059, 0.001389, 0.058838, 0.040283, 0.090332, 0.046631, 0.075195, 0.071289, 0.073242, 0.080566, 0.062012, 0.068359, 0.072266, 0.077637, 0.061035, 0.064453, 0.066406, 0.057373, 0.045654, 0.052246, 0.060303, 0.062256, 0.072754, 0.059082, 0.070801, 0.074707, 0.005341, 0.057861, 0.070801, 0.029663, 0.066406, 0.005615, 0.042236, 0.080078, 0.06543, 0.069824, 0.062988, 0.062988, 0.08252, 0.07373, 0.055176, 0.077637, 0.04541, 0.059082, 0.050781, 0.052246, 0.068359, 0.072266, 0.039062, 0.054932, 0.06543, 0.034668, 0.05249, 0.018188, 0.081543, 0.072266, 0.091797, 0.07373, 0.071777, 0.062012, 0.06543, -0.00045, 0.09375, 0.047607, 0.043213, 0.063477, 0.001419, 0.054199, 0.060303, 0.061035, 0.07373, 0.071289, 0.004181, 0.035645, 0.055664, 0.053955, 0.047119, 0.05835, 0.049805, 0.071289, 0.064941, 0.040283, 0.077637, 0.058838, 0.056396, 0.075195, 0.072266, 0.040283, 0.061279, 0.058105, 0.071289, 0.044922, 0.073242, 0.062012, 0.083496, 0.074707, 0.071777, 0.067383, 0.080566, 0.066406, 0.050293, 0.070312, 0.045898, 0.081055, 0.044189, 0.073242, 0.072754, 0.061279, 0.042969, 0.069336, 0.062012, 0.068848, 0.056641, 0.05835, 0.043213, 0.043945, 0.081055, 0.070312, 0.082031, 0.056641, 0.053955, 0.050049, 0.075684, 0.069824, 0.057617, 0.016846, 0.066406, 0.061279, 0.075195, 0.060303, 0.066895, 0.071777, 0.064453, 0.091309, 0.067871, 0.070801, 0.079102, 0.075684, 0.062988, 0.06543, 0.05542, 0.002899, 0.073242, 0.069824, 0.046875, 0.049805, 0.026367, 0.064941, 0.054688, 0.084961, 0.068359, 0.073242, 0.087402, 0.05127, 0.001282, 0.081543, 0.072266, 0.063965, 0.101074, 0.075195, 0.067383, 0.040771, 0.049316, 0.054688, 0.056396, 0.078613, 0.049805, 0.050049, 0.07959, 0.063965, 0.023926, 0.056152, 0.063965, 0.053223, 0.07373, 0.054199, 0.057617, 0.075684, 0.057373, 0.040283, 0.058594, 0.063965, 0.058838, 0.056885, 0.06543, 0.066895, 0.058105, 0.072754, 0.059326, 0.064453, 0.035156, 0.055664, 0.061035, 0.067383, 0.064941, 0.067383, 0.064941, 0.069336, 0.056396, 0.089355, 0.080078, 0.074707, 0.074707, 0.060303, 0.032715, 0.057373, 0.065918, 0.07373, 0.09082, 0.061523, 0.071289, 0.040039, 0.055176, 0.075195, 0.059326, 0.057129, 0.058105, 0.056152, 0.049561, 0.086914, 0.056641, 0.074707, 0.055176, 0.058838, 0.072754, 0.055908, 0.079102, 0.083984, 0.091797, 0.074219, -0.005219, 0.068848, 0.031128, -0.002823, 0.056396, 0.045898, 0.075684, 0.067871, 0.05957, 0.083008, 0.065918, 0.087402, 0.081543, 0.070312, 0.074219, 0.056641, 0.060547, 0.086914, 0.075195, 0.071777, 0.02356, 0.048828, 0.053223, 0.083008, 0.02356, 0.056641, 0.067383, 0.067383, 0.037109, 0.067871, 0.071289, 0.124023, 0.043701, 0.084961, 0.067871, 0.085938, 0.062256, 0.062012, 0.046631, 0.05835, 0.07666, 0.052002, 0.060303, 0.10498, 0.080078, 0.051758, 0.066406, 0.062988, 0.049561, 0.069824, 0.050781, 0.060547, 0.052002, 0.067871, 0.069824, 0.0625, 0.046875, 0.072266, 0.060547, 0.058105, 0.05835, 0.040039, 0.071289, 0.076172, 0.078125, 0.044189, 0.070801, 0.080078, 0.055908, 0.071289, 0.074707, 0.067871, 0.045166, 0.081055, 0.06543, 0.001457, 0.041504, 0.058105, 0.043457, 0.065918, 0.080566, 0.062256, 0.059082, 0.068359, 0.074219, 0.077637, 0.059326, 0.06543, 0.064941, 0.063477, 0.071289, 0.064453, 0.064453, 0.065918, 0.009583, 0.0065, 0.071289, 0.066895, 0.083496, 0.056396, 0.086426, 0.044922, 0.060059, 0.080566, 0.032227, 0.061768, 0.037109, 0.065918, 0.063965, 0.065918, 0.049805, 0.060059, 0.057617, 0.083496, 0.079102, 0.046631, 0.048584, 0.047363, 0.06543, 0.006561, 0.063477, 0.060547, 0.060791, 0.049805, 0.055908, 0.081055, 0.092285, 0.068848, 0.071289, 0.075195, 0.060059, -0.003601, 0.074707, 0.073242, 0.080078, 0.057861, 0.056641, 0.059814, 0.063965, 0.049072, 0.064453, 0.04541, 0.067871, 0.055908, 0.062988, 0.055176, 0.00415, 0.074707, 0.006897, 0.041016, 0.081543, 0.037109, 0.0625, 0.086914, 0.068848, 0.067871, 0.056641, 0.056641, 0.051758, 0.050537, 0.067383, 0.061035, 0.060791, 0.009155, 0.074707, 0.084473, 0.068359, 0.068359, 0.057129, 0.047607, 0.031128, 0.067871, 0.041992, 0.012451, 0.057617, 0.091797, 0.06543, 0.068848, 0.069824, 0.067383, 0.078613, 0.052246, 0.054932, 0.057617, 0.050293, 0.057373, 0.078613, 0.067871, 0.074707, 0.060791, 0.060547, 0.072754, 0.057617, 0.085449, 0.079102, 0.076172, 0.060059, 0.064453, 0.048096, 0.056396, 0.003998, 0.056396, 0.08252, 0.067383, 0.055664, 0.062256, 0.083984, 0.068848, 0.050781, 0.078613, 0.064941, 0.068359, 0.060791, 0.062256, 0.060059, 0.05957, 0.066406, 0.083984, 0.045654, 0.071777, 0.061768, 0.051758, 0.055664, 0.075195, 0.038086, 0.084961, 0.054688, 0.064453, 0.063477, 0.113281, 0.04541, 0.089844, 0.050781, 0.044678, 0.054443, 0.042969, 0.043945, 0.068848, 0.062988, 0.055908, 0.054199, 0.069824, 0.050781, 0.062256, 0.073242, 0.07373, 0.068359, 0.070801, 0.078613, 0.098145, 0.067383, 0.04248, 0.054199, 0.068359, 0.007294, 0.067383, 0.081543, 0.031128, 0.062988, 0.05835, 0.05127, 0.049316, 0.070312, 0.061035, 0.056396, 0.083496, 0.065918, 0.066406, 0.053711, 0.048828, 0.068359, 0.071777, 0.030518, 0.063965, 0.044189, 0.059082, 0.072266, 0.054688, 0.040771, 0.06543, 0.058838, 0.078125, 0.052979, 0.066406, 0.053711, 0.079102, 0.006836, 0.054932, 0.067871, 0.081055, 0.053955, 0.073242, 0.04834, 0.050049, 0.083008, 0.116699, 0.078125, 0.054932, 0.043457, 0.062256, 0.064453, 0.056152, 0.074707, 0.054932, 0.042725, 0.060059, 0.085449, 0.084961, 0.064941, 0.068359, 0.063477, 0.05835, 0.044678, 0.05249, -0.002945, 0.068848, 0.084473, 0.083496, 0.069824, 0.076172, 0.051514, 0.058105, 0.046387, 0.067383, 0.066406, 0.067383, 0.072266, 0.070312, 0.076172, 0.057861, -0.004822, 0.061768, 0.070801, 0.052246, 0.064453, 0.072266, 0.002197, 0.059814, 0.059814, 0.050293, 0.043213, 0.058594, 0.050781, 0.080566, 0.056152, 0.058838, 0.040283, 0.073242, 0.032471, 0.070801, 0.05957, 0.052979, 0.07373, 0.060791, 0.05542, 0.071777, 0.065918, 0.052979, 0.059814, 0.108887, 0.042969, 0.055176, 0.054688, 0.057373, 0.067383, 0.066895, 0.070801, 0.054932, 0.083984, 0.052002, 0.071289, 0.055664, 0.07373, 0.058105, 0.014221, 0.07373, 0.067871, 0.05542, 0.080078, 0.068848, 0.042236, 0.033203, 0.068359, 0.06543, 0.070801, 0.077637, 0.003662, 0.079102, 0.065918, 0.05835, 0.080566, 0.066895, 0.004944, 0.061768, 0.049316, 0.072266, 0.061035, 0.062988, 0.080566, 0.088867, 0.052979, 0.069336, 0.065918, 0.05835, 0.049072, 0.07666, 0.061523, 0.075195, 0.039062, 0.069824, 0.059326, 0.072754, 0.058105, 0.077637, 0.050049, 0.109863, 0.046875, 0.060791, 0.05957, 0.026001, 0.065918, 0.065918, 0.065918, 0.072754, 0.060303, 0.071777, 0.072754, -0.003769, 0.047363, 0.048584, 0.070312, 0.060547, 0.052246, 0.067383, 0.079102, 0.078613, 0.0177, 0.083008, 0.069824, 0.073242, 0.029419, 0.080078, 0.068359, 0.054443, 0.064453, 0.044922, 0.050293, 0.044922, 0.070312, 0.048584, 0.060791, 0.081543, 0.046387, 0.067871, 0.073242, 0.072266, 0.05957, 0.070312, 0.069824, 0.038574, 0.066406, 0.050781, 0.045166, 0.049072, 0.054688, 0.072266, 0.066406, 0.073242, 0.064941, 0.071289, 0.001129, 0.073242, 0.05249, 0.048096, 0.07373, 0.052002, 0.059082, 0.068359, 0.046875, 0.062988, 0.060791, -0.00264, 0.064453, 0.061768, 0.05957, 0.085938, 0.069824, 0.05835, 0.083496, 0.105469, 0.069336, 0.054688, 0.094727, 0.059814, 0.037842, 0.065918, 0.095703, 0.076172, 0.054932, 0.077637, 0.077637, 0.059326, 0.054688, 0.071289, 0.02356, 0.060059, 0.01532, 0.068848, 0.067871, 0.071777, 0.062256, 0.195312, 0.071289, 0.051025, 0.06543, 0.065918, 0.063477, 0.030029, 0.049072, 0.082031, 0.06543, 0.064941, 0.058838, 0.047363, 0.04248, 0.000862, 0.075195, 0.092285, 0.063965, 0.076172, 0.060303, 0.066406, 0.068848, 0.059814, 0.071289, 0.040527, 0.063477, 0.056152, 0.064941, 0.062012, 0.054932, 0.062988, 0.067871, 0.034912, 0.033203, 0.063477, 0.057373, 0.052246, 0.036865, 0.054688, 0.058594, 0.045166, -0.009155, 0.069336, 0.067383, 0.043457, 0.071777, 0.053467, 0.059326, 0.083984, 0.067871, 0.062012, 0.067871, -0.00264, 0.093262, 0.055176, -0.000278, 0.070801, 0.05835, 0.04248, 0.0625, 0.070312, 0.061768, 0.061279, 0.08252, 0.057617, 0.072266, 0.081055, 0.057129, 0.07373, 0.053467, 0.066895, 0.062988, 0.059082, 0.051758, 0.082031, 0.062012, 0.063477, 0.075195, 0.078613, 0.067383, 0.063477, 0.008484, 0.069336, 0.061523, 0.05957, 0.087891, 0.014404, 0.050537, 0.055908, 0.00412, 0.06543, 0.057373, 0.069824, 0.047852, 0.059082, 0.063965, 0.069336, 0.031006, 0.074707, 0.081055, 0.069336, 0.080566, 0.05957, 0.078125, 0.083008, 0.018311, 0.050049, 0.066895, 0.067871, 0.048828, 0.061035, 0.076172, 0.065918, 0.062012, 0.046387, 0.083496, 0.066895, 0.059326, 0.05127, -0.002258, 0.064941, 0.078613, 0.064453, 0.081055, 0.05835, 0.07666, 0.056641, 0.068848, 0.059082, 0.070801, 0.05957, 0.070312, 0.051025, 0.080566, 0.062012, 0.048828, 0.04834, 0.062256, 0.049072, 0.051025, 0.069824, 0.079102, 0.075195, 0.054688, 0.058105, 0.075684, 0.046631, 0.005737, 0.066406, 0.077148, 0.060303, 0.095215, 0.063965, 0.05835, 0.057861, 0.063477, 0.05127, 0.070801, 0.047852, 0.043701, 0.069336, 0.058594, 0.054688, 0.087402, 0.061035, 0.074707, 0.041504, 0.079102, 0.060059, 0.053711, 0.094727, 0.060303, 0.073242, 0.070801, 0.062012, 0.08252, 0.054932, 0.071777, 0.053711, 0.061768, 0.040039, 0.060791, 0.059326, 0.084961, 0.061279, 0.067871, 0.082031, 0.06543, 0.060791, 0.052246, 0.041504, 0.074707, 0.039551, 0.085938, 0.074219, 0.062988, 0.057129, 0.065918, 0.07959, 0.071289, 0.074219, 0.105469, 0.069824, 0.076172, 0.050293, 0.054932, 0.005035, 0.046631, 0.065918, 0.063477, 0.056641, 0.055664, 0.045166, 0.061523, 0.054443, 0.072754, 0.080078, 0.064453, 0.074219, 0.036133, 0.051025, 0.060303, 0.063477, 0.049072, 0.058594, 0.040039, 0.071777, 0.05835, 0.055908, -0.007477, 0.064941, 0.050537, 0.063477, 0.084473, 0.072754, 0.060303, 0.061279, 0.042236, 0.089844, 0.060547, 0.070801, 0.080566, 0.068359, 0.062988, 0.066406, 0.072266, 0.04248, 0.060547, 0.078125, 0.056641, 0.064941, 0.058838, 0.041992, 0.069824, 0.097168, 0.057861, 0.050537, 0.082031, 0.033936, 0.05542, 0.057861, 0.053955, 0.078125, 0.069336, 0.048828, 0.06543, 0.096191, 0.060547, 0.072754, 0.049561, 0.087891, 0.059326, 0.053711, 0.048096, 0.046631, 0.052979, 0.061279, 0.048584, 0.046875, 0.075684, 0.061035, 0.097168, 0.055176, 0.037109, 0.064453, 0.07666, 0.071289, 0.071777, 0.071289, 0.071289, 0.062988, 0.070801, 0.051758, 0.082031, 0.068359, 0.06543, 0.068359, 0.061523, 0.061768, 0.052246, 0.077148, 0.049072, 0.077637, 0.068359, 0.070312, 0.056885, 0.053955, -0.003799, 0.062256, 0.066406, -0.001564, 0.060303, 0.068848, 0.092773, 0.040771, 0.068848, 0.065918, 0.0625, 0.067383, 0.077637, 0.035645, 0.007233, 0.072266, 0.065918, 0.066406, 0.055908, 0.052246, 0.072266, 0.001953, 0.076172, 0.083496, 0.07666, 0.067871, 0.052734, 0.051025, 0.055176, 0.091309, 0.062988, 0.065918, 0.087891, 0.056641, 0.07959, 0.060303, 0.072266, 0.061279, 0.01001, 0.073242, 0.062012, 0.084961, 0.070801, 0.059814, 0.054443, 0.069824, 0.063965, 0.060791, 0.047852, 0.058594, 0.054932, 0.0625, 0.07373, 0.070801, 0.166992, 0.058105, 0.061523, 0.075195, 0.038574, 0.040771, 0.057373, 0.063965, 0.056641, 0.059326, 0.063477, 0.066406, 0.04126, 0.080566, 0.054443, 0.078125, 0.062256, 0.043701, 0.074707, 0.079102, 0.066895, 0.07666, 0.083984, 0.069336, 0.070801, 0.085938, 0.068359, 0.084961, 0.063477, 0.080078, 0.063477, 0.053223, 0.068848, 0.065918, 0.077148, 0.056152, 0.033203, 0.039307, 0.083008, 0.054688, 0.061523, 0.061279, 0.058838, 0.04126, 0.063477, 0.086914, 0.035889, 0.051758, 0.049561, 0.067871, 0.078125, 0.073242, 0.049805, 0.061523, 0.06543, 0.07959, 0.076172, 0.038086, 0.054443, 0.045898, 0.037109, 0.064453, 0.062988, 0.07666, 0.061523, 0.053711, 0.052979, 0.062012, 0.051758, 0.077637, 0.0625, 0.044678, 0.041748, 0.0625, 0.066895, 0.04834, 0.049805, 0.057861, 0.076172, 0.043213, 0.077637, 0.068359, 0.064453, 0.069824, 0.059814, 0.061523, 0.067383, 0.081543, 0.041992, 0.064453, 0.080078, 0.071289, 0.066406, 0.070801, 0.06543, 0.061279, 0.048096, 0.055664, 0.100098, 0.085938, 0.061035, 0.074219, 0.070312, 0.074707, 0.022827, 0.044678, 0.070801, 0.068359, 0.053467, 0.052002, 0.063477, 0.059814, 0.051758, 0.054688, 0.049805, 0.0625, 0.061523, 0.067871, 0.086914, 0.063477, 0.066895, 0.062012, 0.074219, 0.0625, 0.050293, 0.083008, 0.068848, 0.077637, 0.068359, 0.054199, 0.099121, 0.063477, 0.061523, 0.059814, 0.063477, 0.061523, 0.083496, 0.037842, 0.080566, 0.054443, 0.051514, 0.07373, 0.078125, 0.051025, 0.068848, 0.075684, 0.070312, 0.074219, 0.085449, 0.067383, 0.07666, 0.011047, 0.057129, 0.056396, 0.052734, 0.070801, 0.066406, 0.063477, 0.074707, 0.065918, 0.099121, 0.059082, 0.060059, 0.064453, 0.048584, 0.056152, 0.072754, 0.063965, 0.060791, 0.074219, 0.072754, 0.05249, 0.005554, 0.048828, 0.051514, 0.067871, 0.068848, 0.066406, 0.001442, 0.063477, 0.053955, 0.061035, 0.047119, 0.063965, 0.07373, 0.049561, 0.047852, 0.081055, 0.066895, 0.074219, 0.0625, 0.046875, 0.071289, 0.077148, 0.096191, 0.060059, 0.064453, 0.072266, 0.048828, 0.07666, 0.049805, 0.025391, 0.042725, 0.063477, 0.039795, 0.048828, 0.074219, 0.067383, 0.0625, 0.078125, 0.066895, 0.075195, 0.066406, 0.069336, 0.0625, 0.039307, 0.092285, 0.07666, 0.071777, 0.050537, 0.05957, 0.057373, 0.064941, 0.057129, 0.052246, -0.000645, 0.068848, 0.065918, 0.061279, 0.072266, 0.074219, 0.085938, 0.059814, 0.061768, 0.071289, 0.07373, 0.054932, 0.055908, 0.07373, 0.053711, 0.039551, 0.055908, 0.068848, 0.074219, 0.075684, 0.066406, 0.053467, 0.067871, 0.079102, 0.05957, 0.076172, 0.050537, 0.07373, 0.056152, 0.076172, 0.052246, 0.101562, 0.070312, 0.047852, 0.062988, -0.003555, 0.062256, 0.058594, 0.00174, 0.058594, 0.066895, 0.077148, 0.043701, 0.072266, 0.077637, 0.052246, 0.047852, 0.070312, 0.053711, 0.019897, 0.077637, 0.05957, 0.056641, 0.065918, 0.066895, 0.086914, 0.069824, 0.062988, 0.053223, 0.081543, 0.07959, 0.072266, 0.049561, 0.074219, 0.050537, 0.046631, 0.002991, 0.04541, 0.056152, 0.052979, 0.054932, 0.060791, 0.074219, 0.077148, -0.001785, 0.073242, 0.053467, 0.061523, 0.038086, 0.070312, 0.071289, 0.074219, 0.068359, 0.065918, 0.076172, 0.078613, 0.083984, 0.072266, 0.074219, 0.053955, 0.061523, 0.067383, 0.062012, 0.057129, 0.046631, 0.058594, 0.042236, 0.057861, 0.073242, 0.012878, 0.050293, 0.047852, 0.066406, 0.060303, 0.070801, 0.056641, 0.072266, 0.056885, 0.041748, 0.061279, 0.066895, 0.062256, 0.051758, 0.05249, 0.057617, 0.080078, 0.063477, 0.02417, 0.062988, 0.074219, 0.075684, 0.094238, 0.078613, 0.062988, 0.044434, 0.035889, 0.072754, 0.068359, 0.080078, 0.04248, 0.061035, 0.083496, 0.080566, 0.082031, 0.072266, 0.072266, 0.072754, 0.053223, 0.074707, 0.07666, 0.054443, 0.047363, 0.074219, 0.062012, 0.040039, 0.061279, 0.07373, 0.077148, 0.006409, 0.043457, 0.005768, 0.065918, 0.050049, 0.05957, 0.065918, 0.063965, 0.048096, 0.04541, 0.060303, 0.002823, 0.057617, 0.064941, 0.059082, 0.062256, 0.073242, 0.069824, 0.065918, 0.085449, 0.0354, 0.076172, 0.118164, 0.056641, 0.056152, 0.067383, 0.060791, 0.077148, 0.060059, 0.060059, 0.07666, 0.075684, 0.06543, 0.080078, 0.072266, 0.073242, 0.080078, 0.065918, 0.008179, 0.076172, 0.054932, 0.068359, 0.060791, 0.067871, 0.077637, 0.000286, 0.057617, 0.056641, 0.060547, 0.04541, 0.067871, 0.07666, 0.058838, 0.064453, -0.008972, 0.080078, 0.052979, 0.069336, 0.060791, 0.062988, 0.077148, 0.07373, 0.065918, 0.064941, 0.063477, 0.05835, 0.098145, 0.040771, 0.071289, 0.081055, 0.070312, 0.045654, 0.028687, 0.046875, 0.081543, 0.069824, 0.086914, 0.052002, 0.068359, 0.060791, 0.038086, 0.072754, 0.064941, 0.068848, 0.085938, 0.074219, 0.046875, 0.067383, 0.07666, 0.045166, 0.084961, 0.067871, 0.06543, 0.05957, 0.068359, 0.067871, 0.042236, 0.062988, 0.076172, 0.060059, 0.078125, 0.0625, 0.041992, 0.077148, 0.057129, 0.07666, 0.122559, 0.064453, -0.001068, 0.061279, 0.060791, 0.075684, 0.05249, 0.06543, 0.053955, 0.054443, 0.068359, 0.060059, 0.063477, 0.064453, 0.061768, 0.050049, 0.052979, 0.054443, 0.051514, 0.052246, 0.066406, 0.043945, 0.069336, 0.069336, 0.072266, 0.067871, 0.054688, 0.063965, 0.064453, 0.075684, 0.058838, 0.041992, 0.061279, 0.057373, 0.07373, 0.036621, 0.054199, 0.077148, 0.069824, 0.064453, 0.058105, 0.066406, 0.05127, 0.058594, 0.0625, 0.058105, 0.0625, 0.064941, 0.063965, 0.065918, 0.046875, 0.080078, 0.068848, 0.098145, 0.050049, 0.062988, 0.043701, 0.071777, 0.058105, 0.071777, 0.046387, 0.070312, 0.055176, 0.070312, 0.087891, 0.058105, 0.078613, 0.058105, 0.052002, 0.06543, 0.049316, 0.058594, 0.060547, 0.074707, 0.00132, 0.068848, 0.053223, 0.061279, 0.07373, 0.068848, 0.068848, 0.076172, 0.069824, 0.07959, 0.052246, 0.067871, 0.067383, 0.065918, 0.065918, 0.044189, 0.021118, 0.078613, 0.070312, 0.060547, 0.037354, 0.061523, 0.04248, 0.057861, 0.052002, 0.061279, 0.010498, 0.058838, -0.005219, 0.057129, 0.001328, 0.07373, 0.048584, 0.046387, 0.04126, 0.068848, 0.066895, 0.053711, 0.067871, 0.055176, 0.055664, 0.062012, 0.05835, 0.062256, 0.069336, 0.061768, 0.089355, 0.083008, 0.074707, 0.10498, 0.084473, 0.075684, 0.066406, 0.074707, 0.062988, 0.053223, 0.072266, 0.05249, 0.061279, 0.081055, 0.037109, 0.053711, 0.043701, 0.074707, 0.071777, 0.036865, 0.071777, 0.067871, 0.087891, 0.059082, 0.042969, 0.095215, 0.065918, 0.085938, 0.071289, 0.074219, 0.07373, 0.057617, 0.069336, 0.071777, 0.070801, 0.012268, 0.053467, 0.072754, 0.057373, 0.074707, 0.058838, 0.070312, 0.068359, 0.044189, 0.060791, 0.053223, 0.022461, 0.063477, 0.06543, 0.058594, 0.086426, 0.05957, 0.043457, 0.065918, 0.061523, 0.092285, 0.061035, 0.067383, 0.066406, 0.057861, 0.046143, 0.062988, 0.051025, 0.07959, 0.070801, 0.068848, 0.061523, 0.067871, 0.042725, 0.03418, 0.073242, 0.034912, 0.065918, 0.062256, 0.067871, 0.04834, 0.058105, 0.098145, 0.00354, 0.012939, 0.047363, 0.07959, 0.068848, 0.057373, 0.052002, 0.062988, 0.050537, 0.081543, 0.057373, 0.062012, 0.054443, 0.000127, 0.05835, 0.063965, 0.066895, 0.087402, 0.081055, 0.059814, 0.053711, 0.035645, 0.05127, 0.066406, 0.039795, 0.074219, -0.000355, 0.066406, 0.088867, 0.070801, 0.045166, 0.067383, 0.050049, 0.073242, 0.062012, 0.045898, 0.071289, 0.057129, 0.05542, 0.07959, 0.054932, 0.072754, 0.060059, 0.069336, 0.045654, 0.060547, 0.073242, 0.003342, 0.062988, 0.070801, 0.065918, 0.068359, 0.070801, 0.075195, 0.056885, 0.016724, 0.06543, 0.055176, 0.054199, 0.081055, 0.068359, 0.07373, 0.055664, 0.054443, 0.053223, 0.077637, 0.060059, 0.057617, 0.053467, 0.07666, 0.087891, 0.065918, 0.095703, 0.067383, 0.040039, 0.070801, 0.04126, 0.061035, 0.069824, 0.064941, 0.047363, 0.055664, 0.060303, 0.070312, 0.057373, 0.05542, 0.043213, 0.063965, 0.079102, 0.094238, 0.083984, 0.068359, 0.069336, 0.041748, 0.078125, 0.069336, 0.064453, 0.056885, 0.065918, 0.052002, 0.074707, 0.066406, 0.068359, 0.062988, 0.082031, 0.053955, 0.081055, 0.054199, 0.075684, 0.090332, 0.08252, 0.057129, 0.056641, 0.066895, 0.002792, 0.056396, 0.071777, 0.056396, 0.053711, 0.067383, 0.051025, 0.063965, 0.049805, 0.070312, 0.077148, 0.06543, 0.073242, 0.080078, 0.062012, 0.078613, 0.082031, 0.080078, 0.064453, 0.070801, 0.070312, 0.082031, 0.086426, 0.068848, 0.057617, 0.070801, 0.067383, 0.093262, 0.065918, 0.060791, 0.045898, 0.062256, 0.06543, 0.034668, 0.063477, -0.001953, 0.068848, 0.056885, 0.08252, 0.067383, 0.060303, 0.067871, 0.062988, 0.060547, 0.064941, 0.046387, 0.07373, 0.076172, 0.062988, 0.065918, 0.06543, 0.057617, 0.050293, 0.051025, 0.06543, 0.062012, 0.08252, 0.066406, 0.088379, 0.061768, 0.055664, 0.062012, 0.055908, 0.061035, 0.06543, 0.073242, 0.071289, 0.068359, 0.075195, 0.061279, 0.0625, 0.059326, 0.043701, 0.060059, 0.047607, 0.08252, 0.066406, 0.061035, 0.053223, 0.074707, 0.084961, 0.064453, 0.066895, 0.066895, 0.069336, 0.067383, 0.056152, 0.068848, 0.066406, 0.070801, -0.00412, 0.033447, 0.084961, 0.052002, 0.091309, 0.04126, 0.055664, 0.062988, 0.071777, 0.063965, 0.085449, 0.05957, 0.069336, 0.083984, 0.064453, 0.087402, 0.013611, 0.077148, 0.095703, 0.069336, 0.061523, 0.066406, 0.071777, 0.080566, 0.068359, 0.053223, 0.035645, 0.062256, 0.076172, 0.078613, 0.053223, 0.053223, 0.072266, 0.060303, 0.062988, 0.059814, 0.061768, 0.053955, 0.06543, 0.051758, 0.061768, 0.05127, 0.081055, 0.056396, 0.042969, 0.060303, 0.05249, 0.064941, 0.048828, 0.07666, 0.066406, 0.083496, 0.062988, 0.048096, 0.001144, 0.066406, 0.066895, 0.072754, 0.053711, 0.073242, 0.062256, 0.070801, 0.073242, 0.063965, 0.054932, 0.062988, 0.001373, 0.07373, 0.07666, 0.072266, 0.079102, 0.060791, 0.056152, 0.070312, 0.049316, 0.000238, 0.060791, 0.07373, 0.069824, 0.052979, 0.050781, 0.05542, 0.079102, 0.052246, 0.065918, 0.05542, 0.061279, 0.056641, 0.067871, 0.054443, 0.050781, 0.09375, 0.077637, 0.068359, 0.055664, 0.055664, 0.046387, 0.07373, 0.056641, 0.047363, 0.064453, 0.059814, 0.060303, 0.081543, 0.068848, 0.052734, 0.053955, 0.068359, 0.070801, 0.074707, 0.054688, 0.077148, 0.073242, 0.063965, 0.065918, 0.09375, 0.047852, 0.012268, 0.072754, 0.062988, 0.060059, 0.070312, 0.05835, 0.074707, 0.050537, 0.071289, 0.060303, 0.057129, 0.049316, 0.063477, 0.069336, 0.066895, 0.077148, 0.060791, 0.068848, 0.048828, 0.095215, 0.056396, -0.003677, 0.097656, 0.066406, 0.064941, 0.044922, 0.057861, 0.063965, 0.036621, 0.055664, 0.068359, 0.077637, 0.073242, 0.09668, 0.065918, 0.070801, 0.071289, 0.059814, 0.075684, 0.046143, 0.067871, 0.084473, 0.079102, 0.086914, 0.082031, 0.050537, 0.050537, 0.051514, 0.060303, 0.050293, 0.058105, 0.050781, 0.036621, 0.061768, 0.03125, 0.05835, 0.053955, 0.050049, 0.068848, 0.060547, 0.053223, 0.064941, 0.059082, 0.003708, 0.077637, 0.074219, 0.071289, 0.077148, 0.06543, 0.069336, 0.056152, 0.05542, 0.065918, 0.070312, 0.052246, 0.056152, 0.053467, 0.05835, 0.056641, 0.074219, 0.089844, 0.050781, 0.069824, 0.024048, 0.02771, 0.099121, 0.060303, 0.051025, 0.040283, 0.074219, 0.023682, 0.07666, 0.066895, 0.083008, 0.066895, 0.049316, 0.083008, 0.055176, 0.056885, 0.044922, 0.072754, 0.062256, 0.049316, 0.057373, 0.072754, 0.042969, 0.074219, 0.071777, 0.058838, 0.075195, 0.074219, 0.067383, 0.029541, -0.004944, 0.085449, 0.064941, 0.066406, 0.0625, 0.064941, 0.061035, 0.047607, 0.065918, 0.06543, 0.056885, 0.069824, 0.09375, 0.057373, 0.055908, 0.041992, 0.048096, 0.078613, 0.080078, 0.048584, 0.002151, 0.073242, 0.075684, 0.067871, 0.074219, 0.085449, 0.071777, 2.3e-05, 0.083496, 0.077148, 0.04541, 0.078613, 0.07666, 0.074707, 0.069336, 0.083008, 0.081543, 0.061523, 0.042236, 0.095215, 0.083008, 0.059082, 0.067383, 0.094727, 0.051025, 0.062988, 0.077148, 0.058838, 0.063965, 0.079102, 0.055664, 0.067383, 0.062988, 0.06543, 0.084961, 0.072266, 0.061523, 0.061768, 0.063965, 0.059082, 0.067383, 0.065918, 0.038818, 0.066895, 0.067871, 0.099121, 0.045166, 0.060059, 0.080078, 0.05835, 0.062988, 0.07373, 0.0625, 0.055664, 0.063477, 0.084473, 0.047363, 0.065918, 0.086426, 0.05127, 0.058594, 0.045654, 0.068848, 0.091797, 0.05249, 0.070801, 0.06543, 0.055664, 0.073242, 0.054199, 0.070801, 0.059326, 0.045654, 0.055176, 0.076172, 0.031006, 0.077148, 0.061523, 0.083496, 0.067871, 0.065918, 0.055908, 0.081055, 0.066895, 0.049805, 0.078125, 0.0625, 0.075684, 0.049316, 0.051514, 0.06543, 0.076172, 0.061035, 0.07959, 0.086914, 0.062012, 0.060791, 0.059082, 0.062988, 0.061279, 0.056641, 0.070801, 0.054443, 0.07373, 0.064453, 0.067871, 0.083008, 0.179688, 0.05957, 0.058838, 0.079102, 0.078613, -0.007538, 0.021606, 0.043457, 0.069336, 0.079102, 0.079102, 0.077637, 0.070801, 0.051758, 0.050049, 0.045166, 0.063965, 0.054443, 0.043945, 0.071289, 0.071289, 0.057617, 0.061768, 0.070312, 0.076172, 0.055664, 0.062988, 0.052246, 0.088867, 0.047363, 0.0625, 0.077148, 0.068848, 0.05957, 0.081055, 0.05127, 0.040039, 0.065918, 0.061035, 0.074707, 0.077637, 0.043701, 0.042236, 0.060791, 0.054199, 0.057861, 0.062988, 0.055664, 0.064941, 0.066895, 0.076172, 0.049805, 0.070801, 0.053223, 0.072266, 0.078125, 0.086426, 0.074707, 0.056152, 0.059814, 0.069336, 0.063965, 0.063965, 0.050293, 0.054932, 0.058838, 0.064453, 0.067383, 0.063477, 0.057861, 0.099121, 0.083984, 0.05957, 0.04834, 0.077148, 0.082031, 0.078125, 0.053955, 0.074219, 0.059082, 0.062988, 0.066895, 0.047607, 0.047852, 0.07373, 0.071289, 0.070801, 0.05835, 0.054199, 0.070312, 0.07666, 0.051758, 0.067871, 0.046875, 0.071289, 0.083496, 0.065918, 0.083984, 0.066895, 0.051514, 0.068848, 0.063477, 0.071777, 0.039795, 0.060547, 0.077637, 0.077148, 0.036865, 0.072754, 0.077637, 0.06543, 0.061523, 0.067383, 0.065918, 0.05957, 0.055664, 0.069336, 0.044922, 0.075684, 0.064941, 0.078613, 0.072754, 0.079102, 0.052246, 0.065918, 0.076172, 0.062988, 0.058838, 0.066895, 0.067383, 0.075195, 0.066895, 0.089844, 0.068848, 0.059326, 0.04126, 0.060547, 0.035156, 0.054443, 0.070801, 0.066895, 0.068848, 0.065918, 0.058594, 0.05249, 0.075684, 0.061523, 0.046631, 0.053467, 0.044922, 0.049316, 0.069824, 0.072266, 0.058594, 0.068359, 0.062256, 0.074707, 0.029785, 0.068848, 0.066895, 0.059814, 0.004333, 0.070312, 0.071777, 0.052002, 0.072266, 0.081543, 0.052979, 0.0625, 0.094727, 0.018188, 0.0625, 0.060303, 0.053223, 0.060303, 0.077637, 0.067383, 0.090332, 0.053223, 0.051025, 0.060791, 0.070312, 0.065918, 0.066895, 0.05542, 0.029785, 0.050537, 0.062256, 0.053223, 0.045898, 0.073242, 0.071289, 0.057617, 0.05542, 0.066895, 0.061768, 0.064453, 0.060303, 0.050537, 0.070801, 0.057373, 0.044189, 0.064453, 0.067871, 0.05835, 0.095703, 0.037109, 0.081055, 0.05127, 0.056396, 0.072266, 0.076172, 0.07666, 0.079102, 0.040771, 0.047119, 0.0625, 0.051758, 0.069336, 0.071777, 0.048096, 0.09082, 0.075684, 0.074219, 0.06543, 0.053223, 0.04126, 0.056641, 0.081055, 0.05127, 0.070312, 0.057617, 0.070312, 0.062988, 0.060547, 0.081543, 0.034424, 0.072266, 0.062256, 0.094238, 0.075684, 0.047852, 0.041748, 0.050537, 0.063477, 0.067871, 0.044922, 0.031738, 0.061035, 0.05127, 0.047607, 0.071777, 0.067871, 0.083008, 0.041504, 0.065918, 0.056641, 0.086914, 0.050537, 0.043213, 0.071289, 0.044189, 0.058594, 0.039795, 0.061523, 0.060303, 0.083496, 0.039307, 0.066895, 0.080078, 0.085938, 0.060303, 0.077148, 0.061279, 0.061035, 0.054688, 0.081055, 0.065918, 0.071777, 0.067871, -0.004272, 0.062988, 0.071289, 0.075195, 0.053467, 0.07373, 0.05957, 0.071777, 0.056885, 0.066406, 0.072754, 0.143555, 0.080078, 0.067871, 0.068848, 0.081055, 0.067383, 0.080566, 0.083496, 0.071289, 0.063477, 0.056152, 0.093262, 0.043213, 0.059082, 0.086426, 0.074219, 0.081543, 0.077148, 0.039062, 0.068848, 0.081055, 0.0625, 0.058594, 0.053223, 0.06543, 0.067383, 0.049805, 0.055908, 0.047607, 0.069824, 0.055908, 0.041992, 0.05542, 0.076172, 0.053711, 0.042236, 0.045654, 0.067383, 0.086426, 0.055664, 0.067871, 0.083984, 0.057129, 0.062988, 0.044922, 0.083008, 0.056885, 0.064941, 0.078613, 0.07373, 0.060791, 0.070801, 0.053223, 0.062256, -0.00148, 0.05957, 0.063965, 0.07373, 0.062012, 0.058105, 0.0625, 0.047119, 0.094238, 0.045654, 0.077637, 0.053223, 0.068359, 0.093262, 0.073242, 0.075684, 0.063965, 0.069824, 0.0625, 0.041016, 0.014771, 0.063965, 0.071777, 0.060303, 0.071777, 0.061035, 0.067871, 0.075195, 0.068359, 0.059326, 0.084961, 0.070312, 0.061279, 0.071289, 0.077637, 0.044189, 0.040283, 0.017944, 0.067383, 0.066406, 0.072266, 0.054688, 0.068848, 0.066406, 0.058838, 0.063477, 0.072266, 0.069824, 0.07666, 0.048584, 0.052734, 0.068848, 0.062988, 0.07666, 0.058594, 0.075195, 0.066895, 0.061279, 0.089844, 0.065918, 0.061768, 0.048828, 0.074707, 0.06543, 0.076172, 0.058105, 0.079102, 0.083496, 0.058105, 0.061523, 0.077637 ] }, "name": "model.transformer.layers.1.attn_norm.weight", "outputIndexes": [ 106 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 105, 106 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_1/Mul_1_output_0", "outputIndexes": [ 107 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 107 ], "outputIndexes": [ 2602 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2602 ], "outputIndexes": [ 2603 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear", "inputIndexes": [ 2603 ], "outputIndexes": [ 2604 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1536, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 27585060, 4718854, 294912, 6144, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2604 ], "outputIndexes": [ 2605 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2605 ], "outputIndexes": [ 108 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1536 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 107 ], "main_type": "NONE", "name": "/Shape_5_output_0", "outputIndexes": [ 109 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 109 ], "main_type": "NONE", "name": "Shape160", "outputIndexes": [ 110 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 109 ], "main_type": "NONE", "name": "Rank162", "outputIndexes": [ 111 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 111, 111 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp164", "outputIndexes": [ 112 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 112 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze165", "outputIndexes": [ 113 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 112, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp167", "outputIndexes": [ 114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze168", "outputIndexes": [ 115 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 110, 113, 115, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice171", "outputIndexes": [ 116 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 116 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze172", "outputIndexes": [ 117 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 117 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp173", "outputIndexes": [ 118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118, 117 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp174", "outputIndexes": [ 119 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 109, 119, 112 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_9_output_0", "outputIndexes": [ 120 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 120, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_11_output_0", "outputIndexes": [ 121 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 121, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_5_output_0", "outputIndexes": [ 122 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 108, 122 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_5_output_0", "outputIndexes": [ 123 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 123 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_1/Mul_output_0", "outputIndexes": [ 124 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.03125, 1.054688, 1.148438, 0.867188, 1.140625, 0.515625, 0.117188, 0.882812, 1.007812, 0.318359, 0.582031, 0.310547, 0.941406, 0.921875, 0.789062, 0.832031, 0.796875, 0.585938, 1.109375, 0.941406, 0.96875, 1.1875, 1.117188, 1.289062, 1.609375, 0.421875, 1.242188, 0.863281, 1.59375, 1.289062, 1.015625, 0.707031, 0.828125, 1.421875, 0.933594, 1.242188, 1.476562, 0.283203, 1.789062, 1.46875, 1.4375, 1.507812, 1.164062, 1.625, 2.34375, 1.921875, 1.445312, 0.523438, 1.484375, 1.382812, 0.206055, 1.375, 1.359375, 1.015625, 1.296875, 1.367188, 1.523438, 1.382812, 1.421875, 1.429688, 1.390625, 1.382812, 1.304688, 1.320312, 0.976562, 0.025635, 0.8125, 0.119141, 0.25, 1.242188, 0.244141, 1.09375, 0.332031, 0.984375, 1.164062, 1.054688, 0.131836, 0.914062, 0.984375, 0.878906, 1.21875, 1.039062, 0.429688, 0.726562, 1.1875, 0.640625, 0.96875, 1.109375, 0.9375, 1.039062, 0.976562, 1.101562, 0.925781, 1.15625, 0.988281, 1.1875, 1.671875, 1.140625, 1.453125, 1.4375, 1.25, 1.398438, 0.601562, 1.335938, 1.351562, 1.0625, 1.296875, 1.234375, 0.10791, 0.216797, 1.328125, 1.632812, 1.265625, 1.523438, 1.960938, 1.421875, 1.53125, 0.910156, 1.53125, 1.460938, 1.367188, 1.390625, 1.320312, 1.320312, 1.382812, 1.382812, 1.25, 1.296875 ] }, "name": "model.transformer.layers.1.attn.q_norm.weight", "outputIndexes": [ 125 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 125 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_1/Mul_1_output_0", "outputIndexes": [ 126 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_4_output_0", "outputIndexes": [ 127 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_5_output_0", "outputIndexes": [ 128 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 128 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_2_output_0", "outputIndexes": [ 129 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_4_output_0", "outputIndexes": [ 130 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 129, 130 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_8_output_0", "outputIndexes": [ 131 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 131, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_5_output_0", "outputIndexes": [ 132 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 127, 132 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_4_output_0", "outputIndexes": [ 133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 107 ], "outputIndexes": [ 2606 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2606 ], "outputIndexes": [ 2607 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear", "inputIndexes": [ 2607 ], "outputIndexes": [ 2608 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 32604970, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2608 ], "outputIndexes": [ 2609 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2609 ], "outputIndexes": [ 134 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 121, 57, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_6_output_0", "outputIndexes": [ 135 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 134, 135 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_6_output_0", "outputIndexes": [ 136 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 136 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_1/Mul_output_0", "outputIndexes": [ 137 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.474609, 0.890625, 1.1875, 0.792969, 1.101562, 0.175781, 0.021362, 0.213867, 1.179688, 0.028931, 0.890625, 0.128906, 0.992188, 1.023438, 0.328125, 0.882812, 1.085938, 0.660156, 0.902344, 0.535156, 0.474609, 0.605469, 1.15625, 0.726562, 0.259766, 0.273438, 0.917969, 1.179688, 0.277344, 1.3125, 0.273438, 1.53125, 1.625, 1.125, 1.3125, 1.359375, 1.234375, 1.304688, 0.392578, 1.40625, 1.3125, 1.070312, 1.492188, 1.1875, 0.104492, 0.347656, 1.398438, 1.59375, 1.25, 1.351562, 1.898438, 1.5, 1.390625, 0.859375, 1.421875, 1.328125, 1.4375, 1.507812, 1.390625, 1.351562, 1.265625, 1.429688, 1.273438, 1.25, 1.171875, 0.164062, 0.375, 0.298828, 0.063965, 1.140625, 0.417969, 1.195312, 0.04541, 0.917969, 0.871094, 1.054688, 0.140625, 0.796875, 1.039062, 0.726562, 0.960938, 1.078125, 0.84375, 1.054688, 1.3125, 1.25, 0.992188, 1.328125, 1.375, 1.195312, 1.25, 0.765625, 1.53125, 1.09375, 1.640625, 0.04126, 0.201172, 1.21875, 1.023438, 1.296875, 1.398438, 0.851562, 2.046875, 1.421875, 1.539062, 1.703125, 1.03125, 1.570312, 2.46875, 2.03125, 1.492188, 1.03125, 1.398438, 1.453125, 0.792969, 1.382812, 1.492188, 1.054688, 1.273438, 1.460938, 1.40625, 1.242188, 1.351562, 1.296875, 1.5, 1.328125, 1.273438, 1.445312 ] }, "name": "model.transformer.layers.1.attn.k_norm.weight", "outputIndexes": [ 138 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 137, 138 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_1/Mul_1_output_0", "outputIndexes": [ 139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_6_output_0", "outputIndexes": [ 140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_7_output_0", "outputIndexes": [ 141 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 141 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_3_output_0", "outputIndexes": [ 142 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_6_output_0", "outputIndexes": [ 143 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 142, 143 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_9_output_0", "outputIndexes": [ 144 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_7_output_0", "outputIndexes": [ 145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 140, 145 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_5_output_0", "outputIndexes": [ 146 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 107 ], "outputIndexes": [ 2610 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2610 ], "outputIndexes": [ 2611 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear", "inputIndexes": [ 2611 ], "outputIndexes": [ 2612 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 33860144, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2612 ], "outputIndexes": [ 2613 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2613 ], "outputIndexes": [ 147 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147, 135 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_7_output_0", "outputIndexes": [ 148 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133, 146, 148, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.1/self_attn/FusedAttention", "outputIndexes": [ 149 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 149 ], "outputIndexes": [ 2614 ], "main_type": "Reshape", "main": { "dims": [ -1, 1536, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2614 ], "outputIndexes": [ 2615 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear", "inputIndexes": [ 2615 ], "outputIndexes": [ 2616 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1536, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 35115318, 4718854, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2616 ], "outputIndexes": [ 2617 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2617 ], "outputIndexes": [ 150 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 104, 150 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_6_output_0", "outputIndexes": [ 151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_1/Mul_output_0", "outputIndexes": [ 152 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.145508, 0.111816, 0.157227, 0.196289, 0.233398, 0.203125, 0.111816, 0.11377, 0.108887, 0.150391, 0.169922, 0.267578, 0.125977, 0.134766, 0.154297, 0.302734, 0.152344, 0.217773, 0.128906, 0.040283, 0.145508, 0.179688, 0.163086, 0.117188, 0.147461, 0.12793, 0.125, 0.120605, 0.15625, 0.112305, 0.173828, 0.162109, 0.11084, 0.151367, 0.15625, 0.177734, 0.158203, 0.12793, 0.142578, 0.104004, 0.137695, 0.140625, 0.121094, 0.176758, 0.108398, 0.109375, 0.176758, 0.128906, 0.141602, 0.149414, 0.157227, 0.198242, 0.230469, 0.111328, 0.145508, 0.161133, 0.160156, 0.115723, 0.117188, 0.168945, 0.128906, 0.144531, 0.162109, 0.168945, 0.152344, 0.140625, 0.145508, 0.085449, 0.144531, 0.136719, 0.158203, 0.163086, 0.142578, 0.147461, 0.149414, 0.164062, 0.12207, 0.137695, 0.15625, 0.149414, 0.160156, 0.124512, 0.148438, 0.152344, 0.123535, 0.133789, 0.210938, 0.115723, 0.126953, 0.155273, 0.136719, 0.142578, 0.162109, 0.117188, 0.157227, 0.11377, 0.140625, 0.135742, 0.194336, 0.128906, 0.137695, 0.157227, 0.144531, 0.122559, 0.105957, 0.180664, 0.167969, 0.113281, 0.173828, 0.170898, 0.093262, 0.152344, 0.166992, 0.168945, 0.137695, 0.122559, 0.152344, 0.164062, 0.224609, 0.135742, 0.093262, 0.147461, 0.140625, 0.1875, 0.117676, 0.143555, 0.166992, 0.158203, 0.10791, 0.125, 0.116699, 0.122559, 0.207031, 0.139648, 0.132812, 0.192383, 0.130859, 0.172852, 0.139648, 0.170898, 0.178711, 0.163086, 0.125, 0.124512, 0.143555, 0.123535, 0.139648, 0.15332, 0.131836, 0.168945, 0.139648, 0.122559, 0.094727, 0.165039, 0.128906, 0.167969, 0.130859, 0.09375, 0.141602, 0.15332, 0.176758, 0.173828, 0.133789, 0.151367, 0.145508, 0.094238, 0.148438, 0.107422, 0.15625, 0.166992, 0.140625, 0.125977, 0.139648, 0.150391, 0.197266, 0.15332, 0.140625, 0.154297, 0.135742, 0.15918, 0.185547, 0.132812, 0.161133, 0.15625, 0.115723, 0.116211, 0.077637, 0.117676, 0.183594, 0.101562, 0.149414, 0.169922, 0.230469, 0.140625, 0.15918, 0.152344, 0.141602, 0.166016, 0.192383, 0.176758, 0.092773, 0.142578, 0.183594, 0.169922, 0.1875, 0.160156, 0.115234, 0.154297, 0.044189, 0.138672, 0.094238, 0.147461, 0.117676, 0.167969, 0.161133, 0.120605, 0.082031, 0.180664, 0.101074, 0.166992, 0.10791, 0.142578, 0.152344, 0.154297, 0.144531, 0.133789, 0.09668, 0.121094, 0.119629, 0.145508, 0.084473, 0.136719, 0.173828, 0.167969, 0.166016, 0.139648, 0.138672, 0.111328, 0.063477, 0.154297, 0.110352, 0.180664, 0.133789, 0.117676, 0.166016, 0.163086, 0.173828, 0.175781, 0.12207, 0.111328, 0.118164, 0.158203, 0.141602, 0.101074, 0.150391, 0.15625, 0.176758, 0.083496, 0.149414, 0.130859, 0.131836, 0.106934, 0.102539, 0.131836, 0.092285, 0.130859, 0.170898, 0.122559, 0.174805, 0.15332, 0.133789, 0.162109, 0.116211, 0.142578, 0.116211, 0.119141, 0.136719, 0.162109, 0.164062, 0.150391, 0.138672, 0.117676, 0.133789, 0.144531, 0.104492, 0.129883, 0.111816, 0.197266, 0.124023, 0.170898, 0.10791, 0.163086, 0.125977, 0.144531, 0.149414, 0.120117, 0.15332, 0.171875, 0.155273, 0.114746, 0.15625, 0.12793, 0.121582, 0.097656, 0.168945, 0.088867, 0.139648, 0.136719, 0.139648, 0.134766, 0.130859, 0.15332, 0.144531, 0.144531, 0.263672, 0.115723, 0.131836, 0.199219, 0.150391, 0.10791, 0.121094, 0.090332, 0.098145, 0.109863, 0.115723, 0.174805, 0.123535, 0.165039, 0.140625, 0.1875, 0.143555, 0.102051, 0.166992, 0.116699, 0.119141, 0.111328, 0.15625, 0.15625, 0.19043, 0.125977, 0.146484, 0.165039, 0.261719, 0.169922, 0.081055, 0.164062, 0.147461, 0.253906, 0.131836, 0.139648, 0.145508, 0.147461, 0.137695, 0.135742, 0.124512, 0.151367, 0.168945, 0.158203, 0.129883, 0.148438, 0.112793, 0.074707, 0.15625, 0.119629, 0.11377, 0.146484, 0.123047, 0.033936, 0.118164, 0.18457, 0.126953, 0.113281, 0.143555, 0.193359, 0.152344, 0.162109, 0.143555, 0.193359, 0.152344, 0.110352, 0.080078, 0.155273, 0.257812, 0.132812, 0.168945, 0.135742, 0.192383, 0.123047, 0.225586, 0.121094, 0.119141, 0.134766, 0.131836, 0.155273, 0.130859, 0.210938, 0.123047, 0.120605, 0.146484, 0.095215, 0.155273, 0.152344, 0.170898, 0.118164, 0.068359, 0.140625, 0.114258, 0.104492, 0.148438, 0.100098, 0.189453, 0.176758, 0.11377, 0.135742, 0.129883, 0.137695, 0.104004, 0.108887, 0.137695, 0.129883, 0.165039, 0.155273, 0.119141, 0.130859, 0.080078, 0.158203, 0.166992, 0.152344, 0.12793, 0.143555, 0.149414, 0.135742, 0.161133, 0.112793, 0.131836, 0.118164, 0.121582, 0.139648, 0.157227, 0.140625, 0.188477, 0.125, 0.137695, 0.12793, 0.12207, 0.121582, 0.124023, 0.135742, 0.103516, 0.172852, 0.148438, 0.125977, 0.152344, 0.162109, 0.160156, 0.130859, 0.102051, 0.251953, 0.161133, 0.189453, 0.093262, 0.106934, 0.15918, 0.12793, 0.117676, 0.147461, 0.165039, 0.142578, 0.15332, 0.099121, 0.386719, 0.228516, 0.137695, 0.180664, 0.125977, 0.145508, 0.147461, 0.151367, 0.145508, 0.121094, 0.15918, 0.182617, 0.120117, 0.106445, 0.131836, 0.111328, 0.148438, 0.142578, 0.152344, 0.125, 0.116211, 0.18457, 0.11377, 0.137695, 0.135742, 0.095703, 0.12793, 0.12793, 0.093262, 0.121582, 0.119141, 0.135742, 0.125977, 0.115723, 0.170898, 0.098145, 0.142578, 0.154297, 0.126953, 0.145508, 0.151367, 0.152344, 0.119141, 0.109863, 0.122559, 0.147461, 0.144531, 0.144531, 0.234375, 0.139648, 0.183594, 0.146484, 0.189453, 0.158203, 0.132812, 0.134766, 0.15918, 0.178711, 0.115234, 0.133789, 0.145508, 0.143555, 0.125, 0.140625, 0.146484, 0.164062, 0.134766, 0.11377, 0.141602, 0.142578, 0.201172, 0.084961, 0.179688, 0.181641, 0.151367, 0.15918, 0.427734, 0.126953, 0.145508, 0.316406, 0.103516, 0.142578, 0.151367, 0.1875, 0.174805, 0.155273, 0.132812, 0.131836, 0.092773, 0.150391, 0.162109, 0.130859, 0.133789, 0.193359, 0.177734, 0.158203, 0.199219, 0.109375, 0.112305, 0.150391, 0.213867, 0.136719, 0.160156, 0.141602, 0.124512, 0.146484, 0.150391, 0.1875, 0.097168, 0.130859, 0.136719, 0.160156, 0.155273, 0.163086, 0.201172, 0.109863, 0.166016, 0.036865, 0.116211, 0.124512, 0.143555, 0.152344, 0.170898, 0.151367, 0.140625, 0.171875, 0.148438, 0.125977, 0.085449, 0.176758, 0.15625, 0.174805, 0.157227, 0.148438, 0.146484, 0.136719, 0.11377, 0.12793, 0.158203, 0.123047, 0.058105, 0.089844, 0.121582, 0.167969, 0.168945, 0.148438, 0.136719, 0.123047, 0.129883, 0.182617, 0.123535, 0.339844, 0.105469, 0.145508, 0.125977, 0.136719, 0.182617, 0.158203, 0.124023, 0.161133, 0.125, 0.15918, 0.15625, 0.173828, 0.145508, 0.114258, 0.151367, 0.206055, 0.130859, 0.174805, 0.164062, 0.211914, 0.167969, 0.179688, 0.15918, 0.106445, 0.170898, 0.124512, 0.125977, 0.131836, 0.158203, 0.147461, 0.083984, 0.102051, 0.144531, 0.101562, 0.136719, 0.102539, 0.161133, 0.189453, 0.176758, 0.116699, 0.149414, 0.124023, 0.137695, 0.257812, 0.157227, 0.100098, 0.120605, 0.097656, 0.134766, 0.196289, 0.167969, 0.120605, 0.148438, 0.114258, 0.137695, 0.484375, 0.147461, 0.196289, 0.158203, 0.166016, 0.131836, 0.121582, 0.138672, 0.145508, 0.198242, 0.194336, 0.149414, 0.100586, 0.120117, 0.137695, 0.197266, 0.135742, 0.421875, 0.191406, 0.132812, 0.116211, 0.124512, 0.164062, 0.129883, 0.134766, 0.112305, 0.204102, 0.226562, 0.103516, 0.147461, 0.10498, 0.157227, 0.241211, 0.147461, 0.176758, 0.139648, 0.134766, 0.137695, 0.080566, 0.102051, 0.121582, 0.120117, 0.451172, 0.132812, 0.18457, 0.143555, 0.207031, 0.144531, 0.145508, 0.181641, 0.152344, 0.15332, 0.129883, 0.123535, 0.143555, 0.182617, 0.107422, 0.177734, 0.118164, 0.140625, 0.085449, 0.151367, 0.141602, 0.152344, 0.138672, 0.134766, 0.18457, 0.15332, 0.145508, 0.193359, 0.132812, 0.155273, 0.170898, 0.161133, 0.167969, 0.155273, 0.108887, 0.101562, 0.152344, 0.108887, 0.147461, 0.147461, 0.183594, 0.163086, 0.125, 0.139648, 0.176758, 0.104492, 0.160156, 0.120605, 0.112793, 0.118652, 0.178711, 0.044678, 0.163086, 0.139648, 0.133789, 0.135742, 0.102051, 0.089355, 0.122559, 0.145508, 0.166016, 0.136719, 0.123047, 0.149414, 0.138672, 0.102051, 0.164062, 0.138672, 0.130859, 0.143555, 0.142578, 0.130859, 0.151367, 0.106934, 0.132812, 0.146484, 0.15918, 0.219727, 0.15918, 0.145508, 0.128906, 0.157227, 0.120605, 0.105957, 0.088867, 0.125977, 0.124512, 0.120605, 0.12207, 0.138672, 0.138672, 0.139648, 0.162109, 0.130859, 0.150391, 0.162109, 0.110352, 0.163086, 0.120605, 0.118652, 0.131836, 0.136719, 0.177734, 0.134766, 0.07373, 0.129883, 0.124512, 0.11084, 0.161133, 0.169922, 0.151367, 0.116211, 0.167969, 0.283203, 0.116211, 0.166992, 0.158203, 0.155273, 0.147461, 0.109863, 0.142578, 0.143555, 0.148438, 0.158203, 0.150391, 0.124023, 0.129883, 0.136719, 0.148438, 0.152344, 0.136719, 0.109863, 0.140625, 0.136719, 0.12207, 0.148438, 0.143555, 0.102539, 0.144531, 0.129883, 0.145508, 0.361328, 0.162109, 0.105957, 0.118164, 0.136719, 0.152344, 0.115234, 0.116211, 0.171875, 0.176758, 0.136719, 0.133789, 0.040527, 0.101562, 0.166992, 0.150391, 0.205078, 0.157227, 0.136719, 0.063965, 0.166992, 0.188477, 0.337891, 0.168945, 0.139648, 0.143555, 0.179688, 0.174805, 0.195312, 0.204102, 0.118164, 0.144531, 0.060547, 0.151367, 0.112305, 0.160156, 0.140625, 0.115723, 0.181641, 0.131836, 0.116699, 0.158203, 0.114258, 0.122559, 1.226562, 0.134766, 0.142578, 0.165039, 0.155273, 0.138672, 0.143555, 0.130859, 0.136719, 0.125977, 0.171875, 0.134766, 0.168945, 0.112793, 0.162109, 0.141602, 0.140625, 0.15918, 0.145508, 0.150391, 0.133789, 0.146484, 0.142578, 0.092773, 0.121094, 0.129883, 0.105957, 0.15625, 0.084961, 0.169922, 0.179688, 0.140625, 0.138672, 0.150391, 0.186523, 0.116211, 0.099121, 0.131836, 0.131836, 0.138672, 0.131836, 0.178711, 0.133789, 0.140625, 0.105469, 0.098145, 0.092773, 0.15625, 0.151367, 0.15918, 0.223633, 0.133789, 0.114258, 0.149414, 0.1875, 0.158203, 0.100586, 0.198242, 0.172852, 0.111328, 0.125977, 0.097656, 0.126953, 0.175781, 0.141602, 0.182617, 0.092285, 0.150391, 0.157227, 0.169922, 0.09082, 0.12207, 0.169922, 0.132812, 0.148438, 0.087891, 0.143555, 0.171875, 0.15625, 0.15918, 0.048828, 0.149414, 0.060547, 0.182617, 0.150391, 0.160156, 0.12793, 0.099609, 0.182617, 0.092773, 0.178711, 0.124512, 0.125, 0.119629, 0.137695, 0.120605, 0.112793, 0.129883, 0.111328, 0.168945, 0.171875, 0.09375, 0.124023, 0.132812, 0.123047, 0.129883, 0.108887, 0.154297, 0.166016, 0.140625, 0.119629, 0.111328, 0.447266, 0.150391, 0.15625, 0.126953, 0.168945, 0.11084, 0.165039, 0.124512, 0.132812, 0.139648, 0.126953, 0.241211, 0.121582, 0.164062, 0.147461, 0.155273, 0.132812, 0.115234, 0.147461, 0.12207, 0.112305, 0.105957, 0.194336, 0.12793, 0.132812, 0.137695, 0.170898, 0.138672, 0.165039, 0.193359, 0.155273, 0.148438, 0.105957, 0.149414, 0.15918, 0.144531, 0.322266, 0.161133, 0.166992, 0.188477, 0.145508, 0.5625, 0.208008, 0.154297, 0.161133, 0.208008, 0.144531, 0.122559, 0.12207, 0.124512, 0.175781, 0.132812, 0.130859, 0.179688, 0.119141, 0.367188, 0.158203, 0.147461, 0.124512, 0.178711, 0.185547, 0.132812, 0.146484, 0.141602, 0.136719, 0.089844, 0.139648, 0.164062, 0.169922, 0.091309, 0.11377, 0.12793, 0.177734, 0.160156, 0.123047, 0.112793, 0.136719, 0.116699, 0.193359, 0.131836, 0.125977, 0.130859, 0.181641, 0.12793, 0.121582, 0.098145, 0.144531, 0.132812, 0.116699, 0.145508, 0.166992, 0.136719, 0.157227, 0.189453, 0.147461, 0.10498, 0.206055, 0.166016, 0.12793, 0.146484, 0.160156, 0.140625, 0.129883, 0.141602, 0.173828, 0.132812, 0.139648, 0.166992, 0.134766, 0.12793, 0.142578, 0.148438, 0.142578, 0.129883, 0.15625, 0.144531, 0.124512, 0.128906, 0.118164, 0.152344, 0.113281, 0.15332, 0.396484, 0.185547, 0.148438, 0.166992, 0.172852, 0.199219, 0.101074, 0.135742, 0.964844, 0.071777, 0.098633, 0.133789, 0.146484, 0.140625, 0.182617, 0.154297, 0.120605, 0.124023, 0.175781, 0.10791, 0.173828, 0.140625, 0.130859, 0.138672, 0.162109, 0.120117, 0.145508, 0.167969, 0.143555, 0.166992, 0.138672, 0.136719, 0.195312, 0.102051, 0.15625, 0.137695, 0.114746, 0.130859, 0.292969, 0.164062, 0.149414, 0.179688, 0.161133, 0.18457, 0.140625, 0.085938, 0.10791, 0.134766, 0.162109, 0.150391, 0.108887, 0.123535, 0.198242, 0.136719, 0.194336, 0.092285, 0.151367, 0.15918, 0.136719, 0.176758, 0.163086, 0.15625, 0.139648, 0.129883, 0.138672, 0.116699, 0.267578, 0.223633, 0.203125, 0.104004, 0.160156, 0.130859, 0.132812, 0.138672, 0.101562, 0.170898, 0.155273, 0.114258, 0.110352, 0.157227, 1.257812, 0.118164, 0.149414, 0.15332, 0.157227, 0.132812, 0.170898, 0.117188, 0.112793, 0.171875, 0.123047, 0.139648, 0.150391, 0.102539, 0.163086, 0.109375, 0.121582, 0.124023, 0.117676, 0.056641, 0.117676, 0.132812, 0.188477, 0.155273, 0.146484, 0.151367, 0.167969, 0.125, 0.143555, 0.148438, 0.129883, 0.083008, 0.166016, 0.162109, 0.149414, 0.15918, 0.150391, 0.163086, 0.129883, 0.134766, 0.132812, 0.109375, 0.112305, 0.11377, 0.146484, 0.482422, 0.154297, 0.117676, 0.140625, 0.099121, 0.135742, 0.195312, 0.617188, 0.15332, 0.151367, 0.149414, 0.099609, 0.129883, 0.044434, 0.148438, 0.131836, 0.15332, 0.133789, 0.135742, 0.105957, 0.162109, 0.132812, 0.120117, 0.1875, 0.119141, 0.179688, 0.112305, 0.164062, 0.142578, 0.145508, 0.140625, 0.125977, 0.171875, 0.154297, 0.132812, 0.150391, 0.148438, 0.162109, 0.139648, 0.179688, 0.112793, 0.117188, 0.163086, 0.169922, 0.125977, 0.138672, 0.157227, 0.146484, 0.230469, 0.142578, 0.109863, 0.136719, 0.113281, 0.128906, 0.118164, 0.186523, 0.102051, 0.15918, 0.091797, 0.144531, 0.167969, 0.131836, 0.161133, 0.137695, 0.125, 0.149414, 0.107422, 0.154297, 0.094238, 0.133789, 0.180664, 0.12207, 0.140625, 0.1875, 0.154297, 0.15918, 0.139648, 0.085449, 0.176758, 0.1875, 0.135742, 0.163086, 0.154297, 0.21582, 0.140625, 0.118164, 0.074707, 0.155273, 0.157227, 0.139648, 0.124023, 0.142578, 0.141602, 0.136719, 0.155273, 0.139648, 0.146484, 0.147461, 0.154297, 0.152344, 0.144531, 0.004974, 0.137695, 0.111816, 0.255859, 0.112793, 0.134766, 0.164062, 0.168945, 0.151367, 0.170898, 0.131836, 0.118652, 0.101562, 0.112793, 0.349609, 0.179688, 0.12207, 0.147461, 0.099121, 0.121094, 0.139648, 0.353516, 0.134766, 0.148438, 0.141602, 0.15918, 0.143555, 0.15332, 0.119629, 0.18457, 0.15625, 0.170898, 0.173828, 0.128906, 0.154297, 0.116211, 0.150391, 0.120117, 0.175781, 0.189453, 0.157227, 0.150391, 0.130859, 0.132812, 0.139648, 0.188477, 0.126953, 0.109863, 0.211914, 0.125, 0.148438, 0.139648, 0.142578, 0.092285, 0.172852, 0.111816, 0.154297, 0.136719, 0.1875, 0.165039, 0.129883, 0.148438, 0.131836, 0.089844, 0.145508, 0.095215, 0.115234, 0.129883, 0.118164, 0.111816, 0.119629, 0.131836, 0.137695, 0.118652, 0.173828, 0.108887, 0.146484, 0.126953, 0.118164, 0.145508, 0.154297, 0.155273, 0.119141, 0.125977, 0.130859, 0.134766, 0.154297, 0.144531, 0.134766, 0.136719, 0.140625, 0.144531, 0.181641, 0.099609, 0.131836, 0.099121, 0.120117, 0.125, 0.172852, 0.145508, 0.116211, 0.122559, 0.103516, 0.137695, 0.119629, 0.125977, 0.155273, 0.137695, 0.144531, 0.145508, 0.141602, 0.07959, 0.139648, 0.179688, 0.134766, 0.111816, 0.130859, 0.162109, 0.149414, 0.137695, 0.125977, 0.139648, 0.110352, 0.143555, 0.131836, 0.129883, 0.060791, 0.148438, 0.131836, 0.130859, 0.163086, 0.11377, 0.172852, 0.110352, 0.158203, 0.146484, 0.154297, 0.166992, 0.157227, 0.075684, 0.15332, 0.169922, 0.131836, 0.176758, 0.116211, 0.146484, 0.140625, 0.12793, 0.149414, 0.152344, 0.139648, 0.151367, 0.165039, 0.141602, 0.143555, 0.176758, 0.122559, 0.129883, 0.120117, 0.118652, 0.126953, 0.151367, 0.122559, 0.144531, 0.123535, 0.166016, 0.125977, 0.121094, 0.105957, 0.101074, 0.124023, 0.137695, 0.155273, 0.115723, 0.11084, 0.157227, 0.128906, 0.152344, 0.105469, 0.170898, 0.145508, 0.162109, 0.143555, 0.128906, 0.203125, 0.155273, 0.099609, 0.142578, 0.094727, 0.100098, 0.175781, 0.098633, 0.133789, 0.118652, 0.134766, 0.133789, 0.1875, 0.116211, 0.116699, 0.133789, 0.112793, 0.15332, 0.15625, 0.125977, 0.18457, 0.167969, 0.131836, 0.138672, 0.134766, 0.166992, 0.066895, 0.176758, 0.174805, 0.15332, 0.163086, 0.096191, 0.136719, 0.097656, 0.096191, 0.124023, 0.141602, 0.143555, 0.135742, 0.152344, 0.152344, 0.083984, 0.251953, 0.119629, 0.152344, 0.11377, 0.129883, 0.161133, 0.345703, 0.129883, 0.070801, 0.135742, 0.143555, 0.121094, 0.149414, 0.119141, 0.123535, 0.113281, 0.133789, 0.161133, 0.12793, 0.116211, 0.155273, 0.165039, 0.149414, 0.129883, 0.19043, 0.145508, 0.160156, 0.132812, 0.129883, 0.289062, 0.099609, 0.119629, 0.129883, 0.185547, 0.155273, 0.150391, 0.118652, 0.142578, 0.155273, 0.131836, 0.140625, 0.150391, 0.141602, 0.11084, 0.18457, 0.113281, 0.130859, 0.109375, 0.119629, 0.140625, 0.135742, 0.109863, 0.141602, 0.316406, 0.133789, 0.136719, 0.152344, 0.132812, 0.163086, 0.154297, 0.133789, 0.140625, 0.15332, 0.166016, 0.150391, 0.143555, 0.182617, 0.125, 0.103516, 0.137695, 0.181641, 0.119629, 0.105957, 0.125977, 0.200195, 0.163086, 0.161133, 0.12793, 0.132812, 0.147461, 0.120117, 0.104004, 0.130859, 0.114746, 0.135742, 0.139648, 0.115723, 0.144531, 0.183594, 0.125, 0.157227, 0.039062, 0.123535, 0.148438, 0.084473, 0.114746, 0.119141, 0.164062, 0.175781, 0.181641, 0.130859, 0.141602, 0.203125, 0.150391, 0.117188, 0.157227, 0.174805, 0.138672, 0.179688, 0.143555, 0.15332, 0.141602, 0.157227, 0.170898, 0.182617, 0.108887, 0.096191, 0.108398, 0.072754, 0.171875, 0.166992, 0.124023, 0.143555, 1.21875, 0.104492, 0.143555, 0.152344, 0.314453, 0.167969, 0.145508, 0.135742, 0.086426, 0.18457, 0.141602, 0.148438, 0.167969, 0.125, 0.165039, 0.149414, 0.123047, 0.147461, 0.178711, 0.148438, 0.189453, 0.142578, 0.121582, 0.173828, 0.149414, 0.152344, 0.098633, 0.176758, 0.161133, 0.195312, 0.154297, 0.09375, 0.130859, 0.144531, 0.157227, 0.093262, 0.129883, 0.112305, 0.085938, 0.146484, 0.111816, 0.130859, 0.115723, 0.115723, 0.113281, 0.193359, 0.118164, 0.063965, 0.145508, 0.185547, 0.131836, 0.214844, 0.198242, 0.131836, 0.137695, 0.116211, 0.12793, 0.150391, 0.15625, 0.125, 0.08252, 0.154297, 0.207031, 0.180664, 0.128906, 0.132812, 0.134766, 0.211914, 0.118164, 0.136719, 0.19043, 0.102539, 0.195312, 0.101074, 0.78125, 0.163086, 0.12793, 0.094727, 0.244141, 0.143555, 0.124023, 0.12793, 0.145508, 0.138672, 0.124023, 0.145508, 0.140625, 0.144531, 0.110352, 0.322266, 0.134766, 0.118164, 0.131836, 0.143555, 0.147461, 0.093262, 0.124023, 0.141602, 0.125977, 0.165039, 0.259766, 0.142578, 0.08252, 0.125, 0.111328, 0.110352, 0.126953, 0.158203, 0.154297, 0.065918, 0.138672, 0.171875, 0.152344, 0.178711, 0.158203, 0.115234, 0.217773, 0.179688, 0.140625, 0.142578, 0.160156, 0.165039, 0.168945, 0.004364, 0.103027, 0.128906, 0.157227, 0.111816, 0.211914, 0.150391, 0.125977, 0.116699, 0.255859, 0.168945, 0.161133, 0.174805, 0.085449, 0.115723, 0.123047, 0.157227, 0.135742, 0.154297, 0.089355, 0.091797, 0.166992, 0.151367, 0.139648, 0.134766, 0.086426, 0.147461, 0.068848, 0.111816, 0.149414, 0.139648, 0.128906, 0.116699, 0.142578, 0.165039, 0.120605, 0.152344, 0.106445, 0.151367, 0.152344, 0.183594, 0.164062, 0.114746, 0.169922, 0.125, 0.165039, 0.142578, 0.15625, 0.097168, 0.125977, 0.150391, 0.141602, 0.130859, 0.097656, 0.125977, 0.170898, 0.140625, 0.171875, 0.151367, 0.11377, 0.176758, 0.162109, 0.186523, 0.186523, 0.15332, 0.108398, 0.143555, 0.106934, 0.083496, 0.133789, 0.15918, 0.174805, 0.11084, 0.12207, 0.143555, 0.196289, 0.133789, 0.109863, 0.306641, 0.132812, 0.104492, 0.166992, 0.125977, 0.150391, 0.154297, 0.12793, 0.151367, 0.116211, 0.145508, 0.15332, 0.150391, 0.134766, 0.118164, 0.129883, 0.164062, 0.188477, 0.103516, 0.142578, 0.104004, 0.124512, 0.130859, 0.200195, 0.055176, 0.118164, 0.145508, 0.102539, 0.112793, 0.139648, 0.114258, 0.139648, 0.145508, 0.095215, 0.174805, 0.147461, 0.121094, 0.138672, 0.144531, 0.070312, 0.150391, 0.164062, 0.112793, 0.105957, 0.126953, 0.111328, 0.22168, 0.15625, 0.119629, 0.169922, 0.097168, 0.117188, 0.15918, 0.122559, 0.116211, 0.12793, 0.146484, 0.175781, 0.148438, 0.120605, 0.12207, 0.119141, 0.110352, 0.124023, 0.181641, 0.160156, 0.166992, 0.112793, 0.164062, 0.172852, 0.11377, 0.160156, 0.133789, 0.208984, 0.147461, 0.169922, 0.124512, 0.106934, 0.171875, 0.130859, 0.135742, 0.11377, 0.161133, 0.269531, 0.129883, 0.251953, 0.139648, 0.335938, 0.161133, 0.103027, 0.11084, 0.075195, 0.149414, 0.115234, 0.109375, 0.151367, 0.097168, 0.151367, 0.178711, 0.142578, 0.135742, 0.116211, 0.148438, 0.136719, 0.167969, 0.138672, 0.12793, 0.148438, 0.174805, 0.195312, 0.142578, 0.101562, 0.143555, 0.145508, 0.129883, 0.144531, 0.09375, 0.10791, 0.174805, 0.158203, 0.122559, 0.139648, 0.134766, 0.125, 0.15918, 0.135742, 0.098633, 0.161133, 0.15332, 0.12793, 0.125977, 0.117188, 0.162109, 0.160156, 0.11377, 0.154297, 0.206055, 0.132812, 0.219727, 0.117188, 0.151367, 0.102051, 0.130859, 0.12793, 0.116699, 0.139648, 0.122559, 0.148438, 0.152344, 0.071777, 0.161133, 0.133789, 0.134766, 0.168945, 0.12793, 0.166016, 0.114258, 0.148438, 0.161133, 0.185547, 0.136719, 0.197266, 0.137695, 0.121582, 0.146484, 0.138672, 0.117188, 0.126953, 0.161133, 0.147461, 0.149414, 0.107422, 0.089844, 0.174805, 0.150391, 0.152344, 0.202148, 0.137695, 0.146484, 0.100098, 0.129883, 0.198242, 0.139648, 0.135742, 0.124023, 0.117188, 0.126953, 0.11084, 0.125977, 0.140625, 0.193359, 0.097656, 0.189453, 0.118164, 0.21875, 0.154297, 0.134766, 0.155273, 0.148438, 0.145508, 0.125977, 0.069336, 0.083008, 0.148438, 0.149414, 0.112305, 0.149414, 0.020752, 0.175781, 0.147461, 0.145508, 0.067383, 0.178711, 0.093262, 0.122559, 0.174805, 0.129883, 0.099121, 0.12207, 0.131836, 0.124023, 0.163086, 0.15918, 0.114258, 0.126953, 0.130859, 0.15332, 0.145508, 0.349609, 0.136719, 0.145508, 0.160156, 0.141602, 0.160156, 0.120117, 0.139648, 0.135742, 0.118164, 0.129883, 0.146484, 0.142578, 0.141602, 0.165039, 0.12793, 0.154297, 0.150391, 0.15332, 0.129883, 0.140625, 0.119141, 0.166016, 0.179688, 0.142578, 0.171875, 0.166016, 0.10498, 0.162109, 0.110352, 0.138672, 0.12793, 0.157227, 0.150391, 0.15625, 0.12207, 0.179688, 0.182617, 0.112305, 0.162109, 0.129883, 0.154297, 0.191406, 0.144531, 0.146484, 0.145508, 0.152344, 0.219727, 0.150391, 0.148438, 0.136719, 0.125, 0.103027, 0.166016, 0.12793, 0.163086, 0.135742, 0.125, 0.142578, 0.135742, 0.091309, 0.134766, 0.147461, 0.165039, 0.12793, 0.151367, 0.149414, 0.165039, 0.178711, 0.144531, 0.116699, 0.105957, 0.154297, 0.120117, 0.108398, 0.07373, 0.15332, 0.140625, 0.106445, 0.167969, 0.189453, 0.114746, 0.134766, 0.197266, 0.142578, 0.143555, 0.182617, 0.089355, 0.188477, 0.137695, 0.18457, 0.142578, 0.15625, 0.111328, 0.133789, 0.12207, 0.148438, 0.15625, 0.140625, 0.161133, 0.188477, 0.166016, 0.380859, 0.15625, 0.101074, 0.163086, 0.122559, 0.122559, 0.11084, 0.163086, 0.148438, 0.125977, 0.122559, 0.180664, 0.146484, 0.147461, 0.22168, 0.136719, 0.142578, 0.080078, 0.109863, 0.144531, 0.201172, 0.167969, 0.141602, 0.180664, 0.129883, 0.138672, 0.130859, 0.110352, 0.142578, 0.149414, 0.141602, 0.176758, 0.154297, 0.175781, 0.148438, 0.087402, 0.166016, 0.141602, 0.110352, 0.133789, 0.155273, 0.142578, 0.124512, 0.109863, 0.161133, 0.15918, 0.174805, 0.137695, 0.140625, 0.146484, 0.171875, 0.12793, 0.157227, 0.132812, 0.151367, 0.185547, 0.133789, 0.176758, 0.11377, 0.154297, 0.094238, 0.10791, 0.125, 0.139648, 0.121094, 0.173828, 0.139648, 0.115234, 0.143555, 0.144531, 0.150391, 0.194336, 0.150391, 0.148438, 0.169922, 0.148438, 0.161133, 0.145508, 0.155273, 0.114258, 0.146484, 0.062256, 0.147461, 0.149414, 0.179688, 0.169922, 0.155273, 0.177734, 0.146484, 0.102051, 0.091309, 0.150391, 0.132812, 0.158203, 0.126953, 0.147461, 0.112793, 0.163086, 0.118164, 0.129883, 0.122559, 0.183594, 0.116211, 0.121094, 0.147461, 0.150391, 0.15918, 0.157227, 0.139648, 0.367188, 0.125, 0.155273, 0.208984, 0.173828, 0.138672, 0.133789, 0.142578, 0.119141, 0.117676, 0.106445, 0.131836, 0.186523, 0.134766, 0.138672, 0.138672, 0.144531, 0.134766, 0.129883, 0.129883, 0.120117, 0.287109, 0.117188, 0.170898, 0.123535, 0.121094, 0.106934, 0.133789, 0.142578, 0.100586, 0.125, 0.136719, 0.142578, 0.132812, 0.163086, 0.128906, 0.070312, 0.160156, 0.166992, 0.171875, 0.144531, 0.120605, 0.099609, 0.171875, 0.15918, 0.145508, 0.166016, 0.128906, 0.181641, 0.133789, 0.132812, 0.196289, 0.172852, 0.112305, 0.150391, 0.176758, 0.129883, 0.136719, 0.175781, 0.138672, 0.114258, 0.172852, 0.068359, 0.210938, 0.142578, 0.15625, 0.138672, 0.125, 0.106445, 0.167969, 0.139648, 0.149414, 0.133789, 0.147461, 0.148438, 0.171875, 0.144531, 0.164062, 0.166016, 0.12207, 0.137695, 0.118652, 0.181641, 0.125977, 0.261719, 0.143555, 0.143555, 0.171875, 0.118164, 0.15332, 0.189453, 0.098633, 0.196289, 0.15918, 0.132812, 0.162109, 0.198242, 0.144531, 0.146484, 0.120117, 0.196289, 0.11084, 0.148438, 0.124512, 0.166016, 0.166992, 0.158203, 0.152344, 0.146484, 0.175781, 0.124023, 0.137695, 0.120117, 0.130859, 0.100586, 0.140625, 0.094727, 0.087891, 0.150391, 0.101074, 0.144531, 0.132812, 0.169922, 0.140625, 0.088379, 0.131836, 0.211914, 0.157227, 0.203125, 0.145508, 0.128906, 0.132812, 0.177734, 0.09375, 0.151367, 0.200195, 0.12793, 0.140625, 0.099609, 0.116699, 0.204102, 0.088867, 0.138672, 0.113281, 0.154297, 0.129883, 0.141602, 0.041992, 0.123535, 0.166992, 0.166992, 0.086914, 0.109863, 0.194336, 0.147461, 0.122559, 0.118164, 0.12793, 0.134766, 0.141602, 0.142578, 0.125, 0.134766, 0.11084, 0.121582, 0.114746, 0.138672, 0.162109, 0.137695, 0.137695, 0.146484, 0.103516, 0.138672, 0.180664, 0.146484, 0.084961, 0.609375, 0.12793, 0.131836, 0.120605, 0.11377, 0.157227, 0.137695, 0.101074, 0.140625, 0.114746, 0.101074, 0.151367, 0.160156, 0.12207, 0.140625, 0.081543, 0.166992, 0.183594, 0.19043, 0.096191, 0.204102, 0.152344, 0.116211, 0.15332, 0.167969, 0.149414, 0.181641, 0.152344, 0.163086, 0.134766, 0.136719, 0.123047, 0.163086, 0.12793, 0.141602, 0.1875, 0.138672, 0.125977, 0.09375, 0.170898, 0.189453, 0.128906, 0.104492, 0.204102, 0.170898, 0.137695, 0.164062, 0.130859, 0.12793, 0.141602, 0.168945, 0.136719, 0.193359, 0.15332, 0.174805, 0.125, 0.167969, 0.143555, 0.11084, 0.126953, 0.148438, 0.103516, 0.179688, 0.169922, 0.121094, 0.160156, 0.146484, 0.15332, 0.219727, 0.149414, 0.124512, 0.111328, 0.122559, 0.129883, 0.182617, 0.234375, 0.131836, 0.204102, 0.185547, 0.139648, 0.149414, 0.084961, 0.140625, 0.175781, 0.15625, 0.141602, 0.143555, 0.080566, 0.114258, 0.134766, 0.148438, 0.132812, 0.102051, 0.138672, 0.158203, 0.10791, 0.120605, 0.128906, 0.125977, 0.141602, 0.144531, 0.198242, 0.15332, 0.140625, 0.111816, 0.118652, 0.09082, 0.151367, 0.122559, 0.145508, 0.126953, 0.136719, 0.10498, 0.129883, 0.146484, 0.131836, 0.138672, 0.138672, 0.227539, 0.151367, 0.116699, 0.195312, 0.119141, 0.163086, 0.143555, 0.1875, 0.097656, 0.002838, 0.141602, 0.140625, 0.137695, 0.175781, 0.300781, 0.183594, 0.100098, 0.165039, 0.202148, 0.134766, 0.123047, 0.162109, 0.079102, 0.121582, 0.077148, 0.128906, 0.121094, 0.161133, 0.133789, 0.130859, 0.138672, 0.120605, 0.105469, 0.145508, 0.138672, 0.196289, 0.207031, 0.15918, 0.188477, 0.10791, 0.139648, 0.164062, 0.147461, 0.15332, 0.118164, 0.119629, 0.152344, 0.080078, 0.133789, 0.118164, 0.118164, 0.164062, 0.155273, 0.121582, 0.115234, 0.142578, 0.145508, 0.126953, 0.130859, 0.138672, 0.124512, 0.150391, 0.137695, 0.214844, 0.173828, 0.132812, 0.151367, 0.11377, 0.08252, 0.161133, 0.160156, 0.125, 0.148438, 0.070801, 0.183594, 0.12793, 0.128906, 0.152344, 0.130859, 0.167969, 0.198242, 0.098145, 0.108887, 0.15332, 0.165039, 0.175781, 0.101074, 0.173828, 0.194336, 0.144531, 0.174805, 0.144531, 0.122559, 0.142578, 0.101562, 0.136719, 0.125977, 0.12207, 0.167969, 0.191406, 0.121582, 0.170898, 0.109863, 0.145508, 0.106934, 0.109375, 0.176758, 0.142578, 0.086426, 0.155273, 0.171875, 0.150391, 0.112305, 0.167969, 0.220703, 0.19043, 0.106934, 0.128906, 0.120117, 0.164062, 0.130859, 0.170898, 0.162109, 0.126953, 0.145508, 0.152344, 0.10498, 0.128906, 0.118652, 0.138672, 0.169922, 0.128906, 0.149414, 0.138672, 0.166992, 0.177734, 0.133789, 0.168945, 0.167969, 0.144531, 0.040527, 0.099121, 0.111816, 0.15625, 0.132812, 0.126953, 0.208984, 0.125977, 0.125977, 0.164062, 0.118164, 0.125977, 0.108887, 0.10498, 0.143555, 0.146484, 0.106934, 0.145508, 0.163086, 0.141602, 0.144531, 0.176758, 0.142578, 0.155273, 0.145508, 0.147461, 0.130859, 0.12793, 0.144531, 0.135742, 0.22168, 0.171875, 0.157227, 0.135742, 0.165039, 0.144531, 0.158203, 0.176758, 0.164062, 0.371094, 0.132812, 0.130859, 0.101562, 0.110352, 0.145508, 0.143555, 0.166016, 0.134766, 0.155273, 0.150391, 0.125977, 0.148438, 0.115723, 0.142578, 0.150391, 0.125977, 0.15625, 0.108887, 0.166016, 0.151367, 0.161133, 0.147461, 0.152344, 0.15332, 0.124023, 0.133789, 0.146484, 0.087402, 0.146484, 0.183594, 0.163086, 0.166016, 0.110352, 0.188477, 0.171875, 0.069824, 0.139648, 0.166992, 0.126953, 0.15918, 0.140625, 0.124023, 0.102051, 0.084961, 0.173828, 0.149414, 0.101562, 0.121582, 0.135742, 0.133789, 0.15918, 0.133789, 0.162109, 0.155273, 0.135742, 0.10498, 0.15918, 0.136719, 0.099121, 0.15918, 0.133789, 0.12793, 0.141602, 0.116699, 0.148438, 0.392578, 0.167969, 0.137695, 0.183594, 0.12793, 0.202148, 0.102051, 0.168945, 0.138672, 0.152344, 0.134766, 0.069824, 0.118652, 0.115234, 0.125, 0.129883, 0.165039, 0.15918, 0.111816, 0.147461, 0.128906, 0.148438, 0.129883, 0.148438, 0.152344, 0.108887, 0.115723, 0.161133, 0.133789, 0.126953, 0.193359, 0.069336, 0.140625, 0.176758, 0.189453, 0.150391, 0.175781, 0.150391, 0.143555, 0.108887, 0.157227, 0.125977, 0.151367, 0.126953, 0.07373, 0.121582, 0.160156, 0.144531, 0.116211, 0.10791, 0.161133, 0.15918, 0.121582, 0.170898, 0.166016, 0.15918, 0.219727, 0.175781, 0.137695, 0.158203, 0.174805, 0.168945, 0.152344, 0.123535, 0.122559, 0.123535, 0.15332, 0.181641, 0.144531, 0.167969, 0.12793, 0.142578, 0.181641, 0.083496, 0.113281, 0.164062, 0.12207, 0.155273, 0.110352, 0.138672, 0.160156, 0.158203, 0.132812, 0.151367, 0.186523, 0.173828, 0.103516, 0.115234, 0.136719, 0.12793, 0.05957, 0.102539, 0.129883, 0.126953, 0.194336, 0.178711, 0.124512, 0.170898, 0.111816, 0.117188, 0.175781, 0.101074, 0.193359, 0.164062, 0.138672, 0.141602, 0.120117, 0.085449, 0.144531, 0.322266, 0.133789, 0.138672, 0.158203, 0.128906, 0.126953, 0.165039, 0.075195, 0.167969, 0.098633, 0.178711, 0.12793, 0.12793, 0.217773, 0.166016, 0.165039, 0.155273, 0.179688, 0.151367, 0.121094, 0.269531, 0.132812, 0.160156, 0.189453, 0.145508, 0.164062, 0.115234, 0.170898, 0.096191, 0.121094, 0.167969, 0.132812, 0.157227, 0.110352, 0.151367, 0.150391, 0.112305, 0.115723, 0.152344, 0.12207, 0.130859, 0.130859, 0.170898, 0.180664, 0.087891, 0.217773, 0.170898, 0.134766, 0.106445, 0.091309, 0.163086, 0.158203, 0.150391, 0.152344, 0.139648, 0.143555, 0.142578, 0.129883, 0.126953, 0.173828, 0.177734, 0.101074, 0.185547, 0.142578, 0.133789, 0.133789, 0.168945, 0.155273, 0.117188, 0.157227, 0.167969 ] }, "name": "model.transformer.layers.1.ffn_norm.weight", "outputIndexes": [ 153 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 152, 153 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_1/Mul_1_output_0", "outputIndexes": [ 154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 154 ], "outputIndexes": [ 2618 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2618 ], "outputIndexes": [ 2619 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_1/Linear", "inputIndexes": [ 2619 ], "outputIndexes": [ 2620 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 86016, "weightSize": 0 }, "external": [ 40129084, 11010310, 688128, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2620 ], "outputIndexes": [ 2621 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2621 ], "outputIndexes": [ 155 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1792 ] }, "name": "/ffn_1/Mul_output_0", "outputIndexes": [ 156 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 21, 156, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_1/Slice_output_0", "outputIndexes": [ 157 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 157 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_1/Sigmoid_output_0", "outputIndexes": [ 158 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 157, 158 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_1/Mul_output_0", "outputIndexes": [ 159 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3584 ] }, "name": "/ffn_1/Mul_1_output_0", "outputIndexes": [ 160 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 156, 160, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_1/Slice_1_output_0", "outputIndexes": [ 161 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 159, 161 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_1/Mul_2_output_0", "outputIndexes": [ 162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 162 ], "outputIndexes": [ 2622 ], "main_type": "Reshape", "main": { "dims": [ -1, 1792, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2622 ], "outputIndexes": [ 2623 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_2/Linear", "inputIndexes": [ 2623 ], "outputIndexes": [ 2624 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1792, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 43008, "weightSize": 0 }, "external": [ 51827522, 5505286, 344064, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2624 ], "outputIndexes": [ 2625 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2625 ], "outputIndexes": [ 163 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151, 163 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_7_output_0", "outputIndexes": [ 164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 164, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_8_output_0", "outputIndexes": [ 165 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_2/Mul_output_0", "outputIndexes": [ 166 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.292969, 0.226562, 0.283203, 0.292969, 0.291016, 0.279297, 0.198242, 0.21875, 0.263672, 0.273438, 0.292969, 0.242188, 0.25, 0.283203, 0.234375, 0.279297, 0.28125, 0.246094, 0.283203, 0.149414, 0.296875, 0.300781, 0.294922, 0.287109, 0.322266, 0.326172, 0.265625, 0.261719, 0.285156, 0.232422, 0.324219, 0.3125, 0.240234, 0.285156, 0.261719, 0.326172, 0.285156, 0.318359, 0.246094, 0.253906, 0.28125, 0.28125, 0.25, 0.28125, 0.259766, 0.289062, 0.310547, 0.237305, 0.306641, 0.245117, 0.265625, 0.300781, 0.326172, 0.231445, 0.228516, 0.283203, 0.316406, 0.217773, 0.304688, 0.289062, 0.294922, 0.257812, 0.291016, 0.267578, 0.269531, 0.25, 0.289062, 0.209961, 0.240234, 0.302734, 0.24707, 0.328125, 0.255859, 0.3125, 0.279297, 0.237305, 0.277344, 0.306641, 0.289062, 0.292969, 0.243164, 0.287109, 0.287109, 0.271484, 0.205078, 0.263672, 0.271484, 0.277344, 0.255859, 0.292969, 0.291016, 0.255859, 0.279297, 0.234375, 0.273438, 0.265625, 0.230469, 0.253906, 0.355469, 0.194336, 0.257812, 0.269531, 0.240234, 0.212891, 0.285156, 0.324219, 0.333984, 0.277344, 0.259766, 0.287109, 0.237305, 0.320312, 0.306641, 0.289062, 0.292969, 0.294922, 0.302734, 0.302734, 0.294922, 0.306641, 0.232422, 0.277344, 0.273438, 0.292969, 0.277344, 0.257812, 0.298828, 0.259766, 0.211914, 0.291016, 0.263672, 0.265625, 0.320312, 0.251953, 0.291016, 0.273438, 0.300781, 0.255859, 0.287109, 0.275391, 0.339844, 0.283203, 0.302734, 0.246094, 0.251953, 0.239258, 0.322266, 0.296875, 0.25, 0.285156, 0.275391, 0.265625, 0.259766, 0.3125, 0.223633, 0.3125, 0.222656, 0.219727, 0.251953, 0.22168, 0.330078, 0.279297, 0.261719, 0.277344, 0.304688, 0.201172, 0.277344, 0.257812, 0.287109, 0.359375, 0.255859, 0.283203, 0.236328, 0.279297, 0.296875, 0.294922, 0.236328, 0.253906, 0.237305, 0.292969, 0.304688, 0.253906, 0.269531, 0.283203, 0.292969, 0.209961, 0.242188, 0.275391, 0.347656, 0.263672, 0.261719, 0.308594, 0.257812, 0.265625, 0.316406, 0.259766, 0.304688, 0.273438, 0.291016, 0.308594, 0.279297, 0.279297, 0.302734, 0.275391, 0.294922, 0.296875, 0.233398, 0.271484, 0.178711, 0.243164, 0.233398, 0.279297, 0.25, 0.265625, 0.201172, 0.277344, 0.214844, 0.253906, 0.244141, 0.275391, 0.259766, 0.244141, 0.265625, 0.287109, 0.310547, 0.269531, 0.28125, 0.324219, 0.259766, 0.269531, 0.249023, 0.302734, 0.253906, 0.300781, 0.296875, 0.289062, 0.318359, 0.287109, 0.196289, 0.238281, 0.271484, 0.375, 0.238281, 0.220703, 0.287109, 0.285156, 0.267578, 0.246094, 0.289062, 0.261719, 0.308594, 0.339844, 0.255859, 0.231445, 0.259766, 0.279297, 0.261719, 0.181641, 0.246094, 0.1875, 0.253906, 0.28125, 0.265625, 0.239258, 0.182617, 0.289062, 0.242188, 0.245117, 0.28125, 0.261719, 0.306641, 0.306641, 0.249023, 0.332031, 0.212891, 0.238281, 0.25, 0.269531, 0.302734, 0.257812, 0.24707, 0.267578, 0.201172, 0.227539, 0.253906, 0.267578, 0.259766, 0.269531, 0.232422, 0.261719, 0.275391, 0.306641, 0.291016, 0.287109, 0.332031, 0.265625, 0.265625, 0.271484, 0.273438, 0.314453, 0.267578, 0.25, 0.273438, 0.209961, 0.273438, 0.226562, 0.314453, 0.289062, 0.232422, 0.263672, 0.229492, 0.314453, 0.302734, 0.259766, 0.314453, 0.233398, 0.255859, 0.237305, 0.294922, 0.202148, 0.296875, 0.229492, 0.178711, 0.271484, 0.192383, 0.296875, 0.28125, 0.328125, 0.3125, 0.287109, 0.246094, 0.306641, 0.306641, 0.255859, 0.244141, 0.226562, 0.285156, 0.289062, 0.287109, 0.267578, 0.279297, 0.345703, 0.251953, 0.277344, 0.220703, 0.233398, 0.263672, 0.285156, 0.200195, 0.287109, 0.310547, 0.253906, 0.275391, 0.283203, 0.292969, 0.291016, 0.239258, 0.361328, 0.240234, 0.206055, 0.208008, 0.224609, 0.279297, 0.261719, 0.243164, 0.283203, 0.249023, 0.155273, 0.216797, 0.168945, 0.285156, 0.263672, 0.335938, 0.322266, 0.28125, 0.261719, 0.28125, 0.246094, 0.249023, 0.232422, 0.200195, 0.298828, 0.243164, 0.275391, 0.251953, 0.273438, 0.265625, 0.24707, 0.267578, 0.220703, 0.25, 0.245117, 0.179688, 0.267578, 0.251953, 0.318359, 0.241211, 0.197266, 0.285156, 0.206055, 0.255859, 0.267578, 0.333984, 0.228516, 0.232422, 0.292969, 0.273438, 0.213867, 0.289062, 0.225586, 0.314453, 0.273438, 0.273438, 0.239258, 0.269531, 0.285156, 0.267578, 0.263672, 0.208984, 0.236328, 0.28125, 0.310547, 0.269531, 0.25, 0.192383, 0.234375, 0.291016, 0.296875, 0.271484, 0.279297, 0.269531, 0.269531, 0.298828, 0.273438, 0.255859, 0.253906, 0.28125, 0.263672, 0.279297, 0.28125, 0.330078, 0.177734, 0.255859, 0.291016, 0.240234, 0.176758, 0.263672, 0.257812, 0.235352, 0.291016, 0.28125, 0.257812, 0.300781, 0.279297, 0.243164, 0.314453, 0.263672, 0.235352, 0.296875, 0.291016, 0.212891, 0.233398, 0.172852, 0.279297, 0.233398, 0.298828, 0.261719, 0.314453, 0.261719, 0.237305, 0.167969, 0.273438, 0.322266, 0.257812, 0.318359, 0.296875, 0.283203, 0.285156, 0.267578, 0.248047, 0.275391, 0.279297, 0.277344, 0.227539, 0.233398, 0.261719, 0.237305, 0.257812, 0.219727, 0.210938, 0.203125, 0.277344, 0.245117, 0.351562, 0.253906, 0.239258, 0.292969, 0.232422, 0.257812, 0.248047, 0.292969, 0.263672, 0.253906, 0.237305, 0.25, 0.285156, 0.201172, 0.255859, 0.320312, 0.291016, 0.263672, 0.21875, 0.223633, 0.279297, 0.246094, 0.279297, 0.277344, 0.306641, 0.273438, 0.267578, 0.306641, 0.285156, 0.310547, 0.283203, 0.246094, 0.255859, 0.291016, 0.294922, 0.300781, 0.287109, 0.202148, 0.261719, 0.275391, 0.229492, 0.214844, 0.296875, 0.292969, 0.279297, 0.230469, 0.229492, 0.291016, 0.188477, 0.330078, 0.255859, 0.3125, 0.306641, 0.253906, 0.277344, 0.263672, 0.320312, 0.259766, 0.239258, 0.255859, 0.304688, 0.275391, 0.320312, 0.265625, 0.277344, 0.265625, 0.304688, 0.285156, 0.208008, 0.261719, 0.287109, 0.289062, 0.314453, 0.217773, 0.273438, 0.291016, 0.310547, 0.347656, 0.271484, 0.318359, 0.287109, 0.246094, 0.263672, 0.25, 0.330078, 0.200195, 0.304688, 0.333984, 0.328125, 0.291016, 0.257812, 0.332031, 0.227539, 0.294922, 0.240234, 0.228516, 0.263672, 0.253906, 0.283203, 0.289062, 0.271484, 0.289062, 0.261719, 0.214844, 0.257812, 0.235352, 0.265625, 0.296875, 0.234375, 0.271484, 0.244141, 0.294922, 0.232422, 0.257812, 0.257812, 0.291016, 0.275391, 0.251953, 0.223633, 0.243164, 0.316406, 0.277344, 0.243164, 0.245117, 0.253906, 0.231445, 0.28125, 0.285156, 0.277344, 0.257812, 0.275391, 0.237305, 0.253906, 0.292969, 0.287109, 0.263672, 0.267578, 0.229492, 0.277344, 0.255859, 0.251953, 0.287109, 0.273438, 0.189453, 0.310547, 0.245117, 0.294922, 0.263672, 0.28125, 0.249023, 0.253906, 0.302734, 0.231445, 0.300781, 0.202148, 0.226562, 0.3125, 0.033691, 0.308594, 0.214844, 0.28125, 0.271484, 0.224609, 0.244141, 0.219727, 0.234375, 0.302734, 0.265625, 0.25, 0.314453, 0.251953, 0.285156, 0.217773, 0.320312, 0.259766, 0.205078, 0.225586, 0.251953, 0.283203, 0.261719, 0.308594, 0.318359, 0.271484, 0.265625, 0.167969, 0.243164, 0.304688, 0.261719, 0.289062, 0.28125, 0.226562, 0.273438, 0.246094, 0.287109, 0.310547, 0.306641, 0.255859, 0.322266, 0.253906, 0.238281, 0.273438, 0.204102, 0.271484, 0.328125, 0.249023, 0.257812, 0.310547, 0.253906, 0.263672, 0.22168, 0.285156, 0.267578, 0.257812, 0.257812, 0.259766, 0.277344, 0.240234, 0.318359, 0.302734, 0.263672, 0.241211, 0.21875, 0.234375, 0.191406, 0.229492, 0.245117, 0.199219, 0.306641, 0.359375, 0.292969, 0.287109, 0.241211, 0.28125, 0.306641, 0.310547, 0.279297, 0.271484, 0.255859, 0.269531, 0.257812, 0.273438, 0.287109, 0.294922, 0.234375, 0.21875, 0.265625, 0.324219, 0.269531, 0.271484, 0.269531, 0.275391, 0.245117, 0.251953, 0.275391, 0.246094, 0.292969, 0.271484, 0.241211, 0.28125, 0.275391, 0.238281, 0.206055, 0.265625, 0.251953, 0.287109, 0.279297, 0.230469, 0.3125, 0.241211, 0.283203, 0.277344, 0.257812, 0.249023, 0.235352, 0.245117, 0.220703, 0.271484, 0.129883, 0.279297, 0.251953, 0.283203, 0.300781, 0.224609, 0.201172, 0.314453, 0.257812, 0.285156, 0.236328, 0.100586, 0.296875, 0.275391, 0.238281, 0.236328, 0.24707, 0.25, 0.273438, 0.287109, 0.210938, 0.322266, 0.230469, 0.306641, 0.269531, 0.292969, 0.21875, 0.222656, 0.271484, 0.28125, 0.173828, 0.229492, 0.318359, 0.186523, 0.255859, 0.235352, 0.227539, 0.257812, 0.237305, 0.259766, 0.242188, 0.335938, 0.294922, 0.277344, 0.279297, 0.269531, 0.302734, 0.228516, 0.197266, 0.316406, 0.25, 0.253906, 0.249023, 0.202148, 0.255859, 0.243164, 0.269531, 0.316406, 0.243164, 0.24707, 0.279297, 0.316406, 0.267578, 0.257812, 0.24707, 0.304688, 0.316406, 0.289062, 0.24707, 0.257812, 0.279297, 0.380859, 0.292969, 0.255859, 0.242188, 0.234375, 0.259766, 0.265625, 0.245117, 0.212891, 0.22168, 0.255859, 0.267578, 0.3125, 0.300781, 0.310547, 0.261719, 0.3125, 0.253906, 0.267578, 0.232422, 0.277344, 0.289062, 0.225586, 0.241211, 0.273438, 0.216797, 0.269531, 0.300781, 0.310547, 0.300781, 0.263672, 0.142578, 0.240234, 0.294922, 0.273438, 0.253906, 0.265625, 0.314453, 0.211914, 0.28125, 0.306641, 0.200195, 0.275391, 0.229492, 0.251953, 0.060791, 0.285156, 0.275391, 0.287109, 0.257812, 0.3125, 0.22168, 0.285156, 0.25, 0.304688, 0.241211, 0.251953, 0.273438, 0.255859, 0.220703, 0.298828, 0.277344, 0.261719, 0.152344, 0.316406, 0.22168, 0.211914, 0.271484, 0.28125, 0.283203, 0.267578, 0.285156, 0.227539, 0.3125, 0.255859, 0.320312, 0.235352, 0.279297, 0.279297, 0.202148, 0.28125, 0.257812, 0.320312, 0.308594, 0.306641, 0.289062, 0.188477, 0.233398, 0.236328, 0.259766, 0.287109, 0.074219, 0.285156, 0.285156, 0.310547, 0.275391, 0.271484, 0.246094, 0.240234, 0.222656, 0.285156, 0.285156, 0.289062, 0.257812, 0.322266, 0.289062, 0.269531, 0.251953, 0.191406, 0.217773, 0.243164, 0.275391, 0.245117, 0.213867, 0.285156, 0.225586, 0.28125, 0.223633, 0.310547, 0.246094, 0.332031, 0.275391, 0.210938, 0.275391, 0.198242, 0.229492, 0.314453, 0.242188, 0.263672, 0.22168, 0.275391, 0.296875, 0.188477, 0.236328, 0.229492, 0.296875, 0.223633, 0.267578, 0.242188, 0.273438, 0.316406, 0.229492, 0.289062, 0.232422, 0.306641, 0.197266, 0.287109, 0.277344, 0.296875, 0.231445, 0.253906, 0.269531, 0.238281, 0.273438, 0.275391, 0.304688, 0.285156, 0.224609, 0.273438, 0.273438, 0.263672, 0.248047, 0.28125, 0.263672, 0.196289, 0.277344, 0.285156, 0.292969, 0.224609, 0.238281, 0.322266, 0.273438, 0.230469, 0.243164, 0.208008, 0.246094, 0.292969, 0.289062, 0.206055, 0.248047, 0.228516, 0.261719, 0.28125, 0.235352, 0.257812, 0.263672, 0.174805, 0.237305, 0.238281, 0.292969, 0.28125, 0.271484, 0.246094, 0.261719, 0.294922, 0.251953, 0.267578, 0.332031, 0.212891, 0.235352, 0.289062, 0.324219, 0.273438, 0.304688, 0.320312, 0.3125, 0.232422, 0.255859, 0.269531, 0.269531, 0.267578, 0.225586, 0.300781, 0.287109, 0.269531, 0.223633, 0.482422, 0.259766, 0.285156, 0.3125, 0.289062, 0.287109, 0.222656, 0.259766, 0.296875, 0.347656, 0.208008, 0.240234, 0.279297, 0.204102, 0.165039, 0.28125, 0.275391, 0.291016, 0.314453, 0.237305, 0.263672, 0.285156, 0.248047, 0.310547, 0.233398, 0.255859, 0.261719, 0.292969, 0.185547, 0.253906, 0.257812, 0.298828, 0.269531, 0.21582, 0.208984, 0.261719, 0.21582, 0.241211, 0.263672, 0.283203, 0.255859, 0.253906, 0.244141, 0.25, 0.211914, 0.289062, 0.259766, 0.28125, 0.261719, 0.283203, 0.25, 0.289062, 0.008545, 0.341797, 0.251953, 0.242188, 0.287109, 0.249023, 0.28125, 0.285156, 0.314453, 0.277344, 0.229492, 0.294922, 0.226562, 0.291016, 0.22168, 0.261719, 0.28125, 0.259766, 0.289062, 0.308594, 0.228516, 0.275391, 0.273438, 0.304688, 0.289062, 0.265625, 0.335938, 0.275391, 0.246094, 0.230469, 0.287109, 0.310547, 0.285156, 0.369141, 0.296875, 0.232422, 0.306641, 0.117676, 0.239258, 0.289062, 0.285156, 0.289062, 0.21582, 0.287109, 0.308594, 0.22168, 0.240234, 0.326172, 0.267578, 0.306641, 0.283203, 0.335938, 0.308594, 0.259766, 0.240234, 0.249023, 0.275391, 0.217773, 0.248047, 0.314453, 0.291016, 0.217773, 0.198242, 0.28125, 0.265625, 0.265625, 0.249023, 0.10791, 0.271484, 0.291016, 0.296875, 0.326172, 0.332031, 0.294922, 0.211914, 0.25, 0.277344, 0.304688, 0.261719, 0.251953, 0.253906, 0.292969, 0.244141, 0.263672, 0.219727, 0.205078, 0.248047, 0.229492, 0.287109, 0.279297, 0.245117, 0.294922, 0.240234, 0.277344, 0.229492, 0.302734, 0.277344, 0.291016, 0.285156, 0.294922, 0.257812, 0.239258, 0.285156, 0.306641, 0.257812, 0.275391, 0.231445, 0.220703, 0.255859, 0.195312, 0.279297, 0.283203, 0.294922, 0.298828, 0.251953, 0.287109, 0.279297, 0.277344, 0.28125, 0.273438, 0.292969, 0.291016, 0.279297, 0.291016, 0.257812, 0.291016, 0.263672, 0.255859, 0.193359, 0.182617, 0.3125, 0.283203, 0.253906, 0.302734, 0.263672, 0.292969, 0.261719, 0.251953, 0.234375, 0.294922, 0.202148, 0.355469, 0.3125, 0.283203, 0.275391, 0.225586, 0.316406, 0.302734, 0.257812, 0.302734, 0.285156, 0.259766, 0.230469, 0.320312, 0.036377, 0.267578, 0.275391, 0.289062, 0.253906, 0.28125, 0.279297, 0.163086, 0.248047, 0.28125, 0.318359, 0.289062, 0.275391, 0.15625, 0.269531, 0.277344, 0.283203, 0.269531, 0.245117, 0.251953, 0.294922, 0.283203, 0.287109, 0.212891, 0.287109, 0.214844, 0.209961, 0.279297, 0.296875, 0.285156, 0.283203, 0.267578, 0.306641, 0.304688, 0.291016, 0.257812, 0.25, 0.259766, 0.234375, 0.287109, 0.216797, 0.267578, 0.302734, 0.304688, 0.259766, 0.233398, 0.304688, 0.277344, 0.306641, 0.269531, 0.223633, 0.283203, 0.243164, 0.249023, 0.275391, 0.283203, 0.263672, 0.302734, 0.217773, 0.240234, 0.292969, 0.235352, 0.330078, 0.267578, 0.294922, 0.287109, 0.196289, 0.246094, 0.209961, 0.277344, 0.292969, 0.239258, 0.24707, 0.310547, 0.273438, 0.310547, 0.289062, 0.206055, 0.287109, 0.251953, 0.257812, 0.324219, 0.25, 0.341797, 0.253906, 0.275391, 0.176758, 0.324219, 0.314453, 0.263672, 0.298828, 0.235352, 0.300781, 0.269531, 0.245117, 0.223633, 0.3125, 0.28125, 0.306641, 0.269531, 0.28125, 0.157227, 0.248047, 0.261719, 0.208984, 0.227539, 0.265625, 0.326172, 0.261719, 0.283203, 0.25, 0.283203, 0.279297, 0.283203, 0.231445, 0.220703, 0.292969, 0.275391, 0.294922, 0.244141, 0.236328, 0.244141, 0.271484, 0.310547, 0.255859, 0.227539, 0.267578, 0.302734, 0.287109, 0.233398, 0.347656, 0.310547, 0.255859, 0.306641, 0.283203, 0.310547, 0.285156, 0.291016, 0.193359, 0.235352, 0.3125, 0.24707, 0.269531, 0.283203, 0.265625, 0.255859, 0.244141, 0.263672, 0.253906, 0.275391, 0.296875, 0.257812, 0.298828, 0.28125, 0.3125, 0.257812, 0.241211, 0.267578, 0.300781, 0.261719, 0.211914, 0.239258, 0.233398, 0.204102, 0.232422, 0.314453, 0.232422, 0.227539, 0.28125, 0.263672, 0.306641, 0.228516, 0.113281, 0.261719, 0.263672, 0.269531, 0.243164, 0.314453, 0.269531, 0.294922, 0.3125, 0.257812, 0.275391, 0.255859, 0.298828, 0.238281, 0.243164, 0.324219, 0.3125, 0.283203, 0.189453, 0.257812, 0.265625, 0.291016, 0.196289, 0.314453, 0.232422, 0.230469, 0.234375, 0.228516, 0.300781, 0.201172, 0.22168, 0.21582, 0.275391, 0.267578, 0.287109, 0.341797, 0.275391, 0.267578, 0.243164, 0.269531, 0.212891, 0.253906, 0.265625, 0.265625, 0.253906, 0.287109, 0.332031, 0.246094, 0.275391, 0.222656, 0.227539, 0.255859, 0.21875, 0.253906, 0.238281, 0.205078, 0.273438, 0.308594, 0.292969, 0.24707, 0.231445, 0.298828, 0.251953, 0.277344, 0.251953, 0.24707, 0.314453, 0.292969, 0.283203, 0.335938, 0.285156, 0.219727, 0.238281, 0.267578, 0.259766, 0.294922, 0.289062, 0.249023, 0.251953, 0.269531, 0.271484, 0.263672, 0.302734, 0.265625, 0.271484, 0.261719, 0.259766, 0.228516, 0.209961, 0.239258, 0.292969, 0.243164, 0.228516, 0.257812, 0.316406, 0.224609, 0.22168, 0.240234, 0.248047, 0.225586, 0.251953, 0.253906, 0.239258, 0.316406, 0.22168, 0.275391, 0.253906, 0.216797, 0.275391, 0.261719, 0.248047, 0.275391, 0.223633, 0.275391, 0.226562, 0.233398, 0.306641, 0.245117, 0.240234, 0.324219, 0.249023, 0.235352, 0.231445, 0.220703, 0.267578, 0.314453, 0.227539, 0.253906, 0.265625, 0.263672, 0.333984, 0.275391, 0.291016, 0.310547, 0.277344, 0.229492, 0.245117, 0.236328, 0.234375, 0.202148, 0.263672, 0.277344, 0.283203, 0.279297, 0.255859, 0.320312, 0.302734, 0.225586, 0.261719, 0.263672, 0.279297, 0.308594, 0.243164, 0.296875, 0.206055, 0.291016, 0.211914, 0.271484, 0.283203, 0.222656, 0.263672, 0.161133, 0.209961, 0.236328, 0.239258, 0.285156, 0.292969, 0.28125, 0.206055, 0.259766, 0.308594, 0.269531, 0.349609, 0.263672, 0.223633, 0.208984, 0.289062, 0.271484, 0.273438, 0.253906, 0.289062, 0.232422, 0.240234, 0.239258, 0.232422, 0.227539, 0.275391, 0.257812, 0.183594, 0.223633, 0.324219, 0.232422, 0.304688, 0.263672, 0.28125, 0.283203, 0.222656, 0.28125, 0.243164, 0.322266, 0.279297, 0.275391, 0.21582, 0.271484, 0.219727, 0.228516, 0.263672, 0.209961, 0.265625, 0.234375, 0.265625, 0.306641, 0.283203, 0.310547, 0.322266, 0.257812, 0.279297, 0.294922, 0.255859, 0.300781, 0.255859, 0.257812, 0.255859, 0.216797, 0.238281, 0.318359, 0.289062, 0.306641, 0.292969, 0.261719, 0.240234, 0.355469, 0.246094, 0.253906, 0.240234, 0.265625, 0.239258, 0.269531, 0.261719, 0.34375, 0.273438, 0.231445, 0.273438, 0.214844, 0.265625, 0.231445, 0.002045, 0.257812, 0.308594, 0.25, 0.249023, 0.306641, 0.263672, 0.275391, 0.316406, 0.259766, 0.298828, 0.285156, 0.322266, 0.263672, 0.267578, 0.3125, 0.249023, 0.320312, 0.265625, 0.332031, 0.275391, 0.330078, 0.341797, 0.259766, 0.212891, 0.246094, 0.25, 0.205078, 0.283203, 0.233398, 0.261719, 0.291016, 0.163086, 0.285156, 0.296875, 0.265625, 0.248047, 0.275391, 0.275391, 0.271484, 0.206055, 0.251953, 0.298828, 0.255859, 0.3125, 0.298828, 0.253906, 0.289062, 0.306641, 0.285156, 0.380859, 0.255859, 0.306641, 0.298828, 0.298828, 0.24707, 0.128906, 0.245117, 0.259766, 0.263672, 0.239258, 0.310547, 0.292969, 0.263672, 0.275391, 0.265625, 0.296875, 0.267578, 0.271484, 0.251953, 0.205078, 0.224609, 0.300781, 0.257812, 0.241211, 0.212891, 0.28125, 0.292969, 0.296875, 0.152344, 0.298828, 0.28125, 0.296875, 0.328125, 0.209961, 0.253906, 0.158203, 0.265625, 0.246094, 0.306641, 0.308594, 0.222656, 0.275391, 0.306641, 0.263672, 0.285156, 0.257812, 0.253906, 0.292969, 0.283203, 0.294922, 0.253906, 0.267578, 0.233398, 0.369141, 0.216797, 0.222656, 0.314453, 0.332031, 0.269531, 0.246094, 0.257812, 0.240234, 0.271484, 0.269531, 0.285156, 0.296875, 0.320312, 0.188477, 0.243164, 0.261719, 0.188477, 0.259766, 0.253906, 0.304688, 0.255859, 0.296875, 0.255859, 0.310547, 0.296875, 0.183594, 0.259766, 0.351562, 0.283203, 0.225586, 0.279297, 0.269531, 0.245117, 0.287109, 0.279297, 0.271484, 0.209961, 0.261719, 0.277344, 0.289062, 0.330078, 0.332031, 0.304688, 0.269531, 0.3125, 0.24707, 0.158203, 0.271484, 0.3125, 0.296875, 0.096191, 0.236328, 0.259766, 0.271484, 0.229492, 0.332031, 0.308594, 0.243164, 0.21582, 0.292969, 0.255859, 0.302734, 0.204102, 0.283203, 0.257812, 0.28125, 0.267578, 0.246094, 0.246094, 0.257812, 0.259766, 0.269531, 0.267578, 0.302734, 0.283203, 0.235352, 0.255859, 0.166992, 0.199219, 0.255859, 0.24707, 0.291016, 0.224609, 0.255859, 0.225586, 0.235352, 0.263672, 0.263672, 0.339844, 0.306641, 0.261719, 0.265625, 0.285156, 0.269531, 0.194336, 0.273438, 0.245117, 0.271484, 0.212891, 0.241211, 0.271484, 0.238281, 0.279297, 0.279297, 0.233398, 0.289062, 0.265625, 0.265625, 0.308594, 0.263672, 0.3125, 0.310547, 0.271484, 0.322266, 0.224609, 0.21582, 0.298828, 0.211914, 0.261719, 0.263672, 0.263672, 0.291016, 0.261719, 0.306641, 0.261719, 0.145508, 0.291016, 0.239258, 0.24707, 0.259766, 0.253906, 0.318359, 0.261719, 0.291016, 0.287109, 0.261719, 0.285156, 0.243164, 0.279297, 0.285156, 0.289062, 0.271484, 0.235352, 0.326172, 0.177734, 0.275391, 0.22168, 0.243164, 0.267578, 0.245117, 0.255859, 0.304688, 0.204102, 0.310547, 0.316406, 0.269531, 0.277344, 0.292969, 0.243164, 0.243164, 0.285156, 0.234375, 0.275391, 0.302734, 0.246094, 0.234375, 0.291016, 0.111816, 0.279297, 0.292969, 0.255859, 0.257812, 0.269531, 0.275391, 0.285156, 0.304688, 0.231445, 0.341797, 0.298828, 0.231445, 0.267578, 0.216797, 0.21582, 0.257812, 0.300781, 0.253906, 0.253906, 0.235352, 0.269531, 0.289062, 0.242188, 0.259766, 0.308594, 0.294922, 0.3125, 0.245117, 0.255859, 0.3125, 0.236328, 0.244141, 0.211914, 0.224609, 0.310547, 0.296875, 0.28125, 0.197266, 0.285156, 0.259766, 0.255859, 0.240234, 0.285156, 0.229492, 0.287109, 0.285156, 0.302734, 0.201172, 0.285156, 0.22168, 0.228516, 0.132812, 0.289062, 0.253906, 0.267578, 0.304688, 0.285156, 0.292969, 0.277344, 0.265625, 0.240234, 0.210938, 0.279297, 0.287109, 0.287109, 0.287109, 0.257812, 0.298828, 0.283203, 0.320312, 0.265625, 0.287109, 0.240234, 0.269531, 0.241211, 0.25, 0.267578, 0.211914, 0.243164, 0.251953, 0.322266, 0.304688, 0.210938, 0.242188, 0.236328, 0.308594, 0.208984, 0.219727, 0.292969, 0.275391, 0.267578, 0.292969, 0.289062, 0.304688, 0.259766, 0.291016, 0.285156, 0.328125, 0.202148, 0.255859, 0.326172, 0.257812, 0.28125, 0.24707, 0.259766, 0.292969, 0.269531, 0.294922, 0.287109, 0.100098, 0.298828, 0.240234, 0.300781, 0.335938, 0.269531, 0.200195, 0.308594, 0.257812, 0.320312, 0.316406, 0.265625, 0.283203, 0.261719, 0.253906, 0.291016, 0.273438, 0.296875, 0.269531, 0.261719, 0.273438, 0.292969, 0.169922, 0.208984, 0.341797, 0.261719, 0.285156, 0.341797, 0.241211, 0.267578, 0.213867, 0.217773, 0.224609, 0.222656, 0.237305, 0.294922, 0.251953, 0.287109, 0.248047, 0.259766, 0.273438, 0.300781, 0.21582, 0.306641, 0.239258, 0.287109, 0.304688, 0.253906, 0.291016, 0.261719, 0.245117, 0.257812, 0.144531, 0.182617, 0.267578, 0.259766, 0.214844, 0.275391, -0.000713, 0.292969, 0.332031, 0.285156, 0.167969, 0.267578, 0.231445, 0.261719, 0.248047, 0.246094, 0.291016, 0.201172, 0.265625, 0.273438, 0.269531, 0.265625, 0.243164, 0.265625, 0.255859, 0.304688, 0.273438, 0.186523, 0.273438, 0.271484, 0.294922, 0.269531, 0.310547, 0.287109, 0.28125, 0.212891, 0.255859, 0.257812, 0.285156, 0.316406, 0.237305, 0.253906, 0.239258, 0.265625, 0.265625, 0.347656, 0.269531, 0.236328, 0.216797, 0.195312, 0.248047, 0.255859, 0.316406, 0.320312, 0.201172, 0.257812, 0.227539, 0.261719, 0.279297, 0.253906, 0.289062, 0.289062, 0.277344, 0.300781, 0.24707, 0.222656, 0.24707, 0.28125, 0.267578, 0.28125, 0.291016, 0.306641, 0.308594, 0.25, 0.291016, 0.241211, 0.235352, 0.296875, 0.219727, 0.22168, 0.265625, 0.267578, 0.228516, 0.287109, 0.341797, 0.259766, 0.285156, 0.223633, 0.273438, 0.275391, 0.259766, 0.271484, 0.263672, 0.310547, 0.25, 0.220703, 0.322266, 0.267578, 0.191406, 0.257812, 0.22168, 0.251953, 0.21875, 0.292969, 0.273438, 0.28125, 0.335938, 0.304688, 0.283203, 0.28125, 0.277344, 0.279297, 0.28125, 0.257812, 0.25, 0.298828, 0.285156, 0.291016, 0.292969, 0.337891, 0.265625, 0.289062, 0.248047, 0.257812, 0.239258, 0.234375, 0.292969, 0.296875, 0.275391, 0.275391, 0.261719, 0.267578, 0.287109, 0.271484, 0.245117, 0.277344, 0.328125, 0.314453, 0.269531, 0.220703, 0.296875, 0.300781, 0.246094, 0.163086, 0.25, 0.25, 0.166992, 0.206055, 0.294922, 0.22168, 0.257812, 0.308594, 0.337891, 0.257812, 0.259766, 0.306641, 0.242188, 0.275391, 0.277344, 0.283203, 0.353516, 0.269531, 0.285156, 0.275391, 0.253906, 0.320312, 0.243164, 0.248047, 0.238281, 0.345703, 0.314453, 0.238281, 0.263672, 0.233398, 0.326172, 0.292969, 0.291016, 0.285156, 0.314453, 0.314453, 0.223633, 0.253906, 0.234375, 0.291016, 0.183594, 0.212891, 0.316406, 0.228516, 0.257812, 0.245117, 0.235352, 0.263672, 0.289062, 0.227539, 0.322266, 0.25, 0.227539, 0.335938, 0.24707, 0.3125, 0.257812, 0.302734, 0.332031, 0.263672, 0.289062, 0.294922, 0.249023, 0.238281, 0.263672, 0.241211, 0.191406, 0.306641, 0.241211, 0.291016, 0.259766, 0.298828, 0.273438, 0.291016, 0.261719, 0.231445, 0.269531, 0.285156, 0.296875, 0.292969, 0.267578, 0.246094, 0.294922, 0.241211, 0.223633, 0.248047, 0.275391, 0.217773, 0.259766, 0.263672, 0.255859, 0.306641, 0.292969, 0.255859, 0.191406, 0.233398, 0.291016, 0.267578, 0.296875, 0.271484, 0.239258, 0.285156, 0.292969, 0.241211, 0.259766, 0.253906, 0.275391, 0.275391, 0.3125, 0.306641, 0.291016, 0.263672, 0.287109, 0.28125, 0.263672, 0.279297, 0.243164, 0.353516, 0.253906, 0.263672, 0.267578, 0.248047, 0.289062, 0.24707, 0.255859, 0.263672, 0.271484, 0.25, 0.271484, 0.308594, 0.230469, 0.353516, 0.302734, 0.3125, 0.25, 0.226562, 0.269531, 0.230469, 0.251953, 0.24707, 0.324219, 0.255859, 0.257812, 0.269531, 0.263672, 0.261719, 0.285156, 0.263672, 0.273438, 0.232422, 0.255859, 0.271484, 0.277344, 0.275391, 0.223633, 0.287109, 0.234375, 0.279297, 0.320312, 0.306641, 0.300781, 0.296875, 0.193359, 0.326172, 0.22168, 0.320312, 0.232422, 0.292969, 0.267578, 0.294922, 0.275391, 0.324219, 0.291016, 0.261719, 0.306641, 0.210938, 0.302734, 0.273438, 0.176758, 0.308594, 0.287109, 0.296875, 0.25, 0.271484, 0.269531, 0.232422, 0.294922, 0.267578, 0.238281, 0.233398, 0.302734, 0.273438, 0.242188, 0.302734, 0.267578, 0.277344, 0.285156, 0.226562, 0.306641, 0.251953, 0.279297, 0.347656, 0.273438, 0.261719, 0.283203, 0.267578, 0.277344, 0.236328, 0.25, 0.103516, 0.249023, 0.222656, 0.279297, 0.265625, 0.251953, 0.235352, 0.277344, 0.208984, 0.214844, 0.277344, 0.269531, 0.277344, 0.259766, 0.257812, 0.292969, 0.269531, 0.277344, 0.195312, 0.285156, 0.283203, 0.244141, 0.271484, 0.225586, 0.273438, 0.255859, 0.255859, 0.285156, 0.3125, 0.249023, 0.263672, 0.206055, 0.192383, 0.273438, 0.259766, 0.279297, 0.212891, 0.22168, 0.249023, 0.277344, 0.257812, 0.275391, 0.173828, 0.217773, 0.294922, 0.265625, 0.241211, 0.195312, 0.224609, 0.294922, 0.244141, 0.208984, 0.243164, 0.25, 0.28125, 0.283203, 0.279297, 0.24707, 0.320312, 0.259766, 0.181641, 0.1875, 0.316406, 0.245117, 0.239258, 0.220703, 0.287109, 0.316406, 0.285156, 0.283203, 0.255859, 0.229492, 0.243164, 0.249023, 0.22168, 0.267578, 0.220703, 0.25, 0.302734, 0.304688, 0.233398, 0.283203, 0.285156, 0.237305, 0.261719, 0.294922, 0.287109, 0.285156, 0.283203, 0.273438, 0.287109, 0.263672, 0.267578, 0.265625, 0.308594, 0.242188, 0.292969, 0.330078, 0.283203, 0.216797, 0.287109, 0.298828, 0.28125, 0.289062, 0.279297, 0.283203, 0.263672, 0.289062, 0.259766, 0.337891, 0.267578, 0.235352, 0.267578, 0.251953, 0.235352, 0.306641, 0.306641, 0.231445, 0.294922, 0.263672, 0.249023, 0.275391, 0.300781, 0.259766, 0.335938, 0.240234, 0.310547, 0.289062, 0.265625, 0.285156, 0.238281, 0.3125, 0.28125, 0.225586, 0.240234, 0.192383, 0.253906, 0.283203, 0.277344, 0.291016, 0.22168, 0.22168, 0.21582, 0.263672, 0.328125, 0.308594, 0.359375, 0.279297, 0.244141, 0.302734, 0.279297, 0.28125, 0.251953, 0.222656, 0.220703, 0.283203, 0.227539, 0.304688, 0.291016, 0.345703, 0.259766, 0.251953, 0.28125, 0.298828, 0.271484, 0.224609, 0.279297, 0.236328, 0.298828, 0.28125, 0.234375, 0.275391, 0.289062, 0.251953, 0.302734, 0.310547, 0.253906, 0.269531, 0.196289, 0.320312, 0.255859, 0.201172, 0.322266, 0.224609, 0.28125, 0.271484, 0.269531, 0.210938, 0.498047, 0.248047, 0.273438, 0.269531, 0.296875, 0.279297, 0.237305, 0.261719, 0.285156, 0.259766, 0.291016, 0.298828, 0.285156, 0.219727, 0.255859, 0.177734, 0.21875, 0.248047, 0.314453, 0.322266, 0.253906, 0.239258, 0.285156, 0.223633, 0.298828, 0.238281, 0.28125, 0.186523, 0.28125, 0.271484, 0.249023, 0.298828, 0.304688, 0.283203, 0.277344, 0.271484, 0.255859, 0.320312, 0.220703, 0.28125, 0.302734, 0.248047, 0.304688, 0.251953, 0.21875, 0.255859, 0.269531, 0.310547, 0.251953, 0.291016, 0.324219, 0.138672, 0.298828, 0.292969, 0.328125, 0.291016, 0.291016, 0.248047, 0.209961, 0.232422, 0.279297, 0.253906, 0.289062, 0.244141, 0.240234, 0.253906, 0.267578, 0.283203, 0.253906, 0.324219, 0.271484, 0.302734, 0.287109, 0.207031, 0.306641, 0.302734, 0.269531, 0.214844, 0.310547, 0.21875, 0.237305, 0.314453, 0.223633, 0.233398, 0.275391, 0.246094, 0.251953, 0.24707, 0.242188, 0.298828, 0.328125, 0.21875, 0.320312, 0.239258, 0.310547, 0.296875, 0.203125, 0.28125, 0.253906, 0.267578, 0.275391, 0.330078, 0.279297, 0.227539, 0.271484, 0.157227, 0.269531, 0.240234, 0.279297, 0.279297, 0.296875, 0.279297, 0.283203, 0.283203, 0.257812, 0.222656, 0.287109, 0.223633, 0.253906, 0.267578, 0.283203, 0.289062, 0.292969, 0.249023, 0.261719, 0.316406, 0.263672, 0.296875, 0.291016, 0.277344, 0.314453, 0.193359, 0.212891, 0.238281, 0.257812, 0.267578, 0.3125, 0.222656, 0.257812, 0.269531, 0.277344, 0.28125, 0.257812, 0.200195, 0.245117, 0.239258, 0.24707, 0.242188, 0.267578, 0.210938, 0.279297, 0.28125, 0.298828, 0.244141, 0.230469, 0.304688, 0.271484, 0.22168, 0.242188, 0.22168, 0.253906, 0.265625, 0.289062, 0.289062, 0.269531, 0.304688, 0.269531, 0.24707, 0.285156, 0.285156, 0.170898, 0.217773, 0.285156, 0.200195, 0.267578, 0.310547, 0.287109, 0.298828, 0.22168, 0.251953, 0.285156, 0.267578, 0.227539, 0.267578, 0.222656, 0.196289, 0.181641, 0.269531, 0.255859, 0.265625, 0.263672, 0.231445, 0.298828, 0.283203, 0.273438, 0.206055, 0.300781, 0.255859, 0.21875, 0.296875, 0.285156, 0.279297, 0.24707, 0.287109, 0.253906, 0.28125, 0.199219, 0.287109, 0.298828, 0.239258, 0.298828, 0.291016, 0.261719, 0.261719, 0.189453, 0.292969, 0.277344, 0.183594, 0.259766, 0.265625, 0.185547, 0.292969, 0.267578, 0.28125, 0.300781, 0.269531, 0.197266, 0.242188, 0.263672, 0.229492, 0.3125, 0.267578, 0.237305, 0.265625, 0.246094, 0.283203, 0.209961, 0.304688, 0.253906, 0.243164, 0.291016, 0.261719, 0.242188, 0.298828, 0.257812, 0.337891, 0.289062, 0.15625, 0.251953, 0.265625, 0.275391, 0.259766, 0.322266, 0.279297, 0.216797, 0.277344, 0.255859, 0.245117, 0.283203, 0.285156, 0.283203, 0.198242, 0.261719, 0.28125, 0.224609, 0.232422, 0.273438, 0.200195, 0.300781, 0.259766, 0.322266, 0.296875, 0.255859, 0.308594, 0.306641, 0.249023, 0.302734, 0.253906, 0.296875, 0.249023, 0.002533, 0.223633, 0.283203, 0.292969, 0.257812, 0.214844, 0.294922, 0.261719, 0.232422, 0.238281, 0.316406, 0.257812, 0.308594, 0.285156, 0.248047, 0.308594, 0.269531, 0.275391, 0.289062, 0.294922, 0.279297, 0.257812, 0.306641, 0.244141, 0.210938, 0.300781, 0.285156, 0.300781, 0.271484, 0.207031, 0.236328, 0.294922, 0.259766, 0.287109, 0.179688, 0.273438, 0.292969, 0.236328, 0.3125, 0.259766, 0.28125, 0.245117, 0.233398, 0.209961, 0.316406, 0.244141, 0.19043, 0.210938, 0.240234, 0.304688, 0.318359, 0.318359, 0.291016, 0.291016, 0.265625, 0.269531, 0.285156, 0.265625, 0.287109, 0.306641, 0.332031, 0.267578, 0.310547, 0.1875, 0.253906, 0.269531, 0.302734, 0.271484, 0.263672, 0.259766, 0.245117, 0.287109, 0.1875, 0.243164, 0.21582, 0.285156, 0.234375, 0.308594, 0.361328, 0.316406, 0.271484, 0.285156, 0.3125, 0.324219, 0.164062, 0.25, 0.273438, 0.267578, 0.244141, 0.226562, 0.277344, 0.289062, 0.244141, 0.25, 0.253906, 0.269531, 0.237305, 0.239258, 0.236328, 0.302734, 0.251953, 0.146484, 0.269531, 0.255859, 0.28125, 0.277344, 0.263672, 0.335938, 0.298828, 0.230469, 0.249023, 0.337891, 0.328125, 0.267578, 0.213867, 0.263672, 0.298828, 0.244141, 0.287109, 0.24707, 0.251953, 0.238281, 0.298828, 0.333984, 0.326172, 0.242188, 0.231445, 0.269531, 0.231445, 0.253906, 0.273438, 0.257812, 0.326172, 0.24707, 0.294922, 0.292969 ] }, "name": "model.transformer.layers.2.attn_norm.weight", "outputIndexes": [ 167 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 166, 167 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_2/Mul_1_output_0", "outputIndexes": [ 168 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 168 ], "outputIndexes": [ 2626 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2626 ], "outputIndexes": [ 2627 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear", "inputIndexes": [ 2627 ], "outputIndexes": [ 2628 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1536, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 57676872, 4718854, 294912, 6144, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2628 ], "outputIndexes": [ 2629 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2629 ], "outputIndexes": [ 169 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1536 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168 ], "main_type": "NONE", "name": "/Shape_9_output_0", "outputIndexes": [ 170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Shape246", "outputIndexes": [ 171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Rank248", "outputIndexes": [ 172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 172, 172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp250", "outputIndexes": [ 173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze251", "outputIndexes": [ 174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp253", "outputIndexes": [ 175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze254", "outputIndexes": [ 176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 171, 174, 176, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice257", "outputIndexes": [ 177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze258", "outputIndexes": [ 178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp259", "outputIndexes": [ 179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 179, 178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp260", "outputIndexes": [ 180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 170, 180, 173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_14_output_0", "outputIndexes": [ 181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 181, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_21_output_0", "outputIndexes": [ 182 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 182, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_10_output_0", "outputIndexes": [ 183 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 169, 183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_9_output_0", "outputIndexes": [ 184 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_2/Mul_output_0", "outputIndexes": [ 185 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.054688, 0.785156, 0.671875, 1.125, 0.890625, 0.589844, 0.777344, 0.738281, 0.507812, 0.773438, 1.25, 0.816406, 0.988281, 1.039062, 0.96875, 1.1875, 0.988281, 1.21875, 1.0, 0.820312, 1.257812, 1.125, 0.78125, 1.140625, 1.234375, 1.046875, 1.273438, 0.898438, 0.714844, 0.882812, 0.921875, 0.835938, 0.847656, 0.957031, 0.103516, 1.414062, 1.132812, 1.53125, 0.038818, 0.871094, 1.195312, 1.476562, 1.195312, 0.585938, 1.429688, 1.664062, 1.507812, 1.789062, 1.40625, 1.273438, 1.265625, 1.226562, 0.914062, 1.390625, 1.960938, 1.40625, 1.398438, 0.890625, 1.492188, 1.125, 1.265625, 1.367188, 1.453125, 1.320312, 0.941406, 0.757812, 0.949219, 0.041016, 0.566406, 1.140625, 0.941406, 1.015625, 1.085938, 1.195312, 1.117188, 1.078125, 1.0, 0.785156, 1.0625, 1.539062, 1.03125, 0.855469, 0.941406, 0.972656, 1.085938, 0.949219, 1.140625, 0.90625, 1.445312, 1.195312, 1.234375, 1.257812, 1.03125, 1.132812, 1.210938, 1.351562, 0.582031, 1.21875, 0.953125, 1.015625, 1.304688, 0.652344, 0.960938, 1.0, 0.695312, 1.265625, 1.429688, 2.15625, 1.289062, 1.070312, 1.296875, 0.335938, 1.320312, 0.439453, 1.476562, 1.507812, 1.046875, 1.34375, 0.341797, 1.148438, 1.398438, 1.15625, 1.234375, 1.257812, 1.007812, 1.476562, 1.335938, 1.4375 ] }, "name": "model.transformer.layers.2.attn.q_norm.weight", "outputIndexes": [ 186 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 185, 186 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_2/Mul_1_output_0", "outputIndexes": [ 187 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_8_output_0", "outputIndexes": [ 188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_9_output_0", "outputIndexes": [ 189 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 189 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_4_output_0", "outputIndexes": [ 190 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_8_output_0", "outputIndexes": [ 191 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 190, 191 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_13_output_0", "outputIndexes": [ 192 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 192, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_9_output_0", "outputIndexes": [ 193 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 188, 193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_8_output_0", "outputIndexes": [ 194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 168 ], "outputIndexes": [ 2630 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2630 ], "outputIndexes": [ 2631 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear", "inputIndexes": [ 2631 ], "outputIndexes": [ 2632 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 62696782, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2632 ], "outputIndexes": [ 2633 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2633 ], "outputIndexes": [ 195 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 182, 57, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_11_output_0", "outputIndexes": [ 196 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195, 196 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_10_output_0", "outputIndexes": [ 197 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 197 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_2/Mul_output_0", "outputIndexes": [ 198 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.03125, 0.400391, 0.124512, 1.140625, 0.875, 0.443359, 0.78125, 0.824219, 0.092285, 0.314453, 1.265625, 0.859375, 1.242188, 0.875, 0.605469, 0.9375, 0.875, 1.390625, 1.171875, 0.886719, 0.707031, 1.296875, 1.054688, 1.164062, 1.875, 1.257812, 1.515625, 1.007812, 0.929688, 0.839844, 1.117188, 1.34375, 1.507812, 1.257812, 0.839844, 1.210938, 1.257812, 0.492188, 0.8125, 0.613281, 1.53125, 1.179688, 1.539062, 2.53125, 1.382812, 1.148438, 1.28125, 0.675781, 1.320312, 0.71875, 1.445312, 1.367188, 0.835938, 1.328125, 0.632812, 1.359375, 1.351562, 1.226562, 1.398438, 0.996094, 1.195312, 1.351562, 1.398438, 1.4375, 0.882812, 1.148438, 1.125, 0.008484, 0.416016, 1.148438, 1.078125, 1.039062, 1.273438, 1.242188, 1.085938, 0.882812, 0.585938, 0.898438, 1.304688, 1.492188, 1.34375, 0.597656, 0.361328, 0.867188, 1.164062, 0.710938, 1.039062, 0.804688, 0.5, 0.773438, 0.228516, 1.15625, 0.988281, 1.265625, 1.1875, 0.84375, 0.326172, 0.902344, 0.742188, 1.445312, 1.25, 2.078125, 0.378906, 1.648438, 0.253906, 1.507812, 1.195312, 0.5625, 1.429688, 1.46875, 1.5625, 1.6875, 1.445312, 0.902344, 1.335938, 1.445312, 1.085938, 1.421875, 2.15625, 1.1875, 1.421875, 0.8125, 1.335938, 1.523438, 1.125, 1.492188, 1.414062, 1.3125 ] }, "name": "model.transformer.layers.2.attn.k_norm.weight", "outputIndexes": [ 199 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198, 199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_2/Mul_1_output_0", "outputIndexes": [ 200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_10_output_0", "outputIndexes": [ 201 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_11_output_0", "outputIndexes": [ 202 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 202 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_5_output_0", "outputIndexes": [ 203 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_10_output_0", "outputIndexes": [ 204 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 203, 204 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_14_output_0", "outputIndexes": [ 205 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_11_output_0", "outputIndexes": [ 206 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 201, 206 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_9_output_0", "outputIndexes": [ 207 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 168 ], "outputIndexes": [ 2634 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2634 ], "outputIndexes": [ 2635 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear", "inputIndexes": [ 2635 ], "outputIndexes": [ 2636 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 63951956, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2636 ], "outputIndexes": [ 2637 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2637 ], "outputIndexes": [ 208 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 208, 196 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_11_output_0", "outputIndexes": [ 209 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194, 207, 209, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.2/self_attn/FusedAttention", "outputIndexes": [ 210 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 210 ], "outputIndexes": [ 2638 ], "main_type": "Reshape", "main": { "dims": [ -1, 1536, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2638 ], "outputIndexes": [ 2639 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear", "inputIndexes": [ 2639 ], "outputIndexes": [ 2640 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1536, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 65207130, 4718854, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2640 ], "outputIndexes": [ 2641 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2641 ], "outputIndexes": [ 211 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 211 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_10_output_0", "outputIndexes": [ 212 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 212 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_2/Mul_output_0", "outputIndexes": [ 213 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.683594, 0.519531, 0.535156, 0.71875, 0.640625, 0.714844, 0.423828, 0.601562, 0.582031, 0.652344, 0.691406, 0.636719, 0.660156, 0.710938, 0.589844, 0.667969, 0.746094, 0.773438, 0.582031, 0.310547, 0.65625, 0.621094, 0.695312, 0.550781, 0.625, 0.597656, 0.59375, 0.59375, 0.742188, 0.566406, 0.664062, 0.644531, 0.542969, 0.625, 0.703125, 0.75, 0.691406, 0.601562, 0.597656, 0.554688, 0.542969, 0.621094, 0.589844, 0.660156, 0.5625, 0.539062, 0.660156, 0.498047, 0.609375, 0.65625, 0.589844, 0.625, 0.710938, 0.527344, 0.574219, 0.679688, 0.675781, 0.515625, 0.585938, 0.730469, 0.601562, 0.605469, 0.648438, 0.664062, 0.636719, 0.605469, 0.675781, 0.492188, 0.578125, 0.632812, 0.632812, 0.6875, 0.730469, 0.640625, 0.703125, 0.648438, 0.574219, 0.648438, 0.632812, 0.570312, 0.691406, 0.550781, 0.640625, 0.601562, 0.636719, 0.59375, 0.707031, 0.486328, 0.648438, 0.640625, 0.703125, 0.585938, 0.621094, 0.527344, 0.652344, 0.566406, 0.605469, 0.535156, 0.691406, 0.519531, 0.617188, 0.695312, 0.582031, 0.554688, 0.558594, 0.683594, 0.65625, 0.574219, 0.726562, 0.628906, 0.464844, 0.644531, 0.710938, 0.699219, 0.617188, 0.679688, 0.652344, 0.632812, 0.722656, 0.644531, 0.53125, 0.648438, 0.605469, 0.640625, 0.554688, 0.570312, 0.703125, 0.621094, 0.578125, 0.566406, 0.644531, 0.519531, 0.839844, 0.601562, 0.644531, 0.703125, 0.621094, 0.703125, 0.632812, 0.757812, 0.675781, 0.6875, 0.582031, 0.660156, 0.6875, 0.546875, 0.648438, 0.679688, 0.597656, 0.699219, 0.597656, 0.59375, 0.472656, 0.652344, 0.5625, 0.667969, 0.542969, 0.601562, 0.605469, 0.617188, 0.703125, 0.75, 0.640625, 0.703125, 0.59375, 0.490234, 0.660156, 0.589844, 0.679688, 0.632812, 0.476562, 0.613281, 0.617188, 0.65625, 0.675781, 0.679688, 0.652344, 0.613281, 0.589844, 0.644531, 0.65625, 0.59375, 0.671875, 0.6875, 0.511719, 0.503906, 0.486328, 0.550781, 0.671875, 0.582031, 0.574219, 0.6875, 0.652344, 0.546875, 0.636719, 0.65625, 0.59375, 0.65625, 0.664062, 0.671875, 0.546875, 0.640625, 0.671875, 0.609375, 0.691406, 0.636719, 0.542969, 0.664062, 0.349609, 0.601562, 0.5, 0.710938, 0.519531, 0.585938, 0.679688, 0.523438, 0.417969, 0.667969, 0.542969, 0.605469, 0.488281, 0.609375, 0.695312, 0.601562, 0.652344, 0.644531, 0.511719, 0.589844, 0.542969, 0.652344, 0.478516, 0.644531, 0.675781, 0.6875, 0.636719, 0.609375, 0.644531, 0.566406, 0.429688, 0.550781, 0.609375, 0.707031, 0.652344, 0.585938, 0.742188, 0.59375, 0.65625, 0.59375, 0.707031, 0.554688, 0.511719, 0.679688, 0.582031, 0.507812, 0.585938, 0.710938, 0.679688, 0.388672, 0.617188, 0.507812, 0.601562, 0.542969, 0.5625, 0.515625, 0.431641, 0.648438, 0.554688, 0.558594, 0.683594, 0.703125, 0.578125, 0.660156, 0.550781, 0.667969, 0.550781, 0.542969, 0.617188, 0.601562, 0.722656, 0.632812, 0.601562, 0.570312, 0.5625, 0.554688, 0.5625, 0.660156, 0.621094, 0.644531, 0.574219, 0.628906, 0.65625, 0.6875, 0.617188, 0.695312, 0.667969, 0.535156, 0.617188, 0.539062, 0.621094, 0.550781, 0.664062, 0.601562, 0.648438, 0.566406, 0.644531, 0.15918, 0.617188, 0.585938, 0.570312, 0.664062, 0.542969, 0.628906, 0.640625, 0.597656, 0.675781, 0.546875, 0.589844, 0.617188, 0.679688, 0.527344, 0.558594, 0.462891, 0.160156, 0.519531, 0.478516, 0.59375, 0.613281, 0.710938, 0.617188, 0.726562, 0.6875, 0.5625, 0.582031, 0.582031, 0.601562, 0.511719, 0.648438, 0.714844, 0.722656, 0.589844, 0.648438, 0.664062, 0.699219, 0.703125, 0.498047, 0.652344, 0.691406, 0.746094, 0.53125, 0.550781, 0.632812, 0.550781, 0.59375, 0.558594, 0.519531, 0.699219, 0.597656, 0.695312, 0.515625, 0.494141, 0.585938, 0.482422, 0.71875, 0.628906, 0.628906, 0.578125, 0.539062, 0.152344, 0.53125, 0.613281, 0.644531, 0.617188, 0.609375, 0.714844, 0.636719, 0.679688, 0.621094, 0.679688, 0.660156, 0.523438, 0.447266, 0.578125, 0.652344, 0.570312, 0.695312, 0.632812, 0.820312, 0.613281, 0.660156, 0.621094, 0.589844, 0.597656, 0.523438, 0.664062, 0.628906, 0.710938, 0.605469, 0.458984, 0.640625, 0.355469, 0.632812, 0.636719, 0.699219, 0.535156, 0.535156, 0.597656, 0.539062, 0.53125, 0.695312, 0.511719, 0.679688, 0.695312, 0.582031, 0.644531, 0.671875, 0.664062, 0.527344, 0.550781, 0.5, 0.660156, 0.636719, 0.601562, 0.523438, 0.589844, 0.490234, 0.671875, 0.671875, 0.625, 0.597656, 0.554688, 0.679688, 0.609375, 0.644531, 0.617188, 0.507812, 0.597656, 0.59375, 0.550781, 0.628906, 0.621094, 0.714844, 0.419922, 0.617188, 0.570312, 0.539062, 0.558594, 0.566406, 0.640625, 0.519531, 0.65625, 0.671875, 0.546875, 0.640625, 0.671875, 0.613281, 0.675781, 0.582031, 0.652344, 0.65625, 0.652344, 0.400391, 0.535156, 0.3125, 0.636719, 0.597656, 0.671875, 0.6875, 0.714844, 0.574219, 0.492188, 0.628906, 0.761719, 0.609375, 0.585938, 0.605469, 0.683594, 0.648438, 0.613281, 0.648438, 0.539062, 0.667969, 0.769531, 0.550781, 0.443359, 0.570312, 0.625, 0.488281, 0.652344, 0.679688, 0.554688, 0.367188, 0.804688, 0.554688, 0.636719, 0.609375, 0.402344, 0.636719, 0.578125, 0.570312, 0.582031, 0.570312, 0.636719, 0.636719, 0.503906, 0.660156, 0.585938, 0.542969, 0.644531, 0.597656, 0.605469, 0.636719, 0.566406, 0.601562, 0.640625, 0.578125, 0.675781, 0.621094, 0.605469, 0.765625, 0.613281, 0.710938, 0.664062, 0.71875, 0.675781, 0.546875, 0.589844, 0.636719, 0.710938, 0.617188, 0.613281, 0.632812, 0.621094, 0.53125, 0.578125, 0.65625, 0.691406, 0.582031, 0.570312, 0.585938, 0.59375, 0.640625, 0.486328, 0.65625, 0.777344, 0.757812, 0.6875, 0.765625, 0.605469, 0.511719, 0.757812, 0.574219, 0.585938, 0.636719, 0.777344, 0.625, 0.640625, 0.597656, 0.589844, 0.566406, 0.683594, 0.644531, 0.574219, 0.605469, 0.699219, 0.691406, 0.6875, 0.519531, 0.496094, 0.558594, 0.664062, 0.664062, 0.65625, 0.675781, 0.640625, 0.490234, 0.632812, 0.574219, 0.589844, 0.484375, 0.582031, 0.640625, 0.710938, 0.667969, 0.71875, 0.8125, 0.507812, 0.679688, 0.070801, 0.550781, 0.511719, 0.640625, 0.625, 0.628906, 0.667969, 0.703125, 0.703125, 0.660156, 0.5625, 0.53125, 0.625, 0.644531, 0.652344, 0.625, 0.566406, 0.644531, 0.640625, 0.613281, 0.578125, 0.636719, 0.535156, 0.404297, 0.53125, 0.582031, 0.640625, 0.730469, 0.628906, 0.636719, 0.644531, 0.519531, 0.667969, 0.65625, 0.714844, 0.535156, 0.648438, 0.5, 0.621094, 0.753906, 0.703125, 0.609375, 0.605469, 0.589844, 0.664062, 0.644531, 0.652344, 0.683594, 0.5625, 0.558594, 0.6875, 0.585938, 0.660156, 0.582031, 0.617188, 0.660156, 0.683594, 0.664062, 0.558594, 0.714844, 0.535156, 0.507812, 0.660156, 0.59375, 0.679688, 0.443359, 0.585938, 0.609375, 0.490234, 0.652344, 0.511719, 0.738281, 0.730469, 0.660156, 0.503906, 0.660156, 0.546875, 0.605469, 0.683594, 0.703125, 0.511719, 0.511719, 0.441406, 0.660156, 0.742188, 0.683594, 0.632812, 0.648438, 0.53125, 0.609375, 1.242188, 0.675781, 0.71875, 0.632812, 0.660156, 0.539062, 0.492188, 0.660156, 0.628906, 0.746094, 0.699219, 0.570312, 0.482422, 0.621094, 0.550781, 0.65625, 0.707031, 0.65625, 0.6875, 0.550781, 0.53125, 0.617188, 0.695312, 0.570312, 0.605469, 0.496094, 0.699219, 0.734375, 0.613281, 0.660156, 0.566406, 0.644531, 0.683594, 0.636719, 0.664062, 0.632812, 0.597656, 0.519531, 0.546875, 0.443359, 0.578125, 0.550781, 0.644531, 0.648438, 0.707031, 0.597656, 0.722656, 0.601562, 0.582031, 0.726562, 0.675781, 0.644531, 0.601562, 0.59375, 0.6875, 0.734375, 0.621094, 0.679688, 0.523438, 0.613281, 0.484375, 0.664062, 0.625, 0.671875, 0.609375, 0.660156, 0.78125, 0.53125, 0.570312, 0.636719, 0.550781, 0.746094, 0.675781, 0.640625, 0.671875, 0.617188, 0.484375, 0.429688, 0.632812, 0.550781, 0.652344, 0.648438, 0.847656, 0.765625, 0.578125, 0.578125, 0.671875, 0.542969, 0.652344, 0.578125, 0.597656, 0.507812, 0.648438, 0.157227, 0.617188, 0.566406, 0.695312, 0.660156, 0.229492, 0.455078, 0.660156, 0.707031, 0.683594, 0.554688, 0.149414, 0.597656, 0.695312, 0.515625, 0.675781, 0.636719, 0.632812, 0.640625, 0.691406, 0.546875, 0.65625, 0.539062, 0.605469, 0.632812, 0.671875, 0.695312, 0.660156, 0.585938, 0.734375, 0.542969, 0.574219, 0.5625, 0.443359, 0.5625, 0.609375, 0.59375, 0.582031, 0.65625, 0.542969, 0.625, 0.664062, 0.644531, 0.644531, 0.632812, 0.582031, 0.632812, 0.546875, 0.566406, 0.597656, 0.664062, 0.703125, 0.671875, 0.507812, 0.578125, 0.566406, 0.542969, 0.640625, 0.671875, 0.597656, 0.570312, 0.71875, 0.710938, 0.617188, 0.679688, 0.636719, 0.632812, 0.609375, 0.5625, 0.585938, 0.628906, 0.667969, 0.597656, 0.613281, 0.539062, 0.515625, 0.5625, 0.617188, 0.644531, 0.511719, 0.535156, 0.632812, 0.582031, 0.640625, 0.703125, 0.589844, 0.503906, 0.578125, 0.625, 0.628906, 0.824219, 0.609375, 0.535156, 0.582031, 0.585938, 0.609375, 0.582031, 0.582031, 0.734375, 0.742188, 0.613281, 0.554688, 0.149414, 0.527344, 0.691406, 0.667969, 0.59375, 0.628906, 0.648438, 0.408203, 0.667969, 0.691406, 0.601562, 0.671875, 0.636719, 0.59375, 0.34375, 0.664062, 0.660156, 0.71875, 0.5625, 0.644531, 0.421875, 0.617188, 0.550781, 0.566406, 0.621094, 0.597656, 0.671875, 0.582031, 0.4375, 0.6875, 0.5625, 0.582031, 0.691406, 0.636719, 0.554688, 0.53125, 0.601562, 0.5625, 0.632812, 0.628906, 0.628906, 0.507812, 0.59375, 0.644531, 0.757812, 0.585938, 0.628906, 0.6875, 0.65625, 0.578125, 0.625, 0.617188, 0.609375, 0.671875, 0.5625, 0.476562, 0.527344, 0.566406, 0.542969, 0.644531, 0.012146, 0.703125, 0.65625, 0.5625, 0.617188, 0.675781, 0.640625, 0.597656, 0.503906, 0.632812, 0.628906, 0.648438, 0.546875, 0.753906, 0.601562, 0.554688, 0.511719, 0.474609, 0.550781, 0.539062, 0.660156, 0.664062, 0.558594, 0.652344, 0.515625, 0.695312, 0.644531, 0.644531, 0.482422, 0.769531, 0.664062, 0.574219, 0.644531, 0.466797, 0.570312, 0.671875, 0.601562, 0.710938, 0.398438, 0.679688, 0.722656, 0.396484, 0.470703, 0.527344, 0.660156, 0.558594, 0.601562, 0.511719, 0.648438, 0.722656, 0.589844, 0.652344, 0.144531, 0.679688, 0.429688, 0.664062, 0.597656, 0.65625, 0.554688, 0.523438, 0.65625, 0.441406, 0.75, 0.601562, 0.53125, 0.621094, 0.519531, 0.617188, 0.546875, 0.601562, 0.617188, 0.710938, 0.726562, 0.453125, 0.648438, 0.585938, 0.605469, 0.480469, 0.546875, 0.640625, 0.707031, 0.539062, 0.605469, 0.394531, 0.679688, 0.609375, 0.679688, 0.496094, 0.664062, 0.53125, 0.667969, 0.570312, 0.585938, 0.617188, 0.589844, 0.679688, 0.5, 0.59375, 0.640625, 0.679688, 0.644531, 0.503906, 0.636719, 0.597656, 0.494141, 0.523438, 0.695312, 0.558594, 0.613281, 0.617188, 0.730469, 0.585938, 0.691406, 0.71875, 0.675781, 0.558594, 0.527344, 0.640625, 0.625, 0.632812, 0.65625, 0.675781, 0.644531, 0.6875, 0.550781, 2.984375, 0.738281, 0.59375, 0.664062, 0.886719, 0.65625, 0.601562, 0.574219, 0.601562, 0.769531, 0.558594, 0.578125, 0.628906, 0.484375, 0.769531, 0.605469, 0.396484, 0.566406, 0.679688, 0.703125, 0.585938, 0.640625, 0.558594, 0.527344, 0.480469, 0.589844, 0.65625, 0.691406, 0.5625, 0.503906, 0.53125, 0.71875, 0.601562, 0.53125, 0.515625, 0.644531, 0.503906, 0.683594, 0.625, 0.667969, 0.5625, 0.601562, 0.550781, 0.589844, 0.439453, 0.582031, 0.613281, 0.621094, 0.582031, 0.640625, 0.601562, 0.660156, 0.519531, 0.6875, 0.585938, 0.648438, 0.660156, 0.59375, 0.566406, 0.613281, 0.679688, 0.625, 0.621094, 0.625, 0.578125, 0.585938, 0.625, 0.546875, 0.636719, 0.574219, 0.589844, 0.628906, 0.498047, 0.644531, 0.640625, 0.625, 0.5625, 0.53125, 0.679688, 0.566406, 0.597656, 0.753906, 0.695312, 0.605469, 0.65625, 0.652344, 0.695312, 0.550781, 0.515625, 0.714844, 0.486328, 0.515625, 0.667969, 0.59375, 0.503906, 0.691406, 0.679688, 0.554688, 0.574219, 0.722656, 0.574219, 0.695312, 0.59375, 0.636719, 0.660156, 0.628906, 0.59375, 0.578125, 0.714844, 0.408203, 0.601562, 0.566406, 0.570312, 0.503906, 0.490234, 0.726562, 0.566406, 0.613281, 0.546875, 0.695312, 0.679688, 0.613281, 0.71875, 0.699219, 0.671875, 0.660156, 0.5, 0.582031, 0.621094, 0.609375, 0.613281, 0.585938, 0.550781, 0.71875, 0.601562, 0.695312, 0.539062, 0.535156, 0.605469, 0.589844, 0.734375, 0.675781, 0.734375, 0.597656, 0.59375, 0.671875, 0.5625, 0.675781, 0.679688, 0.738281, 0.53125, 0.710938, 0.578125, 0.578125, 0.675781, 0.527344, 0.707031, 0.65625, 0.53125, 0.46875, 0.613281, 0.71875, 0.539062, 0.652344, 0.667969, 0.605469, 0.664062, 0.6875, 0.515625, 0.601562, 0.679688, 0.65625, 0.675781, 0.625, 0.511719, 0.652344, 0.578125, 0.660156, 0.550781, 0.613281, 0.412109, 0.455078, 0.617188, 0.710938, 0.597656, 0.707031, 0.652344, 0.707031, 0.574219, 0.628906, 0.570312, 0.640625, 0.441406, 0.675781, 0.605469, 0.632812, 0.625, 0.601562, 0.640625, 0.585938, 0.660156, 0.582031, 0.578125, 0.582031, 0.5, 0.625, 0.507812, 0.570312, 0.574219, 0.628906, 0.539062, 0.597656, 0.65625, 1.101562, 0.613281, 0.660156, 0.683594, 0.617188, 0.597656, 0.326172, 0.609375, 0.554688, 0.636719, 0.609375, 0.578125, 0.511719, 0.65625, 0.582031, 0.585938, 0.566406, 0.585938, 0.589844, 0.535156, 0.644531, 0.550781, 0.585938, 0.625, 0.582031, 0.726562, 0.632812, 0.660156, 0.660156, 0.59375, 0.636719, 0.609375, 0.675781, 0.472656, 0.578125, 0.605469, 0.601562, 0.617188, 0.542969, 0.675781, 0.621094, 0.765625, 0.59375, 0.546875, 0.585938, 0.585938, 0.542969, 0.636719, 0.699219, 0.507812, 0.652344, 0.5, 0.585938, 0.683594, 0.578125, 0.679688, 0.640625, 0.664062, 0.605469, 0.441406, 0.605469, 0.490234, 0.621094, 0.710938, 0.59375, 0.617188, 0.71875, 0.699219, 0.605469, 0.621094, 0.476562, 0.660156, 0.632812, 0.535156, 0.636719, 0.644531, 0.804688, 0.664062, 0.535156, 0.414062, 0.695312, 0.703125, 0.589844, 0.550781, 0.574219, 0.632812, 0.490234, 0.621094, 0.609375, 0.601562, 0.644531, 0.679688, 0.703125, 0.589844, 0.000232, 0.597656, 0.640625, 0.699219, 0.523438, 0.5625, 0.640625, 0.589844, 0.617188, 0.765625, 0.652344, 0.558594, 0.457031, 0.472656, 0.585938, 0.660156, 0.597656, 0.640625, 0.507812, 0.574219, 0.640625, 0.699219, 0.609375, 0.652344, 0.6875, 0.628906, 0.625, 0.695312, 0.494141, 0.726562, 0.601562, 0.625, 0.722656, 0.609375, 0.710938, 0.53125, 0.597656, 0.527344, 0.554688, 0.714844, 0.574219, 0.5625, 0.613281, 0.617188, 0.597656, 0.667969, 0.617188, 0.527344, 0.6875, 0.59375, 0.613281, 0.515625, 0.640625, 0.46875, 0.155273, 0.648438, 0.703125, 0.617188, 0.710938, 0.632812, 0.632812, 0.566406, 0.542969, 0.574219, 0.683594, 0.466797, 0.462891, 0.679688, 0.667969, 0.542969, 0.53125, 0.097168, 0.644531, 0.597656, 0.664062, 0.578125, 0.621094, 0.597656, 0.511719, 0.652344, 0.683594, 0.699219, 0.640625, 0.558594, 0.613281, 0.628906, 0.660156, 0.609375, 0.632812, 0.4375, 0.628906, 0.621094, 0.675781, 0.519531, 0.648438, 0.507812, 0.597656, 0.546875, 0.660156, 0.523438, 0.503906, 0.546875, 0.589844, 0.597656, 0.523438, 0.636719, 0.621094, 0.59375, 0.589844, 0.628906, 0.613281, 0.427734, 0.605469, 0.667969, 0.613281, 0.582031, 0.601562, 0.695312, 0.652344, 0.558594, 0.558594, 0.589844, 0.539062, 0.455078, 0.613281, 0.632812, 0.4375, 0.691406, 0.570312, 0.558594, 0.617188, 0.519531, 0.710938, 0.605469, 0.636719, 0.628906, 0.601562, 0.632812, 0.648438, 0.515625, 0.71875, 0.707031, 0.660156, 0.59375, 0.621094, 0.644531, 0.621094, 0.5625, 0.554688, 0.617188, 0.667969, 0.605469, 0.660156, 0.609375, 0.632812, 0.65625, 0.59375, 0.617188, 0.523438, 0.574219, 0.582031, 0.613281, 0.546875, 0.589844, 0.542969, 0.691406, 0.523438, 0.519531, 0.585938, 0.478516, 0.527344, 0.558594, 0.640625, 0.535156, 0.523438, 0.667969, 0.546875, 0.671875, 0.503906, 0.652344, 0.535156, 0.605469, 0.605469, 0.609375, 0.640625, 0.613281, 0.558594, 0.632812, 0.507812, 0.443359, 0.738281, 0.566406, 0.589844, 0.527344, 0.582031, 0.621094, 0.765625, 0.589844, 0.546875, 0.59375, 0.5625, 0.726562, 0.628906, 0.648438, 0.671875, 0.628906, 0.628906, 0.644531, 0.621094, 0.691406, 0.326172, 0.648438, 0.738281, 0.671875, 0.691406, 0.527344, 0.671875, 0.550781, 0.535156, 0.613281, 0.65625, 0.59375, 0.640625, 0.648438, 0.605469, 0.480469, 0.738281, 0.558594, 0.59375, 0.621094, 0.546875, 0.785156, 0.554688, 0.498047, 0.443359, 0.667969, 0.683594, 0.667969, 0.65625, 0.589844, 0.648438, 0.582031, 0.621094, 0.667969, 0.582031, 0.484375, 0.585938, 0.640625, 0.683594, 0.679688, 0.691406, 0.640625, 0.597656, 0.566406, 0.597656, 0.574219, 0.503906, 0.542969, 0.628906, 0.644531, 0.621094, 0.6875, 0.542969, 0.632812, 0.722656, 0.632812, 0.605469, 0.660156, 0.636719, 0.507812, 0.722656, 0.582031, 0.617188, 0.53125, 0.613281, 0.578125, 0.589844, 0.59375, 0.546875, 0.714844, 0.601562, 0.628906, 0.652344, 0.640625, 0.753906, 0.609375, 0.550781, 0.605469, 0.5625, 0.648438, 0.722656, 0.644531, 0.636719, 0.535156, 0.523438, 0.574219, 0.710938, 0.605469, 0.628906, 0.65625, 0.644531, 0.695312, 0.65625, 0.539062, 0.632812, 0.625, 0.550781, 0.46875, 0.621094, 0.589844, 0.640625, 0.578125, 0.578125, 0.636719, 0.511719, 0.589844, 0.628906, -0.001251, 0.589844, 0.597656, 0.443359, 0.515625, 0.578125, 0.707031, 0.65625, 0.636719, 0.632812, 0.703125, 0.675781, 0.71875, 0.625, 0.625, 0.730469, 0.609375, 0.714844, 0.558594, 0.71875, 0.609375, 0.695312, 0.6875, 0.667969, 0.554688, 0.429688, 0.558594, 0.412109, 0.648438, 0.667969, 0.566406, 0.644531, 1.0, 0.523438, 0.621094, 0.648438, 0.699219, 0.613281, 0.644531, 0.515625, 0.458984, 0.660156, 0.660156, 0.613281, 0.675781, 0.597656, 0.671875, 0.605469, 0.570312, 0.613281, 0.757812, 0.605469, 0.800781, 0.664062, 0.539062, 0.59375, 0.699219, 0.59375, 0.542969, 0.660156, 0.605469, 0.6875, 0.585938, 0.535156, 0.605469, 0.671875, 0.621094, 0.554688, 0.644531, 0.5625, 0.425781, 0.605469, 0.585938, 0.636719, 0.558594, 0.59375, 0.582031, 0.699219, 0.5625, 0.271484, 0.679688, 0.664062, 0.605469, 0.714844, 0.796875, 0.6875, 0.515625, 0.53125, 0.566406, 0.65625, 0.617188, 0.558594, 0.417969, 0.714844, 0.699219, 0.691406, 0.605469, 0.582031, 0.648438, 0.753906, 0.59375, 0.648438, 0.648438, 0.519531, 0.660156, 0.539062, 0.777344, 0.675781, 0.664062, 0.613281, 0.523438, 0.644531, 0.527344, 0.625, 0.683594, 0.625, 0.609375, 0.734375, 0.349609, 0.636719, 0.490234, 0.660156, 0.609375, 0.601562, 0.617188, 0.617188, 0.648438, 0.404297, 0.609375, 0.640625, 0.466797, 0.652344, 0.84375, 0.613281, 0.445312, 0.589844, 0.59375, 0.582031, 0.574219, 0.65625, 0.601562, 0.394531, 0.605469, 0.617188, 0.65625, 0.707031, 0.644531, 0.460938, 0.660156, 0.648438, 0.539062, 0.679688, 0.671875, 0.6875, 0.675781, 0.079102, 0.558594, 0.597656, 0.699219, 0.542969, 0.691406, 0.714844, 0.59375, 0.535156, 0.660156, 0.6875, 0.667969, 0.589844, 0.527344, 0.582031, 0.585938, 0.625, 0.628906, 0.632812, 0.566406, 0.445312, 0.683594, 0.601562, 0.609375, 0.625, 0.519531, 0.707031, 0.34375, 0.558594, 0.621094, 0.644531, 0.519531, 0.558594, 0.660156, 0.605469, 0.625, 0.601562, 0.542969, 0.625, 0.636719, 0.664062, 0.679688, 0.613281, 0.640625, 0.542969, 0.609375, 0.679688, 0.6875, 0.507812, 0.582031, 0.621094, 0.589844, 0.539062, 0.527344, 0.589844, 0.699219, 0.621094, 0.664062, 0.652344, 0.535156, 0.691406, 0.582031, 0.695312, 0.640625, 0.589844, 0.523438, 0.664062, 0.511719, 0.539062, 0.613281, 0.585938, 0.648438, 0.492188, 0.613281, 0.609375, 0.621094, 0.636719, 0.511719, 0.683594, 0.574219, 0.498047, 0.691406, 0.578125, 0.609375, 0.671875, 0.667969, 0.597656, 0.582031, 0.621094, 0.695312, 0.605469, 0.585938, 0.462891, 0.566406, 0.589844, 0.652344, 0.527344, 0.636719, 0.490234, 0.605469, 0.648438, 0.632812, 0.451172, 0.59375, 0.609375, 0.574219, 0.613281, 0.671875, 0.613281, 0.578125, 0.644531, 0.535156, 0.6875, 0.730469, 0.402344, 0.628906, 0.566406, 0.294922, 0.632812, 0.609375, 0.554688, 0.507812, 0.589844, 0.613281, 0.78125, 0.679688, 0.625, 0.691406, 0.546875, 0.578125, 0.710938, 0.601562, 0.478516, 0.621094, 0.597656, 0.621094, 0.613281, 0.527344, 0.542969, 0.589844, 0.515625, 0.621094, 0.734375, 0.636719, 0.632812, 0.519531, 0.632812, 0.667969, 0.519531, 0.582031, 0.511719, 0.578125, 0.589844, 0.695312, 0.574219, 0.5, 0.644531, 0.589844, 0.597656, 0.46875, 0.683594, 0.675781, 0.671875, 0.621094, 0.632812, 0.683594, 0.574219, 0.472656, 0.554688, 0.269531, 0.597656, 0.628906, 0.488281, 0.652344, 0.519531, 0.574219, 0.65625, 0.605469, 0.675781, 0.480469, 0.585938, 0.523438, 0.65625, 0.589844, 0.585938, 0.6875, 0.730469, 0.660156, 0.613281, 0.601562, 0.589844, 0.632812, 0.589844, 0.609375, 0.5625, 0.542969, 0.710938, 0.691406, 0.550781, 0.675781, 0.582031, 0.462891, 0.699219, 0.585938, 0.498047, 0.474609, 0.652344, 0.652344, 0.578125, 0.636719, 0.667969, 0.65625, 0.5625, 0.664062, 0.707031, 0.652344, 0.578125, 0.613281, 0.664062, 0.539062, 0.644531, 0.667969, 0.554688, 0.632812, 0.578125, 0.621094, 0.625, 0.096191, 0.683594, 0.535156, 0.59375, 0.699219, 0.554688, 0.660156, 0.578125, 0.648438, 0.660156, 0.730469, 0.628906, 0.710938, 0.625, 0.566406, 0.609375, 0.625, 0.625, 0.5625, 0.675781, 0.648438, 0.632812, 0.503906, 0.458984, 0.75, 0.601562, 0.65625, 0.722656, 0.652344, 0.597656, 0.46875, 0.474609, 0.667969, 0.53125, 0.574219, 0.578125, 0.5, 0.648438, 0.605469, 0.550781, 0.636719, 0.664062, 0.519531, 0.785156, 0.574219, 0.625, 0.664062, 0.578125, 0.640625, 0.578125, 0.617188, 0.613281, 0.359375, 0.488281, 0.683594, 0.546875, 0.490234, 0.59375, 0.000162, 0.609375, 0.640625, 0.652344, 0.433594, 0.71875, 0.511719, 0.648438, 0.675781, 0.5625, 0.519531, 0.535156, 0.601562, 0.605469, 0.667969, 0.6875, 0.539062, 0.65625, 0.644531, 0.671875, 0.597656, 0.59375, 0.59375, 0.566406, 0.667969, 0.632812, 0.695312, 0.597656, 0.703125, 0.523438, 0.582031, 0.597656, 0.59375, 0.652344, 0.632812, 0.628906, 0.546875, 0.652344, 0.644531, 0.714844, 0.59375, 0.628906, 0.542969, 0.644531, 0.78125, 0.609375, 0.703125, 0.671875, 0.511719, 0.644531, 0.523438, 0.648438, 0.617188, 0.613281, 0.621094, 0.695312, 0.609375, 0.664062, 0.703125, 0.53125, 0.644531, 0.644531, 0.613281, 0.792969, 0.636719, 0.589844, 0.589844, 0.730469, 0.625, 0.503906, 0.585938, 0.570312, 0.582031, 0.542969, 0.605469, 0.574219, 0.460938, 0.605469, 0.539062, 0.644531, 0.550781, 0.527344, 0.585938, 0.617188, 0.640625, 0.535156, 0.597656, 0.691406, 0.691406, 0.648438, 0.691406, 0.582031, 0.519531, 0.609375, 0.597656, 0.578125, 0.455078, 0.617188, 0.640625, 0.574219, 0.667969, 0.675781, 0.566406, 0.601562, 0.769531, 0.566406, 0.640625, 0.660156, 0.527344, 0.75, 0.628906, 0.703125, 0.703125, 0.621094, 0.566406, 0.640625, 0.597656, 0.625, 0.613281, 0.601562, 0.707031, 0.683594, 0.640625, 0.742188, 0.613281, 0.511719, 0.578125, 0.636719, 0.601562, 0.601562, 0.671875, 0.65625, 0.570312, 0.570312, 0.640625, 0.683594, 0.640625, 0.78125, 0.589844, 0.667969, 0.412109, 0.464844, 0.640625, 0.679688, 0.625, 0.683594, 0.667969, 0.640625, 0.632812, 0.542969, 0.578125, 0.621094, 0.664062, 0.664062, 0.761719, 0.636719, 0.738281, 0.613281, 0.496094, 0.652344, 0.6875, 0.566406, 0.621094, 0.730469, 0.6875, 0.585938, 0.53125, 0.667969, 0.632812, 0.699219, 0.617188, 0.648438, 0.695312, 0.703125, 0.570312, 0.671875, 0.644531, 0.734375, 0.574219, 0.574219, 0.753906, 0.527344, 0.699219, 0.447266, 0.566406, 0.578125, 0.609375, 0.539062, 0.792969, 0.546875, 0.523438, 0.671875, 0.625, 0.59375, 0.636719, 0.605469, 0.632812, 0.671875, 0.59375, 0.617188, 0.601562, 0.585938, 0.550781, 0.597656, 0.369141, 0.667969, 0.625, 0.714844, 0.640625, 0.609375, 0.65625, 0.585938, 0.570312, 0.433594, 0.648438, 0.605469, 0.710938, 0.597656, 0.605469, 0.582031, 0.691406, 0.605469, 0.539062, 0.605469, 0.648438, 0.558594, 0.566406, 0.648438, 0.691406, 0.671875, 0.683594, 0.59375, 0.695312, 0.539062, 0.667969, 0.742188, 0.667969, 0.625, 0.605469, 0.617188, 0.574219, 0.621094, 0.5625, 0.617188, 0.628906, 0.566406, 0.585938, 0.589844, 0.683594, 0.582031, 0.597656, 0.59375, 0.535156, 0.707031, 0.546875, 0.746094, 0.617188, 0.582031, 0.523438, 0.59375, 0.648438, 0.535156, 0.601562, 0.65625, 0.644531, 0.574219, 0.652344, 0.5625, 0.445312, 0.570312, 0.707031, 0.671875, 0.628906, 0.574219, 0.527344, 0.679688, 0.621094, 0.554688, 0.65625, 0.585938, 0.640625, 0.585938, 0.613281, 0.933594, 0.695312, 0.636719, 0.707031, 0.605469, 0.582031, 0.636719, 0.722656, 0.632812, 0.482422, 0.660156, 0.507812, 0.742188, 0.648438, 0.59375, 0.605469, 0.605469, 0.554688, 0.675781, 0.617188, 0.640625, 0.523438, 0.609375, 0.640625, 0.714844, 0.660156, 0.640625, 0.71875, 0.589844, 0.625, 0.527344, 0.765625, 0.574219, 0.640625, 0.5625, 0.570312, 0.714844, 0.582031, 0.664062, 0.703125, 0.507812, 0.699219, 0.640625, 0.632812, 0.648438, 0.746094, 0.679688, 0.640625, 0.605469, 0.75, 0.519531, 0.625, 0.53125, 0.65625, 0.652344, 0.53125, 0.769531, 0.667969, 0.691406, 0.648438, 0.613281, 0.59375, 0.542969, 0.5625, 0.212891, 0.554688, 0.460938, 0.671875, 0.550781, 0.601562, 0.585938, 0.675781, 0.609375, 0.519531, 0.554688, 0.796875, 0.703125, 0.765625, 0.59375, 0.558594, 0.605469, 0.679688, 0.490234, 0.632812, 0.722656, 0.601562, 0.691406, 0.486328, 0.535156, 0.6875, 0.498047, 0.570312, 0.558594, 0.664062, 0.648438, 0.558594, 0.161133, 0.503906, 0.605469, 0.703125, 0.464844, 0.478516, 0.640625, 0.640625, 0.535156, 0.511719, 0.486328, 0.578125, 0.585938, 0.609375, 0.621094, 0.582031, 0.613281, 0.6875, 0.511719, 0.59375, 0.667969, 0.515625, 0.597656, 0.671875, 0.597656, 0.492188, 0.699219, 0.535156, 0.40625, 0.816406, 0.613281, 0.617188, 0.585938, 0.484375, 0.53125, 0.648438, 0.519531, 0.589844, 0.515625, 0.535156, 0.65625, 0.617188, 0.582031, 0.59375, 0.445312, 0.644531, 0.738281, 0.691406, 0.507812, 0.652344, 0.578125, 0.554688, 0.652344, 0.597656, 0.648438, 0.679688, 0.578125, 0.65625, 0.570312, 0.59375, 0.53125, 0.679688, 0.601562, 0.585938, 0.808594, 0.632812, 0.59375, 0.486328, 0.679688, 0.789062, 0.707031, 0.523438, 0.738281, 0.667969, 0.609375, 0.605469, 0.597656, 0.582031, 0.65625, 0.621094, 0.621094, 0.699219, 0.597656, 0.710938, 0.613281, 0.636719, 0.621094, 0.539062, 0.574219, 0.632812, 0.570312, 0.675781, 0.8125, 0.539062, 0.601562, 0.648438, 0.65625, 0.8125, 0.628906, 0.546875, 0.578125, 0.566406, 0.625, 0.683594, 0.84375, 0.546875, 0.691406, 0.621094, 0.601562, 0.613281, 0.394531, 0.628906, 0.714844, 0.640625, 0.742188, 0.628906, 0.515625, 0.53125, 0.617188, 0.652344, 0.640625, 0.480469, 0.628906, 0.609375, 0.554688, 0.644531, 0.617188, 0.613281, 0.613281, 0.59375, 0.707031, 0.640625, 0.652344, 0.578125, 0.652344, 0.474609, 0.683594, 0.578125, 0.5625, 0.566406, 0.597656, 0.53125, 0.601562, 0.644531, 0.636719, 0.558594, 0.601562, 0.695312, 0.648438, 0.582031, 0.753906, 0.539062, 0.683594, 0.546875, 0.585938, 0.46875, 0.072266, 0.566406, 0.707031, 0.675781, 0.75, 0.726562, 0.644531, 0.570312, 0.679688, 0.707031, 0.625, 0.59375, 0.601562, 0.550781, 0.601562, 0.470703, 0.582031, 0.601562, 0.671875, 0.632812, 0.5625, 0.585938, 0.679688, 0.570312, 0.667969, 0.542969, 0.738281, 0.769531, 0.675781, 0.664062, 0.601562, 0.613281, 0.605469, 0.648438, 0.5625, 0.597656, 0.53125, 0.589844, 0.433594, 0.632812, 0.65625, 0.554688, 0.710938, 0.625, 0.554688, 0.472656, 0.605469, 0.601562, 0.601562, 0.628906, 0.667969, 0.4375, 0.601562, 0.617188, 0.746094, 0.664062, 0.671875, 0.679688, 0.574219, 0.480469, 0.640625, 0.632812, 0.65625, 0.585938, 0.470703, 0.746094, 0.664062, 0.605469, 0.628906, 0.695312, 0.609375, 0.734375, 0.582031, 0.539062, 0.691406, 0.691406, 0.664062, 0.542969, 0.6875, 0.640625, 0.621094, 0.714844, 0.609375, 0.582031, 0.625, 0.539062, 0.605469, 0.617188, 0.605469, 0.636719, 0.757812, 0.5625, 0.691406, 0.570312, 0.6875, 0.539062, 0.550781, 0.691406, 0.632812, 0.523438, 0.679688, 0.71875, 0.609375, 0.5, 0.640625, 1.03125, 0.695312, 0.566406, 0.570312, 0.609375, 0.671875, 0.570312, 0.75, 0.625, 0.542969, 0.605469, 0.75, 0.554688, 0.632812, 0.558594, 0.601562, 0.691406, 0.605469, 0.660156, 0.589844, 0.691406, 0.71875, 0.605469, 0.671875, 0.644531, 0.601562, 0.298828, 0.429688, 0.554688, 0.542969, 0.578125, 0.636719, 0.746094, 0.589844, 0.585938, 0.6875, 0.542969, 0.53125, 0.482422, 0.515625, 0.59375, 0.574219, 0.441406, 0.601562, 0.628906, 0.671875, 0.65625, 0.574219, 0.558594, 0.710938, 0.628906, 0.648438, 0.542969, 0.625, 0.707031, 0.628906, 0.625, 0.722656, 0.726562, 0.566406, 0.625, 0.699219, 0.640625, 0.617188, 0.65625, 0.839844, 0.578125, 0.628906, 0.507812, 0.578125, 0.660156, 0.636719, 0.660156, 0.53125, 0.691406, 0.601562, 0.566406, 0.613281, 0.5625, 0.589844, 0.574219, 0.361328, 0.660156, 0.554688, 0.679688, 0.625, 0.597656, 0.648438, 0.628906, 0.667969, 0.589844, 0.585938, 0.691406, 0.53125, 0.667969, 0.640625, 0.65625, 0.640625, 0.5625, 0.679688, 0.691406, 0.462891, 0.683594, 0.648438, 0.585938, 0.65625, 0.628906, 0.570312, 0.482422, 0.472656, 0.652344, 0.664062, 0.554688, 0.621094, 0.617188, 0.59375, 0.609375, 0.558594, 0.707031, 0.664062, 0.65625, 0.371094, 0.648438, 0.447266, 0.496094, 0.65625, 0.582031, 0.511719, 0.609375, 0.574219, 0.554688, 0.628906, 0.644531, 0.613281, 0.742188, 0.625, 0.695312, 0.507812, 0.738281, 0.632812, 0.671875, 0.695312, 0.40625, 0.628906, 0.550781, 0.558594, 0.632812, 0.660156, 0.777344, 0.570312, 0.628906, 0.582031, 0.625, 0.621094, 0.490234, 0.636719, 0.400391, 0.53125, 0.671875, 0.597656, 0.546875, 0.722656, 0.355469, 0.632812, 0.703125, 0.667969, 0.648438, 0.59375, 0.679688, 0.675781, 0.539062, 0.648438, 0.597656, 0.632812, 0.632812, 0.78125, 0.542969, 0.71875, 0.648438, 0.59375, 0.449219, 0.691406, 0.566406, 0.574219, 0.636719, 0.734375, 0.664062, 0.773438, 0.628906, 0.597656, 0.617188, 0.582031, 0.664062, 0.648438, 0.679688, 0.585938, 0.648438, 0.648438, 0.695312, 0.582031, 0.785156, 0.570312, 0.621094, 0.722656, 0.482422, 0.617188, 0.613281, 0.546875, 0.710938, 0.503906, 0.636719, 0.660156, 0.628906, 0.597656, 0.628906, 0.671875, 0.671875, 0.476562, 0.542969, 0.617188, 0.550781, 0.320312, 0.503906, 0.640625, 0.636719, 0.75, 0.722656, 0.574219, 0.777344, 0.589844, 0.585938, 0.660156, 0.570312, 0.671875, 0.664062, 0.621094, 0.542969, 0.636719, 0.492188, 0.585938, 0.765625, 0.605469, 0.65625, 0.605469, 0.652344, 0.523438, 0.695312, 0.466797, 0.625, 0.578125, 0.714844, 0.574219, 0.597656, 0.796875, 0.71875, 0.65625, 0.636719, 0.671875, 0.609375, 0.507812, 0.671875, 0.65625, 0.597656, 0.640625, 0.585938, 0.699219, 0.496094, 0.667969, 0.523438, 0.535156, 0.644531, 0.558594, 0.601562, 0.597656, 0.660156, 0.601562, 0.421875, 0.5, 0.613281, 0.558594, 0.5625, 0.59375, 0.636719, 0.730469, 0.449219, 0.679688, 0.691406, 0.644531, 0.59375, 0.492188, 0.671875, 0.628906, 0.625, 0.59375, 0.613281, 0.601562, 0.613281, 0.617188, 0.558594, 0.660156, 0.679688, 0.542969, 0.640625, 0.53125, 0.601562, 0.5625, 0.621094, 0.65625, 0.5625, 0.714844, 0.6875 ] }, "name": "model.transformer.layers.2.ffn_norm.weight", "outputIndexes": [ 214 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213, 214 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_2/Mul_1_output_0", "outputIndexes": [ 215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 215 ], "outputIndexes": [ 2642 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2642 ], "outputIndexes": [ 2643 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_1/Linear", "inputIndexes": [ 2643 ], "outputIndexes": [ 2644 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 4096, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 98304, "weightSize": 0 }, "external": [ 70220896, 12583174, 786432, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2644 ], "outputIndexes": [ 2645 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2645 ], "outputIndexes": [ 216 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 4096 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2048 ] }, "name": "/ffn_2/Mul_output_0", "outputIndexes": [ 217 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 216, 21, 217, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_2/Slice_output_0", "outputIndexes": [ 218 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 218 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_2/Sigmoid_output_0", "outputIndexes": [ 219 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 218, 219 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_2/Mul_output_0", "outputIndexes": [ 220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4096 ] }, "name": "/ffn_2/Mul_1_output_0", "outputIndexes": [ 221 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 216, 217, 221, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_2/Slice_1_output_0", "outputIndexes": [ 222 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 220, 222 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_2/Mul_2_output_0", "outputIndexes": [ 223 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 223 ], "outputIndexes": [ 2646 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2646 ], "outputIndexes": [ 2647 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_2/Linear", "inputIndexes": [ 2647 ], "outputIndexes": [ 2648 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 83590502, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2648 ], "outputIndexes": [ 2649 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2649 ], "outputIndexes": [ 224 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 212, 224 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_11_output_0", "outputIndexes": [ 225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 225, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_12_output_0", "outputIndexes": [ 226 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_3/Mul_output_0", "outputIndexes": [ 227 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.273438, 0.239258, 0.285156, 0.300781, 0.273438, 0.291016, 0.207031, 0.249023, 0.308594, 0.289062, 0.316406, 0.318359, 0.269531, 0.318359, 0.207031, 0.306641, 0.277344, 0.208984, 0.326172, 0.152344, 0.3125, 0.277344, 0.296875, 0.300781, 0.341797, 0.314453, 0.267578, 0.259766, 0.287109, 0.285156, 0.308594, 0.259766, 0.283203, 0.273438, 0.279297, 0.300781, 0.263672, 0.326172, 0.238281, 0.271484, 0.275391, 0.269531, 0.28125, 0.255859, 0.259766, 0.267578, 0.326172, 0.211914, 0.308594, 0.296875, 0.291016, 0.263672, 0.304688, 0.261719, 0.248047, 0.289062, 0.296875, 0.234375, 0.275391, 0.308594, 0.300781, 0.251953, 0.333984, 0.269531, 0.298828, 0.273438, 0.285156, 0.216797, 0.306641, 0.265625, 0.259766, 0.365234, 0.269531, 0.316406, 0.283203, 0.259766, 0.285156, 0.285156, 0.310547, 0.275391, 0.316406, 0.271484, 0.332031, 0.283203, 0.263672, 0.283203, 0.277344, 0.316406, 0.263672, 0.265625, 0.316406, 0.273438, 0.302734, 0.28125, 0.289062, 0.275391, 0.298828, 0.259766, 0.322266, 0.204102, 0.330078, 0.283203, 0.289062, 0.263672, 0.3125, 0.337891, 0.314453, 0.257812, 0.267578, 0.318359, 0.238281, 0.335938, 0.332031, 0.269531, 0.28125, 0.337891, 0.3125, 0.300781, 0.263672, 0.283203, 0.249023, 0.296875, 0.275391, 0.287109, 0.292969, 0.314453, 0.341797, 0.308594, 0.232422, 0.308594, 0.283203, 0.294922, 0.369141, 0.304688, 0.263672, 0.259766, 0.285156, 0.265625, 0.257812, 0.310547, 0.328125, 0.316406, 0.3125, 0.3125, 0.285156, 0.308594, 0.259766, 0.296875, 0.267578, 0.273438, 0.271484, 0.285156, 0.257812, 0.320312, 0.277344, 0.3125, 0.253906, 0.259766, 0.263672, 0.231445, 0.289062, 0.300781, 0.3125, 0.3125, 0.296875, 0.24707, 0.291016, 0.249023, 0.298828, 0.306641, 0.296875, 0.277344, 0.239258, 0.279297, 0.3125, 0.294922, 0.243164, 0.24707, 0.228516, 0.316406, 0.310547, 0.298828, 0.259766, 0.322266, 0.304688, 0.235352, 0.251953, 0.269531, 0.326172, 0.259766, 0.269531, 0.296875, 0.273438, 0.253906, 0.273438, 0.25, 0.332031, 0.285156, 0.320312, 0.3125, 0.285156, 0.298828, 0.337891, 0.328125, 0.283203, 0.332031, 0.292969, 0.259766, 0.222656, 0.265625, 0.234375, 0.259766, 0.230469, 0.306641, 0.224609, 0.339844, 0.241211, 0.292969, 0.255859, 0.3125, 0.277344, 0.267578, 0.273438, 0.306641, 0.34375, 0.287109, 0.289062, 0.300781, 0.289062, 0.291016, 0.222656, 0.296875, 0.279297, 0.291016, 0.345703, 0.287109, 0.341797, 0.289062, 0.185547, 0.28125, 0.287109, 0.339844, 0.265625, 0.229492, 0.246094, 0.287109, 0.304688, 0.248047, 0.289062, 0.239258, 0.314453, 0.333984, 0.24707, 0.245117, 0.289062, 0.291016, 0.227539, 0.25, 0.302734, 0.216797, 0.318359, 0.294922, 0.248047, 0.279297, 0.198242, 0.310547, 0.265625, 0.251953, 0.251953, 0.302734, 0.285156, 0.316406, 0.253906, 0.3125, 0.257812, 0.296875, 0.273438, 0.265625, 0.285156, 0.240234, 0.269531, 0.302734, 0.246094, 0.246094, 0.277344, 0.296875, 0.271484, 0.291016, 0.251953, 0.28125, 0.257812, 0.320312, 0.328125, 0.300781, 0.306641, 0.287109, 0.294922, 0.320312, 0.322266, 0.302734, 0.294922, 0.296875, 0.298828, 0.21582, 0.269531, 0.24707, 0.333984, 0.302734, 0.235352, 0.255859, 0.25, 0.306641, 0.310547, 0.28125, 0.287109, 0.271484, 0.253906, 0.265625, 0.279297, 0.239258, 0.296875, 0.245117, 0.193359, 0.265625, 0.259766, 0.328125, 0.234375, 0.333984, 0.296875, 0.296875, 0.208984, 0.298828, 0.267578, 0.306641, 0.261719, 0.242188, 0.259766, 0.249023, 0.255859, 0.335938, 0.308594, 0.335938, 0.24707, 0.308594, 0.192383, 0.253906, 0.28125, 0.320312, 0.246094, 0.292969, 0.316406, 0.330078, 0.291016, 0.310547, 0.308594, 0.300781, 0.287109, 0.283203, 0.289062, 0.263672, 0.229492, 0.259766, 0.300781, 0.335938, 0.267578, 0.244141, 0.275391, 0.152344, 0.255859, 0.232422, 0.314453, 0.292969, 0.275391, 0.322266, 0.275391, 0.306641, 0.292969, 0.271484, 0.310547, 0.240234, 0.248047, 0.287109, 0.242188, 0.275391, 0.265625, 0.298828, 0.253906, 0.287109, 0.287109, 0.251953, 0.255859, 0.296875, 0.217773, 0.269531, 0.255859, 0.322266, 0.263672, 0.214844, 0.269531, 0.223633, 0.261719, 0.275391, 0.351562, 0.24707, 0.253906, 0.275391, 0.253906, 0.22168, 0.304688, 0.259766, 0.3125, 0.255859, 0.333984, 0.298828, 0.300781, 0.318359, 0.25, 0.306641, 0.255859, 0.306641, 0.306641, 0.28125, 0.241211, 0.285156, 0.223633, 0.287109, 0.257812, 0.302734, 0.251953, 0.261719, 0.242188, 0.251953, 0.28125, 0.257812, 0.291016, 0.296875, 0.237305, 0.285156, 0.246094, 0.318359, 0.324219, 0.242188, 0.310547, 0.291016, 0.269531, 0.203125, 0.267578, 0.28125, 0.267578, 0.306641, 0.324219, 0.318359, 0.314453, 0.285156, 0.279297, 0.279297, 0.302734, 0.240234, 0.316406, 0.28125, 0.275391, 0.261719, 0.15625, 0.298828, 0.253906, 0.261719, 0.289062, 0.285156, 0.222656, 0.244141, 0.253906, 0.300781, 0.341797, 0.291016, 0.351562, 0.306641, 0.236328, 0.298828, 0.279297, 0.277344, 0.337891, 0.263672, 0.291016, 0.21582, 0.265625, 0.291016, 0.279297, 0.308594, 0.167969, 0.249023, 0.1875, 0.271484, 0.234375, 0.34375, 0.245117, 0.277344, 0.251953, 0.255859, 0.265625, 0.296875, 0.265625, 0.291016, 0.249023, 0.261719, 0.289062, 0.257812, 0.241211, 0.275391, 0.271484, 0.265625, 0.302734, 0.298828, 0.228516, 0.273438, 0.25, 0.3125, 0.28125, 0.3125, 0.261719, 0.298828, 0.287109, 0.328125, 0.240234, 0.289062, 0.277344, 0.277344, 0.291016, 0.285156, 0.302734, 0.330078, 0.269531, 0.304688, 0.279297, 0.239258, 0.279297, 0.279297, 0.304688, 0.28125, 0.269531, 0.257812, 0.316406, 0.239258, 0.375, 0.275391, 0.296875, 0.3125, 0.287109, 0.261719, 0.318359, 0.296875, 0.273438, 0.289062, 0.292969, 0.257812, 0.265625, 0.302734, 0.294922, 0.292969, 0.271484, 0.277344, 0.296875, 0.21875, 0.271484, 0.259766, 0.292969, 0.347656, 0.244141, 0.273438, 0.285156, 0.322266, 0.239258, 0.287109, 0.314453, 0.287109, 0.273438, 0.300781, 0.283203, 0.318359, 0.240234, 0.310547, 0.332031, 0.320312, 0.267578, 0.330078, 0.386719, 0.24707, 0.263672, 0.166992, 0.285156, 0.265625, 0.273438, 0.298828, 0.292969, 0.287109, 0.251953, 0.289062, 0.222656, 0.314453, 0.244141, 0.304688, 0.345703, 0.265625, 0.28125, 0.259766, 0.289062, 0.267578, 0.300781, 0.263672, 0.28125, 0.355469, 0.251953, 0.249023, 0.257812, 0.339844, 0.267578, 0.292969, 0.253906, 0.28125, 0.261719, 0.275391, 0.283203, 0.283203, 0.271484, 0.279297, 0.243164, 0.267578, 0.289062, 0.28125, 0.294922, 0.287109, 0.248047, 0.291016, 0.269531, 0.277344, 0.302734, 0.263672, 0.214844, 0.298828, 0.263672, 0.298828, 0.287109, 0.291016, 0.306641, 0.292969, 0.306641, 0.226562, 0.314453, 0.226562, 0.251953, 0.287109, 0.041992, 0.349609, 0.248047, 0.306641, 0.294922, 0.253906, 0.251953, 0.234375, 0.210938, 0.337891, 0.291016, 0.234375, 0.34375, 0.296875, 0.291016, 0.265625, 0.296875, 0.227539, 0.265625, 0.214844, 0.25, 0.296875, 0.287109, 0.261719, 0.294922, 0.296875, 0.302734, 0.117188, 0.279297, 0.273438, 0.289062, 0.310547, 0.294922, 0.255859, 0.275391, 0.292969, 0.273438, 0.337891, 0.349609, 0.257812, 0.294922, 0.263672, 0.339844, 0.304688, 0.241211, 0.273438, 0.333984, 0.245117, 0.240234, 0.333984, 0.304688, 0.269531, 0.269531, 0.322266, 0.277344, 0.291016, 0.273438, 0.275391, 0.3125, 0.283203, 0.255859, 0.324219, 0.306641, 0.28125, 0.275391, 0.210938, 0.251953, 0.273438, 0.279297, 0.245117, 0.294922, 0.304688, 0.273438, 0.292969, 0.261719, 0.306641, 0.318359, 0.322266, 0.289062, 0.238281, 0.265625, 0.330078, 0.3125, 0.302734, 0.285156, 0.306641, 0.265625, 0.279297, 0.292969, 0.302734, 0.285156, 0.279297, 0.263672, 0.308594, 0.249023, 0.271484, 0.257812, 0.251953, 0.269531, 0.267578, 0.273438, 0.3125, 0.318359, 0.269531, 0.240234, 0.273438, 0.289062, 0.316406, 0.257812, 0.203125, 0.333984, 0.240234, 0.302734, 0.265625, 0.259766, 0.277344, 0.285156, 0.308594, 0.261719, 0.300781, 0.143555, 0.306641, 0.28125, 0.267578, 0.318359, 0.248047, 0.189453, 0.28125, 0.263672, 0.300781, 0.285156, 0.137695, 0.273438, 0.304688, 0.287109, 0.283203, 0.283203, 0.273438, 0.296875, 0.271484, 0.21875, 0.347656, 0.21875, 0.308594, 0.294922, 0.333984, 0.208984, 0.259766, 0.285156, 0.267578, 0.217773, 0.271484, 0.306641, 0.227539, 0.298828, 0.243164, 0.223633, 0.292969, 0.292969, 0.273438, 0.253906, 0.316406, 0.259766, 0.322266, 0.261719, 0.291016, 0.229492, 0.24707, 0.257812, 0.318359, 0.261719, 0.265625, 0.269531, 0.188477, 0.275391, 0.257812, 0.277344, 0.287109, 0.263672, 0.259766, 0.277344, 0.271484, 0.237305, 0.283203, 0.291016, 0.298828, 0.306641, 0.279297, 0.279297, 0.275391, 0.289062, 0.3125, 0.289062, 0.296875, 0.234375, 0.213867, 0.261719, 0.241211, 0.283203, 0.223633, 0.277344, 0.289062, 0.304688, 0.300781, 0.267578, 0.298828, 0.257812, 0.328125, 0.283203, 0.271484, 0.246094, 0.328125, 0.306641, 0.251953, 0.271484, 0.28125, 0.267578, 0.28125, 0.291016, 0.302734, 0.294922, 0.271484, 0.234375, 0.292969, 0.302734, 0.300781, 0.308594, 0.259766, 0.306641, 0.233398, 0.296875, 0.333984, 0.291016, 0.269531, 0.296875, 0.273438, 0.120605, 0.292969, 0.294922, 0.335938, 0.271484, 0.333984, 0.21582, 0.259766, 0.275391, 0.253906, 0.24707, 0.255859, 0.324219, 0.294922, 0.277344, 0.296875, 0.249023, 0.253906, 0.267578, 0.326172, 0.259766, 0.248047, 0.285156, 0.291016, 0.287109, 0.310547, 0.291016, 0.271484, 0.298828, 0.253906, 0.273438, 0.259766, 0.296875, 0.296875, 0.269531, 0.285156, 0.316406, 0.322266, 0.314453, 0.308594, 0.275391, 0.248047, 0.271484, 0.253906, 0.25, 0.302734, 0.09668, 0.310547, 0.294922, 0.316406, 0.314453, 0.296875, 0.318359, 0.273438, 0.24707, 0.318359, 0.279297, 0.287109, 0.277344, 0.347656, 0.269531, 0.292969, 0.251953, 0.223633, 0.257812, 0.283203, 0.267578, 0.265625, 0.269531, 0.314453, 0.25, 0.316406, 0.249023, 0.314453, 0.245117, 0.291016, 0.269531, 0.239258, 0.326172, 0.257812, 0.306641, 0.3125, 0.259766, 0.275391, 0.240234, 0.332031, 0.337891, 0.169922, 0.225586, 0.25, 0.294922, 0.241211, 0.298828, 0.246094, 0.269531, 0.263672, 0.283203, 0.271484, 0.15625, 0.306641, 0.240234, 0.308594, 0.240234, 0.294922, 0.263672, 0.253906, 0.302734, 0.246094, 0.273438, 0.285156, 0.263672, 0.28125, 0.242188, 0.332031, 0.314453, 0.314453, 0.296875, 0.3125, 0.279297, 0.24707, 0.347656, 0.287109, 0.291016, 0.292969, 0.200195, 0.316406, 0.261719, 0.235352, 0.255859, 0.210938, 0.291016, 0.310547, 0.292969, 0.209961, 0.304688, 0.269531, 0.255859, 0.300781, 0.251953, 0.318359, 0.291016, 0.229492, 0.265625, 0.245117, 0.314453, 0.267578, 0.285156, 0.253906, 0.291016, 0.337891, 0.246094, 0.275391, 0.322266, 0.21875, 0.244141, 0.302734, 0.304688, 0.298828, 0.279297, 0.314453, 0.279297, 0.199219, 0.24707, 0.333984, 0.291016, 0.263672, 0.269531, 0.328125, 0.306641, 0.28125, 0.246094, 0.429688, 0.265625, 0.296875, 0.277344, 0.28125, 0.292969, 0.253906, 0.294922, 0.310547, 0.332031, 0.257812, 0.275391, 0.289062, 0.21875, 0.275391, 0.289062, 0.271484, 0.298828, 0.335938, 0.292969, 0.330078, 0.242188, 0.265625, 0.277344, 0.235352, 0.310547, 0.306641, 0.279297, 0.203125, 0.253906, 0.289062, 0.287109, 0.3125, 0.226562, 0.224609, 0.308594, 0.243164, 0.253906, 0.294922, 0.296875, 0.240234, 0.265625, 0.273438, 0.261719, 0.242188, 0.335938, 0.294922, 0.292969, 0.261719, 0.241211, 0.273438, 0.3125, 0.066406, 0.353516, 0.25, 0.243164, 0.3125, 0.255859, 0.257812, 0.306641, 0.302734, 0.320312, 0.239258, 0.292969, 0.212891, 0.314453, 0.238281, 0.283203, 0.277344, 0.302734, 0.308594, 0.300781, 0.259766, 0.269531, 0.275391, 0.292969, 0.304688, 0.285156, 0.34375, 0.251953, 0.302734, 0.265625, 0.304688, 0.298828, 0.267578, 0.390625, 0.300781, 0.263672, 0.294922, 0.185547, 0.255859, 0.296875, 0.349609, 0.324219, 0.271484, 0.304688, 0.294922, 0.28125, 0.292969, 0.310547, 0.283203, 0.316406, 0.259766, 0.339844, 0.306641, 0.291016, 0.248047, 0.275391, 0.291016, 0.239258, 0.257812, 0.283203, 0.308594, 0.263672, 0.241211, 0.322266, 0.263672, 0.257812, 0.291016, 0.114746, 0.289062, 0.304688, 0.251953, 0.333984, 0.285156, 0.294922, 0.231445, 0.302734, 0.285156, 0.326172, 0.246094, 0.289062, 0.265625, 0.294922, 0.273438, 0.28125, 0.237305, 0.259766, 0.255859, 0.245117, 0.292969, 0.300781, 0.316406, 0.277344, 0.292969, 0.257812, 0.259766, 0.341797, 0.3125, 0.279297, 0.291016, 0.253906, 0.306641, 0.302734, 0.285156, 0.296875, 0.249023, 0.289062, 0.205078, 0.239258, 0.279297, 0.15625, 0.261719, 0.285156, 0.283203, 0.357422, 0.285156, 0.332031, 0.279297, 0.28125, 0.263672, 0.318359, 0.302734, 0.285156, 0.28125, 0.277344, 0.300781, 0.279297, 0.257812, 0.294922, 0.217773, 0.217773, 0.316406, 0.306641, 0.253906, 0.296875, 0.333984, 0.353516, 0.285156, 0.25, 0.232422, 0.296875, 0.201172, 0.339844, 0.306641, 0.291016, 0.257812, 0.261719, 0.302734, 0.3125, 0.217773, 0.347656, 0.296875, 0.283203, 0.239258, 0.255859, 0.033447, 0.28125, 0.253906, 0.271484, 0.28125, 0.283203, 0.259766, 0.19043, 0.259766, 0.335938, 0.314453, 0.302734, 0.279297, 0.173828, 0.285156, 0.255859, 0.298828, 0.275391, 0.285156, 0.28125, 0.332031, 0.285156, 0.259766, 0.233398, 0.269531, 0.265625, 0.269531, 0.298828, 0.326172, 0.279297, 0.28125, 0.261719, 0.28125, 0.294922, 0.273438, 0.25, 0.261719, 0.267578, 0.269531, 0.324219, 0.227539, 0.279297, 0.310547, 0.255859, 0.259766, 0.212891, 0.304688, 0.296875, 0.341797, 0.269531, 0.263672, 0.253906, 0.243164, 0.261719, 0.271484, 0.277344, 0.275391, 0.300781, 0.242188, 0.267578, 0.265625, 0.285156, 0.318359, 0.224609, 0.287109, 0.275391, 0.227539, 0.253906, 0.229492, 0.283203, 0.308594, 0.277344, 0.28125, 0.291016, 0.335938, 0.285156, 0.304688, 0.248047, 0.324219, 0.304688, 0.265625, 0.263672, 0.25, 0.296875, 0.267578, 0.3125, 0.203125, 0.34375, 0.269531, 0.279297, 0.269531, 0.245117, 0.308594, 0.269531, 0.259766, 0.275391, 0.34375, 0.308594, 0.324219, 0.249023, 0.316406, 0.000896, 0.291016, 0.292969, 0.237305, 0.21875, 0.277344, 0.304688, 0.253906, 0.269531, 0.292969, 0.267578, 0.273438, 0.287109, 0.235352, 0.230469, 0.275391, 0.277344, 0.292969, 0.28125, 0.230469, 0.275391, 0.267578, 0.300781, 0.273438, 0.257812, 0.294922, 0.310547, 0.259766, 0.283203, 0.345703, 0.308594, 0.291016, 0.291016, 0.316406, 0.314453, 0.283203, 0.269531, 0.28125, 0.273438, 0.339844, 0.242188, 0.277344, 0.388672, 0.265625, 0.265625, 0.267578, 0.316406, 0.273438, 0.316406, 0.261719, 0.242188, 0.308594, 0.333984, 0.316406, 0.253906, 0.21875, 0.265625, 0.300781, 0.275391, 0.240234, 0.230469, 0.304688, 0.21875, 0.237305, 0.273438, 0.234375, 0.241211, 0.275391, 0.261719, 0.285156, 0.279297, 0.144531, 0.251953, 0.298828, 0.279297, 0.263672, 0.339844, 0.318359, 0.279297, 0.332031, 0.255859, 0.273438, 0.25, 0.351562, 0.306641, 0.28125, 0.351562, 0.320312, 0.300781, 0.21875, 0.285156, 0.283203, 0.320312, 0.214844, 0.294922, 0.242188, 0.233398, 0.253906, 0.271484, 0.304688, 0.251953, 0.231445, 0.242188, 0.265625, 0.257812, 0.310547, 0.330078, 0.291016, 0.240234, 0.265625, 0.275391, 0.22168, 0.255859, 0.322266, 0.269531, 0.251953, 0.294922, 0.28125, 0.271484, 0.277344, 0.259766, 0.277344, 0.277344, 0.195312, 0.302734, 0.263672, 0.239258, 0.304688, 0.285156, 0.279297, 0.249023, 0.24707, 0.332031, 0.195312, 0.28125, 0.300781, 0.300781, 0.314453, 0.310547, 0.296875, 0.287109, 0.292969, 0.263672, 0.261719, 0.332031, 0.302734, 0.320312, 0.298828, 0.287109, 0.263672, 0.255859, 0.283203, 0.269531, 0.306641, 0.289062, 0.304688, 0.244141, 0.263672, 0.261719, 0.306641, 0.259766, 0.279297, 0.271484, 0.248047, 0.259766, 0.318359, 0.273438, 0.248047, 0.291016, 0.273438, 0.269531, 0.3125, 0.273438, 0.269531, 0.308594, 0.275391, 0.302734, 0.265625, 0.263672, 0.296875, 0.283203, 0.289062, 0.3125, 0.220703, 0.279297, 0.253906, 0.261719, 0.283203, 0.287109, 0.263672, 0.28125, 0.263672, 0.257812, 0.233398, 0.253906, 0.294922, 0.349609, 0.255859, 0.271484, 0.275391, 0.285156, 0.283203, 0.285156, 0.306641, 0.332031, 0.304688, 0.236328, 0.255859, 0.267578, 0.259766, 0.18457, 0.28125, 0.3125, 0.314453, 0.283203, 0.292969, 0.316406, 0.318359, 0.267578, 0.267578, 0.287109, 0.308594, 0.337891, 0.269531, 0.328125, 0.200195, 0.292969, 0.241211, 0.269531, 0.302734, 0.208008, 0.298828, 0.271484, 0.248047, 0.220703, 0.279297, 0.314453, 0.292969, 0.269531, 0.241211, 0.279297, 0.300781, 0.298828, 0.322266, 0.28125, 0.253906, 0.222656, 0.326172, 0.28125, 0.279297, 0.283203, 0.261719, 0.289062, 0.271484, 0.294922, 0.259766, 0.242188, 0.273438, 0.263672, 0.211914, 0.226562, 0.322266, 0.238281, 0.285156, 0.257812, 0.277344, 0.316406, 0.285156, 0.28125, 0.257812, 0.306641, 0.289062, 0.273438, 0.259766, 0.259766, 0.239258, 0.263672, 0.306641, 0.189453, 0.285156, 0.265625, 0.318359, 0.345703, 0.298828, 0.294922, 0.292969, 0.267578, 0.283203, 0.238281, 0.248047, 0.296875, 0.242188, 0.298828, 0.271484, 0.22168, 0.283203, 0.332031, 0.314453, 0.324219, 0.267578, 0.289062, 0.269531, 0.3125, 0.292969, 0.283203, 0.277344, 0.285156, 0.269531, 0.287109, 0.320312, 0.394531, 0.267578, 0.292969, 0.306641, 0.261719, 0.294922, 0.240234, 0.000259, 0.296875, 0.308594, 0.271484, 0.269531, 0.28125, 0.259766, 0.291016, 0.320312, 0.273438, 0.242188, 0.353516, 0.361328, 0.261719, 0.261719, 0.34375, 0.263672, 0.322266, 0.285156, 0.351562, 0.255859, 0.330078, 0.326172, 0.271484, 0.246094, 0.283203, 0.320312, 0.220703, 0.285156, 0.271484, 0.285156, 0.320312, 0.123535, 0.320312, 0.289062, 0.292969, 0.296875, 0.271484, 0.279297, 0.248047, 0.244141, 0.224609, 0.341797, 0.279297, 0.287109, 0.287109, 0.291016, 0.238281, 0.302734, 0.316406, 0.330078, 0.289062, 0.287109, 0.328125, 0.292969, 0.294922, 0.161133, 0.275391, 0.306641, 0.298828, 0.232422, 0.259766, 0.355469, 0.285156, 0.277344, 0.298828, 0.298828, 0.275391, 0.273438, 0.277344, 0.205078, 0.267578, 0.285156, 0.294922, 0.269531, 0.25, 0.310547, 0.310547, 0.302734, 0.186523, 0.285156, 0.322266, 0.318359, 0.326172, 0.160156, 0.269531, 0.15918, 0.283203, 0.291016, 0.316406, 0.302734, 0.285156, 0.298828, 0.339844, 0.263672, 0.335938, 0.296875, 0.244141, 0.287109, 0.24707, 0.333984, 0.306641, 0.330078, 0.233398, 0.326172, 0.241211, 0.263672, 0.298828, 0.314453, 0.257812, 0.265625, 0.261719, 0.283203, 0.300781, 0.275391, 0.257812, 0.277344, 0.300781, 0.237305, 0.283203, 0.251953, 0.279297, 0.291016, 0.259766, 0.308594, 0.320312, 0.316406, 0.265625, 0.289062, 0.263672, 0.203125, 0.265625, 0.371094, 0.347656, 0.216797, 0.251953, 0.287109, 0.251953, 0.300781, 0.269531, 0.291016, 0.234375, 0.275391, 0.291016, 0.28125, 0.324219, 0.320312, 0.28125, 0.265625, 0.316406, 0.251953, 0.147461, 0.289062, 0.324219, 0.275391, 0.042236, 0.257812, 0.243164, 0.308594, 0.271484, 0.333984, 0.330078, 0.240234, 0.261719, 0.296875, 0.229492, 0.308594, 0.175781, 0.326172, 0.283203, 0.322266, 0.238281, 0.283203, 0.261719, 0.287109, 0.275391, 0.298828, 0.324219, 0.298828, 0.277344, 0.255859, 0.255859, 0.168945, 0.225586, 0.292969, 0.267578, 0.296875, 0.238281, 0.28125, 0.287109, 0.25, 0.243164, 0.251953, 0.310547, 0.302734, 0.289062, 0.308594, 0.296875, 0.314453, 0.269531, 0.300781, 0.285156, 0.271484, 0.208008, 0.289062, 0.310547, 0.230469, 0.310547, 0.292969, 0.279297, 0.285156, 0.300781, 0.263672, 0.333984, 0.271484, 0.328125, 0.292969, 0.294922, 0.322266, 0.225586, 0.273438, 0.332031, 0.242188, 0.277344, 0.273438, 0.263672, 0.341797, 0.244141, 0.285156, 0.306641, 0.1875, 0.302734, 0.296875, 0.273438, 0.292969, 0.255859, 0.289062, 0.291016, 0.277344, 0.279297, 0.279297, 0.263672, 0.253906, 0.263672, 0.285156, 0.318359, 0.294922, 0.255859, 0.3125, 0.206055, 0.306641, 0.240234, 0.269531, 0.275391, 0.294922, 0.261719, 0.302734, 0.1875, 0.279297, 0.265625, 0.28125, 0.277344, 0.28125, 0.28125, 0.289062, 0.298828, 0.261719, 0.291016, 0.304688, 0.243164, 0.257812, 0.287109, 0.161133, 0.298828, 0.273438, 0.269531, 0.253906, 0.298828, 0.273438, 0.287109, 0.306641, 0.259766, 0.3125, 0.302734, 0.257812, 0.279297, 0.279297, 0.181641, 0.25, 0.316406, 0.300781, 0.259766, 0.283203, 0.289062, 0.271484, 0.235352, 0.265625, 0.310547, 0.3125, 0.328125, 0.267578, 0.306641, 0.328125, 0.269531, 0.310547, 0.19043, 0.235352, 0.306641, 0.3125, 0.304688, 0.228516, 0.269531, 0.257812, 0.3125, 0.245117, 0.316406, 0.25, 0.322266, 0.314453, 0.300781, 0.253906, 0.332031, 0.275391, 0.283203, 0.176758, 0.322266, 0.302734, 0.273438, 0.351562, 0.289062, 0.3125, 0.285156, 0.273438, 0.245117, 0.257812, 0.255859, 0.302734, 0.296875, 0.300781, 0.291016, 0.263672, 0.289062, 0.359375, 0.292969, 0.298828, 0.269531, 0.341797, 0.253906, 0.265625, 0.298828, 0.243164, 0.248047, 0.283203, 0.298828, 0.291016, 0.271484, 0.267578, 0.267578, 0.287109, 0.245117, 0.28125, 0.277344, 0.3125, 0.285156, 0.271484, 0.292969, 0.291016, 0.298828, 0.308594, 0.251953, 0.330078, 0.210938, 0.314453, 0.294922, 0.246094, 0.298828, 0.296875, 0.28125, 0.285156, 0.261719, 0.296875, 0.302734, 0.125, 0.306641, 0.253906, 0.275391, 0.308594, 0.263672, 0.246094, 0.300781, 0.259766, 0.357422, 0.277344, 0.287109, 0.291016, 0.28125, 0.316406, 0.292969, 0.265625, 0.294922, 0.283203, 0.251953, 0.269531, 0.326172, 0.195312, 0.217773, 0.28125, 0.257812, 0.279297, 0.335938, 0.251953, 0.257812, 0.236328, 0.253906, 0.24707, 0.231445, 0.269531, 0.289062, 0.251953, 0.289062, 0.231445, 0.28125, 0.291016, 0.269531, 0.265625, 0.263672, 0.292969, 0.3125, 0.302734, 0.259766, 0.296875, 0.275391, 0.211914, 0.296875, 0.157227, 0.25, 0.285156, 0.277344, 0.242188, 0.310547, 0.04248, 0.292969, 0.328125, 0.302734, 0.212891, 0.330078, 0.245117, 0.243164, 0.267578, 0.279297, 0.3125, 0.230469, 0.269531, 0.263672, 0.289062, 0.261719, 0.263672, 0.269531, 0.269531, 0.332031, 0.306641, 0.223633, 0.273438, 0.25, 0.291016, 0.320312, 0.28125, 0.292969, 0.298828, 0.222656, 0.289062, 0.259766, 0.300781, 0.263672, 0.253906, 0.291016, 0.239258, 0.231445, 0.294922, 0.3125, 0.263672, 0.28125, 0.267578, 0.259766, 0.22168, 0.259766, 0.328125, 0.300781, 0.236328, 0.259766, 0.220703, 0.273438, 0.34375, 0.287109, 0.3125, 0.3125, 0.292969, 0.292969, 0.296875, 0.257812, 0.217773, 0.304688, 0.291016, 0.271484, 0.269531, 0.291016, 0.318359, 0.253906, 0.294922, 0.22168, 0.28125, 0.314453, 0.235352, 0.244141, 0.302734, 0.285156, 0.229492, 0.289062, 0.318359, 0.257812, 0.324219, 0.222656, 0.28125, 0.318359, 0.279297, 0.283203, 0.289062, 0.275391, 0.249023, 0.174805, 0.308594, 0.273438, 0.222656, 0.259766, 0.283203, 0.28125, 0.223633, 0.310547, 0.294922, 0.289062, 0.308594, 0.310547, 0.324219, 0.306641, 0.308594, 0.335938, 0.316406, 0.267578, 0.251953, 0.320312, 0.326172, 0.287109, 0.292969, 0.328125, 0.291016, 0.273438, 0.285156, 0.253906, 0.244141, 0.227539, 0.277344, 0.320312, 0.242188, 0.310547, 0.292969, 0.294922, 0.298828, 0.308594, 0.275391, 0.304688, 0.339844, 0.291016, 0.273438, 0.244141, 0.308594, 0.296875, 0.239258, 0.171875, 0.285156, 0.261719, 0.22168, 0.261719, 0.289062, 0.248047, 0.271484, 0.310547, 0.316406, 0.292969, 0.289062, 0.333984, 0.296875, 0.285156, 0.28125, 0.28125, 0.300781, 0.314453, 0.302734, 0.255859, 0.238281, 0.3125, 0.294922, 0.275391, 0.267578, 0.310547, 0.316406, 0.277344, 0.244141, 0.245117, 0.324219, 0.279297, 0.267578, 0.302734, 0.320312, 0.269531, 0.259766, 0.285156, 0.242188, 0.341797, 0.249023, 0.246094, 0.367188, 0.249023, 0.267578, 0.24707, 0.241211, 0.324219, 0.267578, 0.261719, 0.328125, 0.296875, 0.229492, 0.333984, 0.255859, 0.322266, 0.271484, 0.300781, 0.308594, 0.310547, 0.287109, 0.292969, 0.283203, 0.271484, 0.255859, 0.267578, 0.229492, 0.269531, 0.285156, 0.306641, 0.289062, 0.302734, 0.283203, 0.296875, 0.25, 0.251953, 0.320312, 0.28125, 0.296875, 0.251953, 0.304688, 0.255859, 0.322266, 0.263672, 0.300781, 0.287109, 0.306641, 0.255859, 0.233398, 0.330078, 0.251953, 0.263672, 0.285156, 0.257812, 0.28125, 0.249023, 0.271484, 0.275391, 0.287109, 0.275391, 0.271484, 0.347656, 0.285156, 0.279297, 0.285156, 0.291016, 0.238281, 0.277344, 0.355469, 0.308594, 0.320312, 0.257812, 0.263672, 0.3125, 0.279297, 0.296875, 0.285156, 0.306641, 0.291016, 0.339844, 0.255859, 0.283203, 0.265625, 0.249023, 0.257812, 0.269531, 0.310547, 0.291016, 0.3125, 0.292969, 0.220703, 0.373047, 0.355469, 0.289062, 0.233398, 0.306641, 0.28125, 0.275391, 0.259766, 0.249023, 0.275391, 0.271484, 0.265625, 0.306641, 0.298828, 0.181641, 0.289062, 0.259766, 0.285156, 0.291016, 0.234375, 0.269531, 0.300781, 0.296875, 0.28125, 0.265625, 0.255859, 0.279297, 0.332031, 0.28125, 0.310547, 0.28125, 0.227539, 0.298828, 0.24707, 0.355469, 0.251953, 0.306641, 0.296875, 0.341797, 0.269531, 0.296875, 0.304688, 0.28125, 0.300781, 0.245117, 0.333984, 0.291016, 0.28125, 0.316406, 0.306641, 0.310547, 0.201172, 0.263672, 0.273438, 0.273438, 0.316406, 0.322266, 0.289062, 0.263672, 0.314453, 0.271484, 0.279297, 0.277344, 0.263672, 0.273438, 0.289062, 0.244141, 0.298828, 0.275391, 0.261719, 0.277344, 0.275391, 0.249023, 0.314453, 0.267578, 0.322266, 0.257812, 0.265625, 0.129883, 0.298828, 0.251953, 0.292969, 0.259766, 0.298828, 0.261719, 0.28125, 0.219727, 0.261719, 0.277344, 0.277344, 0.3125, 0.318359, 0.298828, 0.275391, 0.292969, 0.267578, 0.28125, 0.253906, 0.322266, 0.269531, 0.285156, 0.240234, 0.263672, 0.306641, 0.239258, 0.289062, 0.326172, 0.257812, 0.277344, 0.277344, 0.210938, 0.289062, 0.294922, 0.259766, 0.259766, 0.249023, 0.255859, 0.292969, 0.285156, 0.291016, 0.163086, 0.267578, 0.296875, 0.236328, 0.237305, 0.245117, 0.271484, 0.320312, 0.245117, 0.216797, 0.228516, 0.294922, 0.28125, 0.294922, 0.273438, 0.275391, 0.333984, 0.269531, 0.210938, 0.291016, 0.357422, 0.257812, 0.267578, 0.25, 0.339844, 0.296875, 0.308594, 0.275391, 0.296875, 0.259766, 0.283203, 0.285156, 0.257812, 0.269531, 0.236328, 0.24707, 0.292969, 0.332031, 0.259766, 0.294922, 0.314453, 0.224609, 0.289062, 0.298828, 0.304688, 0.337891, 0.283203, 0.271484, 0.275391, 0.263672, 0.257812, 0.261719, 0.337891, 0.263672, 0.314453, 0.3125, 0.296875, 0.251953, 0.314453, 0.3125, 0.275391, 0.287109, 0.298828, 0.235352, 0.277344, 0.269531, 0.291016, 0.34375, 0.279297, 0.231445, 0.255859, 0.24707, 0.21875, 0.285156, 0.265625, 0.267578, 0.28125, 0.251953, 0.277344, 0.275391, 0.294922, 0.257812, 0.283203, 0.255859, 0.308594, 0.25, 0.263672, 0.271484, 0.273438, 0.292969, 0.304688, 0.223633, 0.283203, 0.166016, 0.242188, 0.285156, 0.304688, 0.273438, 0.240234, 0.308594, 0.201172, 0.314453, 0.318359, 0.296875, 0.357422, 0.277344, 0.265625, 0.318359, 0.287109, 0.304688, 0.255859, 0.238281, 0.197266, 0.259766, 0.271484, 0.263672, 0.306641, 0.308594, 0.275391, 0.236328, 0.255859, 0.302734, 0.249023, 0.263672, 0.275391, 0.244141, 0.283203, 0.275391, 0.25, 0.279297, 0.3125, 0.294922, 0.308594, 0.292969, 0.251953, 0.294922, 0.227539, 0.300781, 0.237305, 0.244141, 0.271484, 0.265625, 0.332031, 0.298828, 0.3125, 0.25, 0.226562, 0.304688, 0.320312, 0.275391, 0.289062, 0.277344, 0.222656, 0.269531, 0.3125, 0.300781, 0.259766, 0.287109, 0.339844, 0.28125, 0.261719, 0.257812, 0.289062, 0.322266, 0.233398, 0.294922, 0.251953, 0.265625, 0.255859, 0.310547, 0.3125, 0.296875, 0.306641, 0.241211, 0.300781, 0.310547, 0.261719, 0.314453, 0.302734, 0.326172, 0.269531, 0.294922, 0.259766, 0.291016, 0.261719, 0.316406, 0.314453, 0.244141, 0.300781, 0.285156, 0.238281, 0.269531, 0.28125, 0.298828, 0.263672, 0.316406, 0.324219, 0.175781, 0.292969, 0.283203, 0.320312, 0.283203, 0.275391, 0.285156, 0.253906, 0.265625, 0.283203, 0.302734, 0.251953, 0.271484, 0.265625, 0.275391, 0.244141, 0.296875, 0.265625, 0.28125, 0.306641, 0.308594, 0.283203, 0.24707, 0.304688, 0.279297, 0.251953, 0.214844, 0.3125, 0.265625, 0.251953, 0.337891, 0.251953, 0.249023, 0.289062, 0.279297, 0.277344, 0.283203, 0.265625, 0.324219, 0.28125, 0.255859, 0.3125, 0.241211, 0.249023, 0.306641, 0.222656, 0.277344, 0.231445, 0.28125, 0.283203, 0.289062, 0.300781, 0.255859, 0.231445, 0.07959, 0.298828, 0.235352, 0.300781, 0.310547, 0.314453, 0.273438, 0.300781, 0.314453, 0.289062, 0.236328, 0.291016, 0.236328, 0.292969, 0.300781, 0.306641, 0.289062, 0.267578, 0.242188, 0.296875, 0.308594, 0.283203, 0.283203, 0.318359, 0.277344, 0.291016, 0.168945, 0.234375, 0.243164, 0.261719, 0.236328, 0.3125, 0.263672, 0.25, 0.302734, 0.273438, 0.314453, 0.289062, 0.225586, 0.229492, 0.285156, 0.265625, 0.241211, 0.300781, 0.287109, 0.296875, 0.279297, 0.291016, 0.265625, 0.298828, 0.277344, 0.298828, 0.263672, 0.251953, 0.240234, 0.28125, 0.253906, 0.294922, 0.275391, 0.28125, 0.316406, 0.269531, 0.296875, 0.269531, 0.314453, 0.216797, 0.261719, 0.279297, 0.222656, 0.244141, 0.318359, 0.34375, 0.267578, 0.271484, 0.259766, 0.300781, 0.237305, 0.235352, 0.320312, 0.291016, 0.240234, 0.212891, 0.304688, 0.292969, 0.304688, 0.24707, 0.275391, 0.291016, 0.296875, 0.310547, 0.291016, 0.253906, 0.242188, 0.243164, 0.324219, 0.318359, 0.285156, 0.292969, 0.271484, 0.269531, 0.267578, 0.226562, 0.310547, 0.294922, 0.283203, 0.25, 0.271484, 0.243164, 0.285156, 0.269531, 0.285156, 0.287109, 0.212891, 0.3125, 0.289062, 0.201172, 0.3125, 0.298828, 0.273438, 0.341797, 0.259766, 0.28125, 0.251953, 0.259766, 0.265625, 0.349609, 0.296875, 0.28125, 0.253906, 0.287109, 0.332031, 0.292969, 0.273438, 0.306641, 0.241211, 0.291016, 0.291016, 0.292969, 0.294922, 0.291016, 0.337891, 0.257812, 0.189453, 0.230469, 0.287109, 0.263672, 0.322266, 0.318359, 0.257812, 0.211914, 0.279297, 0.28125, 0.246094, 0.318359, 0.279297, 0.347656, 0.211914, 0.279297, 0.289062, 0.227539, 0.245117, 0.296875, 0.224609, 0.292969, 0.324219, 0.292969, 0.242188, 0.228516, 0.292969, 0.322266, 0.236328, 0.300781, 0.267578, 0.328125, 0.285156, 0.130859, 0.255859, 0.261719, 0.308594, 0.269531, 0.251953, 0.277344, 0.243164, 0.273438, 0.261719, 0.3125, 0.285156, 0.308594, 0.289062, 0.308594, 0.367188, 0.259766, 0.291016, 0.337891, 0.275391, 0.289062, 0.28125, 0.275391, 0.292969, 0.236328, 0.322266, 0.287109, 0.287109, 0.304688, 0.224609, 0.277344, 0.308594, 0.275391, 0.279297, 0.222656, 0.261719, 0.273438, 0.279297, 0.267578, 0.28125, 0.289062, 0.283203, 0.248047, 0.245117, 0.240234, 0.253906, 0.199219, 0.243164, 0.261719, 0.292969, 0.326172, 0.324219, 0.300781, 0.322266, 0.285156, 0.287109, 0.298828, 0.314453, 0.28125, 0.292969, 0.296875, 0.248047, 0.308594, 0.240234, 0.244141, 0.287109, 0.287109, 0.277344, 0.285156, 0.330078, 0.28125, 0.251953, 0.21582, 0.242188, 0.244141, 0.275391, 0.251953, 0.283203, 0.320312, 0.287109, 0.300781, 0.25, 0.285156, 0.296875, 0.245117, 0.287109, 0.283203, 0.28125, 0.214844, 0.251953, 0.316406, 0.308594, 0.283203, 0.283203, 0.246094, 0.3125, 0.273438, 0.296875, 0.265625, 0.289062, 0.238281, 0.242188, 0.271484, 0.289062, 0.275391, 0.287109, 0.298828, 0.359375, 0.320312, 0.223633, 0.326172, 0.298828, 0.332031, 0.314453, 0.246094, 0.279297, 0.3125, 0.285156, 0.296875, 0.3125, 0.275391, 0.291016, 0.347656, 0.310547, 0.345703, 0.243164, 0.261719, 0.330078, 0.263672, 0.267578, 0.292969, 0.25, 0.322266, 0.275391, 0.300781, 0.310547 ] }, "name": "model.transformer.layers.3.attn_norm.weight", "outputIndexes": [ 228 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 227, 228 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_3/Mul_1_output_0", "outputIndexes": [ 229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 229 ], "outputIndexes": [ 2650 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2650 ], "outputIndexes": [ 2651 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear", "inputIndexes": [ 2651 ], "outputIndexes": [ 2652 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1536, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 90275436, 4718854, 294912, 6144, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2652 ], "outputIndexes": [ 2653 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2653 ], "outputIndexes": [ 230 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1536 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229 ], "main_type": "NONE", "name": "/Shape_13_output_0", "outputIndexes": [ 231 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 231 ], "main_type": "NONE", "name": "Shape332", "outputIndexes": [ 232 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 231 ], "main_type": "NONE", "name": "Rank334", "outputIndexes": [ 233 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 233, 233 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp336", "outputIndexes": [ 234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 234 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze337", "outputIndexes": [ 235 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 234, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp339", "outputIndexes": [ 236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 236 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze340", "outputIndexes": [ 237 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 232, 235, 237, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice343", "outputIndexes": [ 238 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 238 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze344", "outputIndexes": [ 239 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 239 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp345", "outputIndexes": [ 240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 240, 239 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp346", "outputIndexes": [ 241 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 231, 241, 234 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_19_output_0", "outputIndexes": [ 242 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 242, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_31_output_0", "outputIndexes": [ 243 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 243, 23, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_15_output_0", "outputIndexes": [ 244 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 230, 244 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_13_output_0", "outputIndexes": [ 245 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 245 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_3/Mul_output_0", "outputIndexes": [ 246 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.726562, 0.949219, 0.515625, 0.482422, 0.233398, 1.023438, 1.140625, 0.921875, 0.578125, 1.140625, 1.234375, 1.382812, 1.304688, 0.820312, 1.226562, 0.933594, 1.132812, 0.730469, 0.96875, 0.769531, 1.148438, 1.335938, 1.210938, 1.125, 1.25, 1.21875, 1.335938, 1.367188, 1.0625, 1.367188, 1.398438, 1.351562, 1.578125, 1.515625, 1.429688, 1.453125, 0.898438, 1.3125, 0.464844, 1.539062, 1.351562, 1.75, 1.179688, 1.9375, 1.015625, 1.335938, 1.664062, 1.375, 0.007294, 0.176758, 1.554688, 1.335938, 1.484375, 1.132812, 0.875, 1.375, 1.460938, 1.039062, 1.4375, 1.359375, 1.25, 1.367188, 1.382812, 1.289062, 1.148438, 0.058594, 0.132812, 0.671875, 1.171875, 0.980469, 0.209961, 0.263672, 0.746094, 1.117188, 1.679688, 0.699219, 0.941406, 1.257812, 1.1875, 1.851562, 1.3125, 1.609375, 1.171875, 1.414062, 1.648438, 1.0625, 1.46875, 1.125, 1.4375, 1.382812, 1.359375, 1.1875, 1.304688, 1.515625, 1.273438, 1.390625, 1.046875, 1.164062, 1.335938, 1.21875, 2.203125, 1.109375, 1.65625, 1.257812, 1.492188, 0.902344, 1.625, 1.007812, 1.445312, 1.070312, 0.574219, 0.917969, 2.46875, 1.210938, 1.3125, 1.53125, 1.429688, 1.273438, 1.304688, 1.460938, 0.996094, 1.078125, 1.421875, 1.304688, 1.320312, 1.507812, 1.476562, 1.289062 ] }, "name": "model.transformer.layers.3.attn.q_norm.weight", "outputIndexes": [ 247 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 246, 247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_3/Mul_1_output_0", "outputIndexes": [ 248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_12_output_0", "outputIndexes": [ 249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_13_output_0", "outputIndexes": [ 250 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 250 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_6_output_0", "outputIndexes": [ 251 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_12_output_0", "outputIndexes": [ 252 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 251, 252 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_18_output_0", "outputIndexes": [ 253 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_13_output_0", "outputIndexes": [ 254 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 249, 254 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_12_output_0", "outputIndexes": [ 255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 229 ], "outputIndexes": [ 2654 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2654 ], "outputIndexes": [ 2655 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear", "inputIndexes": [ 2655 ], "outputIndexes": [ 2656 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 95295346, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2656 ], "outputIndexes": [ 2657 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2657 ], "outputIndexes": [ 256 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 243, 57, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_16_output_0", "outputIndexes": [ 257 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 256, 257 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_14_output_0", "outputIndexes": [ 258 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 258 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_3/Mul_output_0", "outputIndexes": [ 259 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.589844, 1.09375, 0.40625, 0.527344, 0.057373, 1.023438, 1.265625, 0.570312, 0.390625, 1.03125, 1.28125, 1.515625, 1.421875, 0.875, 1.367188, 1.0, 0.929688, 0.960938, 0.597656, 0.808594, 1.179688, 1.0, 1.484375, 1.554688, 1.179688, 1.492188, 1.210938, 1.257812, 1.65625, 1.609375, 1.382812, 1.226562, 0.333984, 1.140625, 1.390625, 1.335938, 2.25, 1.585938, 1.523438, 1.210938, 1.4375, 0.640625, 1.5625, 0.933594, 1.203125, 1.320312, 0.617188, 0.875, 2.734375, 0.804688, 1.453125, 1.546875, 1.375, 0.828125, 0.652344, 1.523438, 1.4375, 1.28125, 1.5, 1.257812, 1.171875, 1.46875, 1.476562, 1.53125, 1.265625, 0.15625, 0.275391, 0.632812, 1.203125, 1.039062, 0.204102, 0.597656, 0.867188, 1.226562, 1.664062, 0.15625, 0.546875, 1.21875, 1.117188, 1.765625, 1.460938, 1.453125, 1.453125, 1.492188, 1.640625, 1.335938, 1.296875, 0.230469, 1.476562, 1.21875, 1.476562, 1.335938, 0.310547, 0.945312, 1.335938, 1.523438, 1.828125, 1.578125, 1.46875, 1.359375, 0.347656, 0.765625, 0.621094, 1.578125, 1.320312, 2.453125, 1.210938, 2.0625, 1.335938, 1.226562, 1.796875, 1.65625, 0.225586, 0.816406, 1.445312, 1.304688, 1.523438, 1.8125, 1.710938, 1.351562, 1.023438, 1.039062, 1.359375, 1.382812, 1.421875, 1.4375, 1.335938, 1.15625 ] }, "name": "model.transformer.layers.3.attn.k_norm.weight", "outputIndexes": [ 260 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 259, 260 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_3/Mul_1_output_0", "outputIndexes": [ 261 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_14_output_0", "outputIndexes": [ 262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_15_output_0", "outputIndexes": [ 263 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 263 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_7_output_0", "outputIndexes": [ 264 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_14_output_0", "outputIndexes": [ 265 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 264, 265 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_19_output_0", "outputIndexes": [ 266 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 266, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_15_output_0", "outputIndexes": [ 267 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 262, 267 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_13_output_0", "outputIndexes": [ 268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 229 ], "outputIndexes": [ 2658 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2658 ], "outputIndexes": [ 2659 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear", "inputIndexes": [ 2659 ], "outputIndexes": [ 2660 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 9216, "weightSize": 0 }, "external": [ 96550520, 1179910, 73728, 1536, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2660 ], "outputIndexes": [ 2661 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2661 ], "outputIndexes": [ 269 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 269, 257 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_15_output_0", "outputIndexes": [ 270 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 255, 268, 270, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.3/self_attn/FusedAttention", "outputIndexes": [ 271 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 271 ], "outputIndexes": [ 2662 ], "main_type": "Reshape", "main": { "dims": [ -1, 1536, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2662 ], "outputIndexes": [ 2663 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear", "inputIndexes": [ 2663 ], "outputIndexes": [ 2664 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1536, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 36864, "weightSize": 0 }, "external": [ 97805694, 4718854, 294912, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2664 ], "outputIndexes": [ 2665 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2665 ], "outputIndexes": [ 272 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226, 272 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_14_output_0", "outputIndexes": [ 273 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 273 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_3/Mul_output_0", "outputIndexes": [ 274 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.589844, 0.484375, 0.539062, 0.667969, 0.601562, 0.660156, 0.433594, 0.5625, 0.558594, 0.664062, 0.753906, 0.613281, 0.574219, 0.597656, 0.546875, 0.65625, 0.660156, 0.660156, 0.5625, 0.330078, 0.625, 0.601562, 0.644531, 0.539062, 0.554688, 0.609375, 0.5625, 0.589844, 0.652344, 0.558594, 0.59375, 0.597656, 0.519531, 0.597656, 0.742188, 0.664062, 0.613281, 0.621094, 0.597656, 0.523438, 0.5625, 0.632812, 0.558594, 0.632812, 0.554688, 0.53125, 0.644531, 0.507812, 0.59375, 0.597656, 0.546875, 0.652344, 0.640625, 0.458984, 0.527344, 0.636719, 0.6875, 0.527344, 0.574219, 0.683594, 0.574219, 0.574219, 0.652344, 0.628906, 0.585938, 0.617188, 0.644531, 0.5625, 0.578125, 0.597656, 0.601562, 0.617188, 0.644531, 0.613281, 0.652344, 0.628906, 0.5625, 0.582031, 0.660156, 0.519531, 0.671875, 0.605469, 0.609375, 0.589844, 0.589844, 0.609375, 0.660156, 0.527344, 0.5625, 0.597656, 0.644531, 0.554688, 0.585938, 0.5625, 0.65625, 0.53125, 0.613281, 0.5625, 0.664062, 0.53125, 0.589844, 0.660156, 0.628906, 0.507812, 0.5625, 0.628906, 0.582031, 0.589844, 0.722656, 0.574219, 0.527344, 0.59375, 0.667969, 0.683594, 0.550781, 0.628906, 0.644531, 0.625, 0.582031, 0.625, 0.458984, 0.65625, 0.578125, 0.625, 0.519531, 0.566406, 0.683594, 0.597656, 0.554688, 0.539062, 0.5625, 0.585938, 0.691406, 0.589844, 0.570312, 0.636719, 0.625, 0.683594, 0.628906, 0.648438, 0.605469, 0.660156, 0.578125, 0.589844, 0.679688, 0.574219, 0.660156, 0.628906, 0.578125, 0.660156, 0.625, 0.582031, 0.515625, 0.640625, 0.597656, 0.632812, 0.5625, 0.546875, 0.601562, 0.585938, 0.65625, 0.632812, 0.632812, 0.652344, 0.554688, 0.445312, 0.636719, 0.539062, 0.726562, 0.597656, 0.515625, 0.605469, 0.585938, 0.628906, 0.683594, 0.625, 0.621094, 0.625, 0.582031, 0.640625, 0.613281, 0.558594, 0.671875, 0.597656, 0.53125, 0.482422, 0.476562, 0.511719, 0.589844, 0.535156, 0.554688, 0.652344, 0.589844, 0.566406, 0.632812, 0.617188, 0.589844, 0.605469, 0.632812, 0.644531, 0.558594, 0.554688, 0.730469, 0.625, 0.648438, 0.609375, 0.519531, 0.617188, 0.375, 0.675781, 0.527344, 0.667969, 0.496094, 0.617188, 0.640625, 0.570312, 0.408203, 0.589844, 0.542969, 0.570312, 0.53125, 0.5625, 0.710938, 0.589844, 0.597656, 0.65625, 0.519531, 0.523438, 0.539062, 0.671875, 0.443359, 0.667969, 0.609375, 0.667969, 0.605469, 0.59375, 0.59375, 0.558594, 0.421875, 0.542969, 0.558594, 0.636719, 0.59375, 0.597656, 0.667969, 0.585938, 0.640625, 0.632812, 0.628906, 0.542969, 0.535156, 0.625, 0.550781, 0.511719, 0.574219, 0.675781, 0.640625, 0.464844, 0.582031, 0.546875, 0.566406, 0.492188, 0.535156, 0.503906, 0.425781, 0.605469, 0.566406, 0.566406, 0.589844, 0.589844, 0.570312, 0.65625, 0.5625, 0.589844, 0.535156, 0.515625, 0.621094, 0.589844, 0.675781, 0.59375, 0.566406, 0.609375, 0.535156, 0.515625, 0.519531, 0.617188, 0.628906, 0.589844, 0.570312, 0.640625, 0.585938, 0.652344, 0.632812, 0.664062, 0.640625, 0.535156, 0.59375, 0.53125, 0.609375, 0.582031, 0.585938, 0.625, 0.574219, 0.535156, 0.59375, 0.121582, 0.597656, 0.613281, 0.519531, 0.5625, 0.519531, 0.554688, 0.589844, 0.5625, 0.605469, 0.546875, 0.589844, 0.589844, 0.625, 0.507812, 0.558594, 0.496094, 0.179688, 0.492188, 0.457031, 0.589844, 0.574219, 0.679688, 0.652344, 0.699219, 0.679688, 0.535156, 0.605469, 0.585938, 0.613281, 0.542969, 0.601562, 0.726562, 0.703125, 0.582031, 0.558594, 0.585938, 0.574219, 0.648438, 0.482422, 0.519531, 0.679688, 0.6875, 0.5625, 0.566406, 0.628906, 0.570312, 0.601562, 0.5625, 0.527344, 0.609375, 0.578125, 0.648438, 0.566406, 0.527344, 0.535156, 0.519531, 0.644531, 0.59375, 0.601562, 0.601562, 0.554688, 0.133789, 0.578125, 0.570312, 0.578125, 0.582031, 0.59375, 0.601562, 0.601562, 0.660156, 0.546875, 0.574219, 0.636719, 0.519531, 0.458984, 0.585938, 0.570312, 0.546875, 0.605469, 0.550781, 0.738281, 0.554688, 0.582031, 0.660156, 0.558594, 0.609375, 0.558594, 0.574219, 0.5625, 0.6875, 0.574219, 0.46875, 0.636719, 0.382812, 0.617188, 0.542969, 0.632812, 0.554688, 0.585938, 0.644531, 0.490234, 0.554688, 0.664062, 0.523438, 0.578125, 0.691406, 0.523438, 0.601562, 0.628906, 0.585938, 0.482422, 0.480469, 0.535156, 0.589844, 0.625, 0.605469, 0.5, 0.585938, 0.443359, 0.679688, 0.628906, 0.597656, 0.558594, 0.558594, 0.710938, 0.546875, 0.675781, 0.597656, 0.435547, 0.589844, 0.589844, 0.53125, 0.597656, 0.585938, 0.65625, 0.449219, 0.566406, 0.539062, 0.570312, 0.542969, 0.582031, 0.589844, 0.486328, 0.664062, 0.613281, 0.535156, 0.570312, 0.578125, 0.613281, 0.597656, 0.554688, 0.636719, 0.6875, 0.683594, 0.431641, 0.53125, 0.40625, 0.574219, 0.554688, 0.621094, 0.648438, 0.683594, 0.558594, 0.511719, 0.632812, 0.660156, 0.613281, 0.625, 0.652344, 0.621094, 0.601562, 0.574219, 0.671875, 0.53125, 0.640625, 0.648438, 0.539062, 0.445312, 0.539062, 0.597656, 0.523438, 0.632812, 0.632812, 0.558594, 0.287109, 0.707031, 0.554688, 0.558594, 0.554688, 0.466797, 0.628906, 0.570312, 0.554688, 0.462891, 0.554688, 0.589844, 0.605469, 0.550781, 0.644531, 0.535156, 0.498047, 0.660156, 0.550781, 0.554688, 0.582031, 0.613281, 0.566406, 0.605469, 0.585938, 0.585938, 0.613281, 0.613281, 0.691406, 0.652344, 0.722656, 0.628906, 0.632812, 0.625, 0.585938, 0.597656, 0.566406, 0.628906, 0.59375, 0.566406, 0.613281, 0.566406, 0.554688, 0.535156, 0.605469, 0.636719, 0.597656, 0.503906, 0.5625, 0.601562, 0.605469, 0.478516, 0.640625, 0.773438, 0.679688, 0.652344, 0.703125, 0.597656, 0.539062, 0.683594, 0.503906, 0.582031, 0.652344, 0.664062, 0.636719, 0.613281, 0.5625, 0.585938, 0.53125, 0.574219, 0.679688, 0.507812, 0.617188, 0.632812, 0.664062, 0.644531, 0.570312, 0.539062, 0.5625, 0.652344, 0.640625, 0.609375, 0.632812, 0.617188, 0.457031, 0.578125, 0.527344, 0.582031, 0.5, 0.632812, 0.644531, 0.671875, 0.582031, 0.632812, 0.652344, 0.527344, 0.644531, 0.060791, 0.574219, 0.554688, 0.628906, 0.601562, 0.601562, 0.628906, 0.628906, 0.632812, 0.648438, 0.574219, 0.474609, 0.628906, 0.640625, 0.605469, 0.675781, 0.582031, 0.605469, 0.59375, 0.558594, 0.582031, 0.597656, 0.542969, 0.371094, 0.519531, 0.582031, 0.65625, 0.71875, 0.570312, 0.621094, 0.585938, 0.527344, 0.660156, 0.605469, 0.722656, 0.550781, 0.644531, 0.494141, 0.617188, 0.671875, 0.667969, 0.589844, 0.558594, 0.59375, 0.628906, 0.664062, 0.636719, 0.621094, 0.578125, 0.574219, 0.667969, 0.53125, 0.578125, 0.582031, 0.617188, 0.648438, 0.664062, 0.601562, 0.511719, 0.703125, 0.519531, 0.511719, 0.59375, 0.691406, 0.621094, 0.453125, 0.515625, 0.566406, 0.494141, 0.621094, 0.546875, 0.707031, 0.703125, 0.640625, 0.535156, 0.613281, 0.570312, 0.597656, 0.65625, 0.625, 0.511719, 0.519531, 0.466797, 0.597656, 0.667969, 0.644531, 0.578125, 0.59375, 0.503906, 0.613281, 0.871094, 0.609375, 0.679688, 0.671875, 0.609375, 0.539062, 0.498047, 0.625, 0.597656, 0.683594, 0.667969, 0.578125, 0.476562, 0.589844, 0.5625, 0.597656, 0.636719, 0.644531, 0.660156, 0.578125, 0.53125, 0.554688, 0.613281, 0.546875, 0.597656, 0.421875, 0.636719, 0.632812, 0.566406, 0.617188, 0.507812, 0.605469, 0.609375, 0.589844, 0.609375, 0.585938, 0.503906, 0.494141, 0.527344, 0.458984, 0.601562, 0.535156, 0.617188, 0.605469, 0.667969, 0.550781, 0.628906, 0.53125, 0.578125, 0.679688, 0.613281, 0.621094, 0.59375, 0.542969, 0.640625, 0.632812, 0.574219, 0.632812, 0.490234, 0.617188, 0.515625, 0.570312, 0.578125, 0.574219, 0.59375, 0.617188, 0.722656, 0.542969, 0.570312, 0.570312, 0.570312, 0.660156, 0.589844, 0.597656, 0.679688, 0.585938, 0.515625, 0.400391, 0.609375, 0.589844, 0.554688, 0.605469, 0.765625, 0.636719, 0.570312, 0.578125, 0.632812, 0.589844, 0.582031, 0.527344, 0.558594, 0.519531, 0.597656, 0.275391, 0.625, 0.546875, 0.65625, 0.6875, 0.382812, 0.480469, 0.667969, 0.613281, 0.605469, 0.585938, 0.119629, 0.503906, 0.632812, 0.527344, 0.628906, 0.59375, 0.582031, 0.535156, 0.714844, 0.546875, 0.640625, 0.542969, 0.578125, 0.609375, 0.621094, 0.695312, 0.617188, 0.585938, 0.675781, 0.515625, 0.550781, 0.511719, 0.431641, 0.582031, 0.589844, 0.589844, 0.566406, 0.648438, 0.585938, 0.597656, 0.597656, 0.636719, 0.628906, 0.566406, 0.539062, 0.570312, 0.539062, 0.578125, 0.5625, 0.601562, 0.59375, 0.597656, 0.404297, 0.554688, 0.498047, 0.539062, 0.648438, 0.65625, 0.652344, 0.578125, 0.644531, 0.644531, 0.5625, 0.59375, 0.5625, 0.625, 0.582031, 0.542969, 0.589844, 0.613281, 0.695312, 0.617188, 0.628906, 0.539062, 0.486328, 0.597656, 0.628906, 0.625, 0.542969, 0.523438, 0.5625, 0.554688, 0.566406, 0.660156, 0.613281, 0.511719, 0.574219, 0.601562, 0.621094, 0.769531, 0.59375, 0.523438, 0.566406, 0.554688, 0.628906, 0.570312, 0.585938, 0.625, 0.703125, 0.613281, 0.535156, 0.267578, 0.535156, 0.613281, 0.652344, 0.597656, 0.667969, 0.601562, 0.453125, 0.65625, 0.6875, 0.644531, 0.679688, 0.625, 0.554688, 0.304688, 0.695312, 0.65625, 0.707031, 0.503906, 0.613281, 0.363281, 0.59375, 0.503906, 0.53125, 0.640625, 0.535156, 0.648438, 0.503906, 0.480469, 0.605469, 0.5625, 0.59375, 0.65625, 0.632812, 0.585938, 0.523438, 0.601562, 0.486328, 0.601562, 0.5625, 0.5625, 0.470703, 0.605469, 0.625, 0.714844, 0.601562, 0.625, 0.625, 0.566406, 0.625, 0.546875, 0.570312, 0.5625, 0.625, 0.546875, 0.496094, 0.523438, 0.550781, 0.511719, 0.667969, 0.008423, 0.609375, 0.648438, 0.558594, 0.625, 0.613281, 0.617188, 0.558594, 0.550781, 0.566406, 0.585938, 0.582031, 0.578125, 0.707031, 0.613281, 0.566406, 0.486328, 0.511719, 0.578125, 0.566406, 0.65625, 0.652344, 0.550781, 0.558594, 0.496094, 0.585938, 0.679688, 0.636719, 0.478516, 0.695312, 0.65625, 0.59375, 0.582031, 0.455078, 0.566406, 0.621094, 0.578125, 0.589844, 0.414062, 0.636719, 0.644531, 0.396484, 0.476562, 0.503906, 0.644531, 0.539062, 0.582031, 0.511719, 0.644531, 0.707031, 0.535156, 0.632812, 0.131836, 0.636719, 0.431641, 0.632812, 0.613281, 0.597656, 0.535156, 0.527344, 0.6875, 0.476562, 0.796875, 0.617188, 0.566406, 0.578125, 0.519531, 0.574219, 0.554688, 0.53125, 0.539062, 0.6875, 0.632812, 0.464844, 0.550781, 0.554688, 0.609375, 0.498047, 0.482422, 0.625, 0.652344, 0.507812, 0.582031, 0.382812, 0.585938, 0.546875, 0.59375, 0.5, 0.644531, 0.550781, 0.621094, 0.550781, 0.53125, 0.542969, 0.597656, 0.617188, 0.519531, 0.617188, 0.597656, 0.679688, 0.617188, 0.515625, 0.609375, 0.535156, 0.503906, 0.523438, 0.664062, 0.5625, 0.589844, 0.589844, 0.664062, 0.578125, 0.632812, 0.632812, 0.660156, 0.566406, 0.523438, 0.660156, 0.632812, 0.597656, 0.621094, 0.683594, 0.675781, 0.625, 0.550781, 1.695312, 0.621094, 0.542969, 0.648438, 0.90625, 0.621094, 0.589844, 0.570312, 0.582031, 0.695312, 0.570312, 0.578125, 0.613281, 0.486328, 0.707031, 0.609375, 0.443359, 0.511719, 0.644531, 0.644531, 0.558594, 0.605469, 0.574219, 0.554688, 0.464844, 0.605469, 0.582031, 0.628906, 0.550781, 0.453125, 0.519531, 0.621094, 0.640625, 0.476562, 0.455078, 0.605469, 0.539062, 0.625, 0.550781, 0.621094, 0.554688, 0.554688, 0.574219, 0.523438, 0.480469, 0.59375, 0.5625, 0.632812, 0.5625, 0.605469, 0.578125, 0.640625, 1.179688, 0.660156, 0.550781, 0.636719, 0.597656, 0.570312, 0.550781, 0.621094, 0.652344, 0.546875, 0.648438, 0.613281, 0.601562, 0.59375, 0.574219, 0.578125, 0.574219, 0.550781, 0.539062, 0.609375, 0.574219, 0.613281, 0.632812, 0.582031, 0.570312, 0.570312, 0.585938, 0.53125, 0.632812, 0.6875, 0.640625, 0.578125, 0.660156, 0.617188, 0.671875, 0.546875, 0.53125, 0.671875, 0.429688, 0.554688, 0.585938, 0.554688, 0.582031, 0.625, 0.601562, 0.550781, 0.625, 0.679688, 0.546875, 0.683594, 0.53125, 0.589844, 0.609375, 0.574219, 0.53125, 0.558594, 0.609375, 0.441406, 0.625, 0.605469, 0.535156, 0.503906, 0.523438, 0.597656, 0.609375, 0.585938, 0.558594, 0.691406, 0.605469, 0.621094, 0.644531, 0.65625, 0.613281, 0.597656, 0.447266, 0.589844, 0.617188, 0.566406, 0.617188, 0.566406, 0.570312, 0.707031, 0.542969, 0.613281, 0.539062, 0.539062, 0.570312, 0.53125, 0.71875, 0.621094, 0.675781, 0.613281, 0.574219, 0.59375, 0.515625, 0.6875, 0.667969, 0.640625, 0.498047, 0.671875, 0.59375, 0.578125, 0.640625, 0.494141, 0.664062, 0.648438, 0.488281, 0.451172, 0.582031, 0.683594, 0.558594, 0.601562, 0.6875, 0.550781, 0.644531, 0.597656, 0.488281, 0.589844, 0.660156, 0.59375, 0.617188, 0.628906, 0.554688, 0.570312, 0.5625, 0.585938, 0.617188, 0.550781, 0.4375, 0.4375, 0.59375, 0.644531, 0.597656, 0.617188, 0.652344, 0.609375, 0.53125, 0.597656, 0.550781, 0.59375, 0.441406, 0.617188, 0.578125, 0.617188, 0.640625, 0.578125, 0.566406, 0.59375, 0.660156, 0.535156, 0.519531, 0.558594, 0.503906, 0.625, 0.570312, 0.570312, 0.585938, 0.609375, 0.558594, 0.644531, 0.628906, 0.941406, 0.570312, 0.613281, 0.648438, 0.601562, 0.589844, 0.388672, 0.613281, 0.589844, 0.605469, 0.554688, 0.605469, 0.5, 0.613281, 0.550781, 0.566406, 0.539062, 0.558594, 0.53125, 0.582031, 0.609375, 0.597656, 0.523438, 0.667969, 0.507812, 0.691406, 0.628906, 0.609375, 0.644531, 0.519531, 0.625, 0.582031, 0.609375, 0.490234, 0.554688, 0.550781, 0.628906, 0.59375, 0.511719, 0.683594, 0.582031, 0.777344, 0.558594, 0.550781, 0.570312, 0.539062, 0.523438, 0.640625, 0.660156, 0.550781, 0.644531, 0.490234, 0.585938, 0.652344, 0.5625, 0.636719, 0.582031, 0.570312, 0.613281, 0.486328, 0.609375, 0.515625, 0.570312, 0.609375, 0.539062, 0.648438, 0.675781, 0.648438, 0.628906, 0.589844, 0.476562, 0.679688, 0.632812, 0.484375, 0.609375, 0.621094, 0.730469, 0.621094, 0.558594, 0.412109, 0.601562, 0.695312, 0.539062, 0.535156, 0.601562, 0.609375, 0.503906, 0.539062, 0.601562, 0.570312, 0.652344, 0.605469, 0.628906, 0.566406, 0.018188, 0.574219, 0.589844, 0.695312, 0.546875, 0.519531, 0.585938, 0.570312, 0.609375, 0.621094, 0.640625, 0.515625, 0.478516, 0.472656, 0.574219, 0.625, 0.585938, 0.605469, 0.515625, 0.53125, 0.605469, 0.628906, 0.605469, 0.605469, 0.605469, 0.640625, 0.585938, 0.636719, 0.539062, 0.652344, 0.636719, 0.664062, 0.671875, 0.578125, 0.679688, 0.527344, 0.601562, 0.59375, 0.578125, 0.632812, 0.59375, 0.609375, 0.558594, 0.617188, 0.570312, 0.648438, 0.585938, 0.546875, 0.648438, 0.605469, 0.660156, 0.470703, 0.609375, 0.490234, 0.189453, 0.589844, 0.695312, 0.613281, 0.632812, 0.5625, 0.625, 0.578125, 0.535156, 0.519531, 0.609375, 0.474609, 0.482422, 0.589844, 0.628906, 0.482422, 0.527344, 0.09375, 0.582031, 0.585938, 0.582031, 0.511719, 0.570312, 0.539062, 0.539062, 0.585938, 0.613281, 0.585938, 0.582031, 0.503906, 0.582031, 0.644531, 0.644531, 0.644531, 0.597656, 0.494141, 0.523438, 0.570312, 0.609375, 0.488281, 0.625, 0.478516, 0.53125, 0.496094, 0.601562, 0.542969, 0.503906, 0.535156, 0.640625, 0.59375, 0.546875, 0.621094, 0.5625, 0.558594, 0.558594, 0.601562, 0.625, 0.464844, 0.578125, 0.621094, 0.53125, 0.539062, 0.550781, 0.667969, 0.601562, 0.539062, 0.558594, 0.546875, 0.539062, 0.443359, 0.546875, 0.632812, 0.412109, 0.652344, 0.535156, 0.582031, 0.589844, 0.527344, 0.671875, 0.542969, 0.617188, 0.605469, 0.582031, 0.585938, 0.605469, 0.453125, 0.679688, 0.699219, 0.585938, 0.617188, 0.566406, 0.578125, 0.632812, 0.519531, 0.542969, 0.605469, 0.628906, 0.574219, 0.582031, 0.539062, 0.605469, 0.636719, 0.535156, 0.582031, 0.527344, 0.570312, 0.566406, 0.621094, 0.570312, 0.558594, 0.527344, 0.625, 0.527344, 0.503906, 0.554688, 0.498047, 0.570312, 0.527344, 0.597656, 0.550781, 0.486328, 0.585938, 0.582031, 0.671875, 0.519531, 0.644531, 0.546875, 0.609375, 0.574219, 0.523438, 0.636719, 0.652344, 0.550781, 0.597656, 0.492188, 0.451172, 0.660156, 0.59375, 0.574219, 0.621094, 0.542969, 0.609375, 0.609375, 0.597656, 0.589844, 0.558594, 0.511719, 0.660156, 0.652344, 0.65625, 0.617188, 0.574219, 0.664062, 0.632812, 0.613281, 0.667969, 0.318359, 0.65625, 0.683594, 0.585938, 0.625, 0.462891, 0.648438, 0.482422, 0.476562, 0.558594, 0.617188, 0.578125, 0.632812, 0.648438, 0.609375, 0.478516, 0.660156, 0.570312, 0.640625, 0.59375, 0.558594, 0.691406, 0.601562, 0.554688, 0.421875, 0.582031, 0.621094, 0.636719, 0.621094, 0.574219, 0.59375, 0.5625, 0.589844, 0.636719, 0.570312, 0.5, 0.539062, 0.585938, 0.601562, 0.632812, 0.644531, 0.609375, 0.578125, 0.494141, 0.609375, 0.589844, 0.470703, 0.546875, 0.605469, 0.660156, 0.59375, 0.644531, 0.519531, 0.617188, 0.632812, 0.625, 0.597656, 0.621094, 0.582031, 0.478516, 0.667969, 0.5, 0.582031, 0.582031, 0.59375, 0.636719, 0.5625, 0.601562, 0.507812, 0.65625, 0.570312, 0.613281, 0.609375, 0.582031, 0.734375, 0.671875, 0.582031, 0.621094, 0.523438, 0.617188, 0.605469, 0.632812, 0.601562, 0.5625, 0.515625, 0.628906, 0.667969, 0.585938, 0.601562, 0.589844, 0.644531, 0.652344, 0.648438, 0.490234, 0.574219, 0.585938, 0.550781, 0.523438, 0.585938, 0.550781, 0.636719, 0.558594, 0.554688, 0.566406, 0.535156, 0.5625, 0.621094, -0.000222, 0.597656, 0.570312, 0.484375, 0.539062, 0.558594, 0.667969, 0.664062, 0.644531, 0.628906, 0.613281, 0.613281, 0.605469, 0.589844, 0.648438, 0.667969, 0.582031, 0.632812, 0.605469, 0.691406, 0.59375, 0.613281, 0.59375, 0.644531, 0.546875, 0.449219, 0.511719, 0.458984, 0.640625, 0.648438, 0.503906, 0.597656, 0.828125, 0.515625, 0.582031, 0.625, 0.667969, 0.582031, 0.601562, 0.478516, 0.519531, 0.652344, 0.6875, 0.578125, 0.605469, 0.527344, 0.644531, 0.554688, 0.507812, 0.597656, 0.636719, 0.597656, 0.667969, 0.628906, 0.539062, 0.65625, 0.761719, 0.578125, 0.558594, 0.636719, 0.632812, 0.636719, 0.589844, 0.53125, 0.605469, 0.65625, 0.597656, 0.519531, 0.613281, 0.515625, 0.4375, 0.558594, 0.542969, 0.609375, 0.554688, 0.503906, 0.578125, 0.644531, 0.542969, 0.310547, 0.664062, 0.636719, 0.617188, 0.648438, 0.785156, 0.574219, 0.574219, 0.494141, 0.558594, 0.589844, 0.59375, 0.488281, 0.466797, 0.640625, 0.625, 0.632812, 0.59375, 0.550781, 0.625, 0.667969, 0.574219, 0.5625, 0.628906, 0.570312, 0.601562, 0.496094, 0.675781, 0.652344, 0.691406, 0.574219, 0.470703, 0.621094, 0.498047, 0.558594, 0.609375, 0.542969, 0.578125, 0.65625, 0.375, 0.636719, 0.486328, 0.664062, 0.550781, 0.558594, 0.609375, 0.59375, 0.617188, 0.423828, 0.582031, 0.597656, 0.570312, 0.625, 0.746094, 0.609375, 0.470703, 0.585938, 0.550781, 0.570312, 0.558594, 0.671875, 0.578125, 0.429688, 0.539062, 0.609375, 0.617188, 0.753906, 0.597656, 0.46875, 0.644531, 0.601562, 0.585938, 0.609375, 0.648438, 0.632812, 0.601562, 0.09668, 0.523438, 0.578125, 0.640625, 0.519531, 0.652344, 0.660156, 0.578125, 0.539062, 0.636719, 0.664062, 0.609375, 0.609375, 0.451172, 0.578125, 0.527344, 0.582031, 0.617188, 0.648438, 0.535156, 0.490234, 0.648438, 0.597656, 0.597656, 0.5625, 0.550781, 0.648438, 0.380859, 0.539062, 0.5625, 0.664062, 0.53125, 0.535156, 0.65625, 0.589844, 0.5625, 0.601562, 0.539062, 0.621094, 0.574219, 0.636719, 0.632812, 0.542969, 0.59375, 0.554688, 0.625, 0.585938, 0.628906, 0.503906, 0.601562, 0.503906, 0.550781, 0.507812, 0.523438, 0.542969, 0.648438, 0.585938, 0.621094, 0.632812, 0.582031, 0.652344, 0.546875, 0.714844, 0.636719, 0.632812, 0.523438, 0.578125, 0.554688, 0.507812, 0.535156, 0.625, 0.652344, 0.507812, 0.652344, 0.574219, 0.539062, 0.566406, 0.539062, 0.632812, 0.511719, 0.527344, 0.582031, 0.535156, 0.589844, 0.628906, 0.601562, 0.601562, 0.554688, 0.601562, 0.585938, 0.597656, 0.589844, 0.490234, 0.53125, 0.601562, 0.648438, 0.535156, 0.617188, 0.484375, 0.570312, 0.613281, 0.644531, 0.414062, 0.597656, 0.601562, 0.539062, 0.527344, 0.605469, 0.578125, 0.550781, 0.585938, 0.490234, 0.660156, 0.707031, 0.498047, 0.589844, 0.566406, 0.371094, 0.574219, 0.609375, 0.511719, 0.507812, 0.613281, 0.582031, 0.726562, 0.59375, 0.585938, 0.632812, 0.527344, 0.542969, 0.640625, 0.605469, 0.476562, 0.570312, 0.597656, 0.609375, 0.585938, 0.5625, 0.494141, 0.503906, 0.59375, 0.597656, 0.652344, 0.589844, 0.664062, 0.597656, 0.613281, 0.640625, 0.490234, 0.621094, 0.445312, 0.59375, 0.550781, 0.609375, 0.515625, 0.527344, 0.625, 0.53125, 0.605469, 0.441406, 0.628906, 0.625, 0.605469, 0.621094, 0.589844, 0.59375, 0.605469, 0.5, 0.523438, 0.330078, 0.589844, 0.519531, 0.546875, 0.59375, 0.498047, 0.546875, 0.625, 0.507812, 0.648438, 0.498047, 0.550781, 0.542969, 0.632812, 0.574219, 0.535156, 0.640625, 0.707031, 0.621094, 0.625, 0.550781, 0.597656, 0.59375, 0.566406, 0.574219, 0.546875, 0.507812, 0.625, 0.605469, 0.519531, 0.578125, 0.542969, 0.474609, 0.644531, 0.546875, 0.507812, 0.478516, 0.617188, 0.566406, 0.578125, 0.582031, 0.640625, 0.597656, 0.539062, 0.613281, 0.6875, 0.617188, 0.539062, 0.582031, 0.585938, 0.507812, 0.546875, 0.625, 0.523438, 0.617188, 0.554688, 0.597656, 0.5625, 0.15332, 0.597656, 0.558594, 0.628906, 0.632812, 0.546875, 0.652344, 0.566406, 0.582031, 0.664062, 0.679688, 0.574219, 0.6875, 0.5625, 0.554688, 0.582031, 0.601562, 0.585938, 0.550781, 0.613281, 0.609375, 0.605469, 0.539062, 0.470703, 0.6875, 0.570312, 0.578125, 0.625, 0.578125, 0.652344, 0.470703, 0.451172, 0.652344, 0.535156, 0.617188, 0.566406, 0.59375, 0.609375, 0.527344, 0.515625, 0.65625, 0.589844, 0.507812, 0.664062, 0.566406, 0.667969, 0.664062, 0.515625, 0.601562, 0.574219, 0.582031, 0.589844, 0.425781, 0.498047, 0.613281, 0.605469, 0.542969, 0.585938, 0.024658, 0.597656, 0.644531, 0.597656, 0.404297, 0.683594, 0.507812, 0.597656, 0.636719, 0.535156, 0.490234, 0.519531, 0.585938, 0.53125, 0.621094, 0.671875, 0.558594, 0.644531, 0.59375, 0.613281, 0.609375, 0.601562, 0.597656, 0.582031, 0.613281, 0.550781, 0.621094, 0.59375, 0.679688, 0.494141, 0.566406, 0.597656, 0.527344, 0.609375, 0.574219, 0.605469, 0.542969, 0.613281, 0.585938, 0.644531, 0.578125, 0.628906, 0.492188, 0.613281, 0.71875, 0.601562, 0.675781, 0.601562, 0.535156, 0.625, 0.527344, 0.570312, 0.550781, 0.632812, 0.574219, 0.667969, 0.59375, 0.644531, 0.601562, 0.494141, 0.621094, 0.585938, 0.667969, 0.722656, 0.570312, 0.601562, 0.617188, 0.6875, 0.636719, 0.488281, 0.539062, 0.566406, 0.648438, 0.527344, 0.65625, 0.609375, 0.535156, 0.566406, 0.539062, 0.605469, 0.542969, 0.480469, 0.585938, 0.566406, 0.570312, 0.542969, 0.542969, 0.617188, 0.605469, 0.664062, 0.679688, 0.605469, 0.474609, 0.601562, 0.570312, 0.609375, 0.476562, 0.582031, 0.585938, 0.601562, 0.65625, 0.625, 0.582031, 0.554688, 0.675781, 0.589844, 0.539062, 0.640625, 0.507812, 0.710938, 0.617188, 0.648438, 0.628906, 0.621094, 0.554688, 0.582031, 0.523438, 0.597656, 0.644531, 0.554688, 0.660156, 0.675781, 0.636719, 0.652344, 0.609375, 0.507812, 0.542969, 0.554688, 0.496094, 0.574219, 0.621094, 0.605469, 0.546875, 0.53125, 0.640625, 0.628906, 0.636719, 0.75, 0.617188, 0.640625, 0.474609, 0.5, 0.605469, 0.617188, 0.621094, 0.648438, 0.613281, 0.621094, 0.648438, 0.570312, 0.570312, 0.609375, 0.601562, 0.648438, 0.691406, 0.597656, 0.707031, 0.621094, 0.515625, 0.601562, 0.644531, 0.566406, 0.609375, 0.660156, 0.640625, 0.578125, 0.476562, 0.640625, 0.601562, 0.664062, 0.582031, 0.628906, 0.6875, 0.722656, 0.5625, 0.683594, 0.5625, 0.707031, 0.566406, 0.527344, 0.691406, 0.523438, 0.605469, 0.449219, 0.523438, 0.589844, 0.625, 0.554688, 0.648438, 0.527344, 0.546875, 0.652344, 0.632812, 0.582031, 0.628906, 0.605469, 0.632812, 0.632812, 0.578125, 0.585938, 0.535156, 0.578125, 0.519531, 0.550781, 0.375, 0.640625, 0.5625, 0.703125, 0.664062, 0.542969, 0.585938, 0.574219, 0.542969, 0.490234, 0.589844, 0.585938, 0.683594, 0.574219, 0.589844, 0.578125, 0.714844, 0.554688, 0.601562, 0.558594, 0.667969, 0.597656, 0.554688, 0.5625, 0.613281, 0.601562, 0.628906, 0.617188, 0.625, 0.515625, 0.664062, 0.707031, 0.605469, 0.523438, 0.582031, 0.609375, 0.515625, 0.574219, 0.503906, 0.648438, 0.695312, 0.621094, 0.605469, 0.558594, 0.605469, 0.601562, 0.605469, 0.539062, 0.519531, 0.695312, 0.527344, 0.636719, 0.574219, 0.542969, 0.554688, 0.617188, 0.628906, 0.546875, 0.585938, 0.644531, 0.582031, 0.542969, 0.65625, 0.527344, 0.423828, 0.53125, 0.683594, 0.636719, 0.589844, 0.554688, 0.554688, 0.664062, 0.5625, 0.582031, 0.625, 0.554688, 0.640625, 0.59375, 0.5625, 1.03125, 0.640625, 0.570312, 0.671875, 0.601562, 0.539062, 0.597656, 0.691406, 0.570312, 0.472656, 0.585938, 0.482422, 0.6875, 0.609375, 0.539062, 0.539062, 0.597656, 0.554688, 0.636719, 0.570312, 0.625, 0.523438, 0.621094, 0.644531, 0.667969, 0.636719, 0.617188, 0.679688, 0.574219, 0.621094, 0.554688, 0.726562, 0.554688, 0.597656, 0.539062, 0.558594, 0.621094, 0.554688, 0.585938, 0.664062, 0.496094, 0.652344, 0.628906, 0.597656, 0.613281, 0.679688, 0.589844, 0.574219, 0.578125, 0.65625, 0.503906, 0.59375, 0.570312, 0.65625, 0.632812, 0.578125, 0.691406, 0.574219, 0.644531, 0.667969, 0.589844, 0.574219, 0.566406, 0.53125, 0.25, 0.550781, 0.423828, 0.640625, 0.527344, 0.570312, 0.59375, 0.625, 0.5625, 0.503906, 0.550781, 0.675781, 0.644531, 0.691406, 0.546875, 0.546875, 0.625, 0.574219, 0.5, 0.65625, 0.675781, 0.550781, 0.609375, 0.494141, 0.542969, 0.644531, 0.447266, 0.53125, 0.480469, 0.640625, 0.566406, 0.582031, 0.207031, 0.546875, 0.640625, 0.636719, 0.482422, 0.539062, 0.617188, 0.570312, 0.523438, 0.460938, 0.419922, 0.585938, 0.542969, 0.605469, 0.574219, 0.5625, 0.523438, 0.65625, 0.486328, 0.566406, 0.625, 0.554688, 0.582031, 0.628906, 0.546875, 0.507812, 0.640625, 0.578125, 0.392578, 0.734375, 0.59375, 0.570312, 0.527344, 0.542969, 0.539062, 0.59375, 0.542969, 0.554688, 0.53125, 0.53125, 0.582031, 0.652344, 0.621094, 0.605469, 0.460938, 0.570312, 0.722656, 0.652344, 0.515625, 0.625, 0.566406, 0.546875, 0.605469, 0.59375, 0.589844, 0.625, 0.523438, 0.605469, 0.609375, 0.589844, 0.570312, 0.644531, 0.566406, 0.585938, 0.703125, 0.574219, 0.59375, 0.503906, 0.707031, 0.714844, 0.632812, 0.455078, 0.65625, 0.652344, 0.589844, 0.621094, 0.667969, 0.546875, 0.585938, 0.632812, 0.582031, 0.605469, 0.613281, 0.636719, 0.570312, 0.585938, 0.589844, 0.542969, 0.546875, 0.617188, 0.519531, 0.625, 0.648438, 0.53125, 0.632812, 0.59375, 0.636719, 0.660156, 0.585938, 0.486328, 0.542969, 0.597656, 0.582031, 0.609375, 0.726562, 0.535156, 0.652344, 0.625, 0.5625, 0.59375, 0.46875, 0.605469, 0.585938, 0.667969, 0.660156, 0.613281, 0.523438, 0.53125, 0.632812, 0.644531, 0.574219, 0.5, 0.617188, 0.554688, 0.539062, 0.574219, 0.585938, 0.613281, 0.597656, 0.636719, 0.628906, 0.625, 0.636719, 0.539062, 0.59375, 0.457031, 0.609375, 0.585938, 0.53125, 0.535156, 0.589844, 0.523438, 0.613281, 0.699219, 0.558594, 0.570312, 0.535156, 0.71875, 0.621094, 0.554688, 0.703125, 0.527344, 0.722656, 0.511719, 0.539062, 0.507812, 0.143555, 0.515625, 0.644531, 0.648438, 0.726562, 0.671875, 0.628906, 0.527344, 0.644531, 0.640625, 0.59375, 0.539062, 0.582031, 0.535156, 0.589844, 0.482422, 0.585938, 0.554688, 0.683594, 0.597656, 0.546875, 0.648438, 0.617188, 0.582031, 0.617188, 0.507812, 0.699219, 0.707031, 0.589844, 0.605469, 0.570312, 0.605469, 0.605469, 0.601562, 0.546875, 0.578125, 0.507812, 0.546875, 0.416016, 0.605469, 0.5625, 0.519531, 0.710938, 0.574219, 0.482422, 0.511719, 0.578125, 0.585938, 0.597656, 0.601562, 0.636719, 0.410156, 0.5625, 0.570312, 0.667969, 0.621094, 0.65625, 0.640625, 0.488281, 0.515625, 0.617188, 0.644531, 0.582031, 0.578125, 0.458984, 0.71875, 0.640625, 0.550781, 0.601562, 0.609375, 0.621094, 0.667969, 0.558594, 0.5, 0.667969, 0.679688, 0.609375, 0.523438, 0.640625, 0.613281, 0.59375, 0.675781, 0.628906, 0.566406, 0.597656, 0.507812, 0.589844, 0.609375, 0.53125, 0.648438, 0.65625, 0.554688, 0.621094, 0.542969, 0.660156, 0.542969, 0.566406, 0.769531, 0.625, 0.482422, 0.617188, 0.683594, 0.640625, 0.474609, 0.601562, 0.714844, 0.714844, 0.515625, 0.5625, 0.558594, 0.640625, 0.621094, 0.726562, 0.625, 0.550781, 0.644531, 0.667969, 0.523438, 0.605469, 0.5, 0.59375, 0.65625, 0.574219, 0.621094, 0.535156, 0.660156, 0.625, 0.621094, 0.699219, 0.609375, 0.632812, 0.357422, 0.462891, 0.511719, 0.539062, 0.609375, 0.59375, 0.710938, 0.5625, 0.5625, 0.667969, 0.484375, 0.585938, 0.503906, 0.507812, 0.558594, 0.550781, 0.482422, 0.613281, 0.640625, 0.574219, 0.636719, 0.511719, 0.488281, 0.65625, 0.578125, 0.609375, 0.503906, 0.582031, 0.671875, 0.621094, 0.609375, 0.691406, 0.753906, 0.609375, 0.59375, 0.597656, 0.574219, 0.609375, 0.621094, 0.746094, 0.59375, 0.628906, 0.542969, 0.609375, 0.574219, 0.609375, 0.644531, 0.527344, 0.628906, 0.644531, 0.566406, 0.601562, 0.5625, 0.550781, 0.539062, 0.375, 0.636719, 0.570312, 0.597656, 0.570312, 0.589844, 0.625, 0.621094, 0.558594, 0.542969, 0.539062, 0.605469, 0.539062, 0.632812, 0.59375, 0.632812, 0.523438, 0.429688, 0.667969, 0.652344, 0.4375, 0.632812, 0.578125, 0.494141, 0.613281, 0.589844, 0.570312, 0.53125, 0.458984, 0.585938, 0.625, 0.546875, 0.539062, 0.613281, 0.542969, 0.585938, 0.554688, 0.652344, 0.597656, 0.597656, 0.507812, 0.546875, 0.484375, 0.511719, 0.636719, 0.482422, 0.550781, 0.59375, 0.585938, 0.519531, 0.578125, 0.640625, 0.582031, 0.71875, 0.539062, 0.660156, 0.5, 0.660156, 0.652344, 0.640625, 0.621094, 0.486328, 0.609375, 0.539062, 0.582031, 0.59375, 0.664062, 0.644531, 0.558594, 0.652344, 0.574219, 0.511719, 0.570312, 0.53125, 0.636719, 0.382812, 0.507812, 0.640625, 0.613281, 0.597656, 0.648438, 0.388672, 0.636719, 0.632812, 0.59375, 0.671875, 0.625, 0.601562, 0.597656, 0.539062, 0.617188, 0.542969, 0.574219, 0.621094, 1.09375, 0.523438, 0.621094, 0.621094, 0.570312, 0.447266, 0.65625, 0.601562, 0.53125, 0.617188, 0.636719, 0.621094, 0.683594, 0.652344, 0.546875, 0.582031, 0.546875, 0.65625, 0.609375, 0.636719, 0.515625, 0.613281, 0.621094, 0.660156, 0.550781, 0.738281, 0.539062, 0.597656, 0.636719, 0.439453, 0.578125, 0.636719, 0.539062, 0.640625, 0.476562, 0.621094, 0.59375, 0.585938, 0.597656, 0.617188, 0.546875, 0.621094, 0.503906, 0.546875, 0.589844, 0.578125, 0.380859, 0.445312, 0.597656, 0.582031, 0.679688, 0.703125, 0.589844, 0.699219, 0.589844, 0.546875, 0.605469, 0.566406, 0.609375, 0.660156, 0.632812, 0.546875, 0.574219, 0.511719, 0.578125, 0.648438, 0.585938, 0.597656, 0.589844, 0.597656, 0.546875, 0.636719, 0.443359, 0.601562, 0.542969, 0.726562, 0.589844, 0.570312, 0.757812, 0.683594, 0.597656, 0.613281, 0.628906, 0.585938, 0.5, 0.699219, 0.582031, 0.589844, 0.613281, 0.566406, 0.65625, 0.511719, 0.636719, 0.542969, 0.542969, 0.617188, 0.542969, 0.578125, 0.605469, 0.660156, 0.539062, 0.433594, 0.5, 0.574219, 0.5625, 0.597656, 0.5625, 0.601562, 0.65625, 0.492188, 0.695312, 0.683594, 0.644531, 0.578125, 0.484375, 0.605469, 0.617188, 0.546875, 0.566406, 0.617188, 0.5625, 0.597656, 0.558594, 0.542969, 0.617188, 0.667969, 0.507812, 0.617188, 0.539062, 0.613281, 0.535156, 0.605469, 0.578125, 0.519531, 0.695312, 0.636719 ] }, "name": "model.transformer.layers.3.ffn_norm.weight", "outputIndexes": [ 275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274, 275 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_3/Mul_1_output_0", "outputIndexes": [ 276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 276 ], "outputIndexes": [ 2666 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2666 ], "outputIndexes": [ 2667 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_1/Linear", "inputIndexes": [ 2667 ], "outputIndexes": [ 2668 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 5120, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 122880, "weightSize": 0 }, "external": [ 102819460, 15728902, 983040, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2668 ], "outputIndexes": [ 2669 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2669 ], "outputIndexes": [ 277 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 5120 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2560 ] }, "name": "/ffn_3/Mul_output_0", "outputIndexes": [ 278 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 277, 21, 278, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_3/Slice_output_0", "outputIndexes": [ 279 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 279 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_3/Sigmoid_output_0", "outputIndexes": [ 280 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 279, 280 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_3/Mul_output_0", "outputIndexes": [ 281 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5120 ] }, "name": "/ffn_3/Mul_1_output_0", "outputIndexes": [ 282 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 277, 278, 282, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_3/Slice_1_output_0", "outputIndexes": [ 283 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 281, 283 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_3/Mul_2_output_0", "outputIndexes": [ 284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 284 ], "outputIndexes": [ 2670 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2670 ], "outputIndexes": [ 2671 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_2/Linear", "inputIndexes": [ 2671 ], "outputIndexes": [ 2672 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 119531402, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2672 ], "outputIndexes": [ 2673 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2673 ], "outputIndexes": [ 285 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 273, 285 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_15_output_0", "outputIndexes": [ 286 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 286, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_16_output_0", "outputIndexes": [ 287 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 287 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_4/Mul_output_0", "outputIndexes": [ 288 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.244141, 0.208008, 0.251953, 0.242188, 0.257812, 0.21582, 0.202148, 0.201172, 0.246094, 0.217773, 0.236328, 0.253906, 0.239258, 0.238281, 0.212891, 0.261719, 0.222656, 0.228516, 0.21875, 0.178711, 0.246094, 0.259766, 0.239258, 0.279297, 0.28125, 0.259766, 0.241211, 0.227539, 0.227539, 0.230469, 0.263672, 0.265625, 0.237305, 0.225586, 0.200195, 0.261719, 0.255859, 0.245117, 0.222656, 0.224609, 0.246094, 0.24707, 0.223633, 0.228516, 0.241211, 0.243164, 0.25, 0.217773, 0.25, 0.243164, 0.255859, 0.240234, 0.257812, 0.225586, 0.216797, 0.223633, 0.248047, 0.217773, 0.228516, 0.269531, 0.236328, 0.213867, 0.298828, 0.214844, 0.263672, 0.242188, 0.265625, 0.189453, 0.261719, 0.243164, 0.216797, 0.283203, 0.208008, 0.265625, 0.204102, 0.22168, 0.224609, 0.241211, 0.245117, 0.230469, 0.285156, 0.257812, 0.275391, 0.253906, 0.21875, 0.217773, 0.238281, 0.242188, 0.245117, 0.257812, 0.267578, 0.228516, 0.269531, 0.242188, 0.265625, 0.243164, 0.230469, 0.208984, 0.273438, 0.19043, 0.251953, 0.259766, 0.245117, 0.219727, 0.267578, 0.257812, 0.271484, 0.237305, 0.228516, 0.265625, 0.222656, 0.257812, 0.267578, 0.242188, 0.226562, 0.275391, 0.236328, 0.267578, 0.263672, 0.253906, 0.261719, 0.24707, 0.230469, 0.251953, 0.232422, 0.251953, 0.263672, 0.241211, 0.207031, 0.236328, 0.228516, 0.255859, 0.279297, 0.298828, 0.198242, 0.234375, 0.238281, 0.236328, 0.220703, 0.269531, 0.269531, 0.229492, 0.239258, 0.253906, 0.243164, 0.235352, 0.237305, 0.243164, 0.269531, 0.225586, 0.240234, 0.242188, 0.230469, 0.255859, 0.22168, 0.237305, 0.248047, 0.227539, 0.22168, 0.225586, 0.235352, 0.249023, 0.271484, 0.222656, 0.236328, 0.240234, 0.209961, 0.271484, 0.227539, 0.259766, 0.245117, 0.251953, 0.21875, 0.233398, 0.235352, 0.292969, 0.219727, 0.226562, 0.211914, 0.243164, 0.253906, 0.212891, 0.237305, 0.28125, 0.25, 0.211914, 0.267578, 0.238281, 0.267578, 0.191406, 0.226562, 0.21875, 0.240234, 0.214844, 0.253906, 0.245117, 0.24707, 0.236328, 0.251953, 0.263672, 0.259766, 0.248047, 0.249023, 0.239258, 0.251953, 0.25, 0.22168, 0.22168, 0.205078, 0.231445, 0.242188, 0.21875, 0.216797, 0.257812, 0.211914, 0.273438, 0.204102, 0.240234, 0.234375, 0.269531, 0.269531, 0.227539, 0.232422, 0.25, 0.240234, 0.267578, 0.224609, 0.253906, 0.237305, 0.240234, 0.222656, 0.22168, 0.236328, 0.245117, 0.255859, 0.244141, 0.273438, 0.253906, 0.196289, 0.255859, 0.253906, 0.245117, 0.235352, 0.182617, 0.259766, 0.240234, 0.241211, 0.243164, 0.228516, 0.217773, 0.265625, 0.287109, 0.228516, 0.207031, 0.261719, 0.233398, 0.214844, 0.201172, 0.242188, 0.209961, 0.259766, 0.236328, 0.222656, 0.229492, 0.198242, 0.24707, 0.220703, 0.234375, 0.237305, 0.237305, 0.248047, 0.261719, 0.211914, 0.273438, 0.228516, 0.216797, 0.219727, 0.241211, 0.236328, 0.243164, 0.251953, 0.246094, 0.208984, 0.24707, 0.233398, 0.263672, 0.232422, 0.24707, 0.199219, 0.233398, 0.253906, 0.257812, 0.239258, 0.232422, 0.257812, 0.233398, 0.233398, 0.267578, 0.234375, 0.255859, 0.237305, 0.236328, 0.224609, 0.226562, 0.241211, 0.249023, 0.269531, 0.230469, 0.226562, 0.225586, 0.21875, 0.238281, 0.253906, 0.255859, 0.239258, 0.21875, 0.22168, 0.242188, 0.259766, 0.228516, 0.265625, 0.24707, 0.19043, 0.245117, 0.230469, 0.267578, 0.255859, 0.28125, 0.273438, 0.257812, 0.205078, 0.248047, 0.25, 0.242188, 0.228516, 0.208984, 0.255859, 0.238281, 0.222656, 0.263672, 0.241211, 0.259766, 0.228516, 0.251953, 0.210938, 0.234375, 0.261719, 0.277344, 0.223633, 0.253906, 0.273438, 0.267578, 0.261719, 0.259766, 0.267578, 0.244141, 0.233398, 0.261719, 0.226562, 0.205078, 0.222656, 0.198242, 0.240234, 0.216797, 0.233398, 0.223633, 0.228516, 0.132812, 0.227539, 0.225586, 0.240234, 0.227539, 0.25, 0.257812, 0.263672, 0.289062, 0.24707, 0.230469, 0.257812, 0.265625, 0.19043, 0.229492, 0.216797, 0.222656, 0.237305, 0.253906, 0.182617, 0.228516, 0.21582, 0.225586, 0.251953, 0.220703, 0.231445, 0.223633, 0.222656, 0.269531, 0.216797, 0.24707, 0.228516, 0.191406, 0.224609, 0.244141, 0.263672, 0.235352, 0.233398, 0.211914, 0.220703, 0.21875, 0.236328, 0.216797, 0.229492, 0.22168, 0.253906, 0.230469, 0.237305, 0.24707, 0.229492, 0.277344, 0.226562, 0.239258, 0.25, 0.255859, 0.216797, 0.238281, 0.216797, 0.244141, 0.239258, 0.253906, 0.21875, 0.213867, 0.195312, 0.244141, 0.241211, 0.219727, 0.222656, 0.229492, 0.233398, 0.261719, 0.235352, 0.242188, 0.273438, 0.220703, 0.238281, 0.236328, 0.237305, 0.205078, 0.231445, 0.220703, 0.255859, 0.245117, 0.227539, 0.246094, 0.249023, 0.244141, 0.236328, 0.232422, 0.249023, 0.209961, 0.243164, 0.213867, 0.207031, 0.239258, 0.181641, 0.261719, 0.224609, 0.236328, 0.245117, 0.207031, 0.201172, 0.223633, 0.214844, 0.275391, 0.275391, 0.233398, 0.265625, 0.267578, 0.219727, 0.273438, 0.255859, 0.24707, 0.232422, 0.243164, 0.231445, 0.208008, 0.244141, 0.234375, 0.259766, 0.246094, 0.175781, 0.232422, 0.22168, 0.224609, 0.212891, 0.289062, 0.237305, 0.21875, 0.234375, 0.234375, 0.236328, 0.240234, 0.242188, 0.240234, 0.241211, 0.22168, 0.22168, 0.234375, 0.213867, 0.239258, 0.25, 0.232422, 0.238281, 0.257812, 0.200195, 0.24707, 0.230469, 0.236328, 0.269531, 0.248047, 0.220703, 0.25, 0.22168, 0.249023, 0.253906, 0.285156, 0.235352, 0.236328, 0.248047, 0.248047, 0.237305, 0.265625, 0.226562, 0.251953, 0.229492, 0.21875, 0.233398, 0.259766, 0.24707, 0.249023, 0.226562, 0.261719, 0.259766, 0.204102, 0.28125, 0.216797, 0.255859, 0.240234, 0.24707, 0.241211, 0.253906, 0.251953, 0.229492, 0.233398, 0.261719, 0.24707, 0.228516, 0.234375, 0.269531, 0.243164, 0.223633, 0.240234, 0.253906, 0.186523, 0.25, 0.243164, 0.241211, 0.267578, 0.233398, 0.208984, 0.240234, 0.261719, 0.246094, 0.245117, 0.271484, 0.263672, 0.25, 0.230469, 0.277344, 0.251953, 0.211914, 0.271484, 0.259766, 0.269531, 0.243164, 0.236328, 0.298828, 0.229492, 0.241211, 0.219727, 0.25, 0.237305, 0.232422, 0.25, 0.259766, 0.227539, 0.245117, 0.233398, 0.209961, 0.259766, 0.241211, 0.251953, 0.259766, 0.204102, 0.248047, 0.222656, 0.263672, 0.230469, 0.259766, 0.243164, 0.24707, 0.242188, 0.279297, 0.208008, 0.229492, 0.267578, 0.211914, 0.217773, 0.241211, 0.229492, 0.210938, 0.225586, 0.22168, 0.244141, 0.235352, 0.238281, 0.216797, 0.231445, 0.253906, 0.257812, 0.244141, 0.248047, 0.241211, 0.225586, 0.238281, 0.233398, 0.255859, 0.212891, 0.207031, 0.232422, 0.232422, 0.263672, 0.241211, 0.25, 0.217773, 0.222656, 0.25, 0.212891, 0.251953, 0.212891, 0.219727, 0.253906, 0.026489, 0.265625, 0.227539, 0.211914, 0.238281, 0.220703, 0.234375, 0.223633, 0.207031, 0.273438, 0.253906, 0.228516, 0.277344, 0.257812, 0.236328, 0.214844, 0.257812, 0.243164, 0.212891, 0.1875, 0.237305, 0.22168, 0.239258, 0.24707, 0.279297, 0.220703, 0.232422, 0.148438, 0.232422, 0.253906, 0.225586, 0.239258, 0.236328, 0.208008, 0.245117, 0.217773, 0.259766, 0.265625, 0.310547, 0.248047, 0.257812, 0.255859, 0.246094, 0.25, 0.25, 0.243164, 0.285156, 0.228516, 0.202148, 0.255859, 0.24707, 0.235352, 0.28125, 0.25, 0.239258, 0.248047, 0.21875, 0.259766, 0.249023, 0.233398, 0.212891, 0.271484, 0.245117, 0.225586, 0.236328, 0.201172, 0.223633, 0.235352, 0.232422, 0.263672, 0.255859, 0.267578, 0.225586, 0.225586, 0.240234, 0.251953, 0.225586, 0.263672, 0.217773, 0.220703, 0.200195, 0.261719, 0.285156, 0.248047, 0.25, 0.240234, 0.251953, 0.223633, 0.245117, 0.245117, 0.253906, 0.236328, 0.21875, 0.239258, 0.259766, 0.233398, 0.22168, 0.214844, 0.222656, 0.222656, 0.261719, 0.265625, 0.243164, 0.225586, 0.205078, 0.232422, 0.243164, 0.243164, 0.224609, 0.15918, 0.255859, 0.240234, 0.263672, 0.220703, 0.224609, 0.24707, 0.234375, 0.240234, 0.240234, 0.220703, 0.131836, 0.267578, 0.241211, 0.249023, 0.228516, 0.210938, 0.201172, 0.242188, 0.226562, 0.257812, 0.251953, 0.165039, 0.242188, 0.263672, 0.229492, 0.255859, 0.231445, 0.235352, 0.244141, 0.244141, 0.204102, 0.253906, 0.202148, 0.25, 0.261719, 0.259766, 0.204102, 0.234375, 0.257812, 0.235352, 0.225586, 0.227539, 0.248047, 0.207031, 0.253906, 0.179688, 0.211914, 0.24707, 0.261719, 0.22168, 0.220703, 0.267578, 0.227539, 0.263672, 0.245117, 0.255859, 0.246094, 0.246094, 0.245117, 0.243164, 0.238281, 0.248047, 0.226562, 0.196289, 0.223633, 0.232422, 0.240234, 0.246094, 0.216797, 0.24707, 0.243164, 0.249023, 0.246094, 0.238281, 0.271484, 0.257812, 0.242188, 0.257812, 0.24707, 0.238281, 0.265625, 0.28125, 0.248047, 0.255859, 0.214844, 0.208984, 0.253906, 0.228516, 0.219727, 0.208984, 0.259766, 0.253906, 0.227539, 0.253906, 0.235352, 0.263672, 0.246094, 0.298828, 0.242188, 0.223633, 0.217773, 0.25, 0.255859, 0.220703, 0.213867, 0.240234, 0.227539, 0.255859, 0.229492, 0.269531, 0.237305, 0.220703, 0.216797, 0.246094, 0.275391, 0.263672, 0.235352, 0.214844, 0.263672, 0.205078, 0.224609, 0.273438, 0.234375, 0.25, 0.249023, 0.213867, 0.136719, 0.222656, 0.237305, 0.243164, 0.224609, 0.285156, 0.208984, 0.235352, 0.245117, 0.239258, 0.216797, 0.230469, 0.251953, 0.251953, 0.255859, 0.251953, 0.249023, 0.232422, 0.224609, 0.294922, 0.209961, 0.189453, 0.239258, 0.219727, 0.226562, 0.25, 0.263672, 0.199219, 0.259766, 0.219727, 0.230469, 0.239258, 0.285156, 0.261719, 0.226562, 0.235352, 0.246094, 0.25, 0.232422, 0.259766, 0.232422, 0.210938, 0.238281, 0.240234, 0.238281, 0.233398, 0.116699, 0.273438, 0.216797, 0.267578, 0.267578, 0.223633, 0.269531, 0.228516, 0.220703, 0.257812, 0.219727, 0.240234, 0.224609, 0.291016, 0.219727, 0.248047, 0.209961, 0.176758, 0.230469, 0.253906, 0.237305, 0.243164, 0.234375, 0.261719, 0.210938, 0.257812, 0.22168, 0.214844, 0.231445, 0.257812, 0.249023, 0.238281, 0.244141, 0.226562, 0.231445, 0.283203, 0.238281, 0.249023, 0.208008, 0.257812, 0.265625, 0.152344, 0.230469, 0.198242, 0.253906, 0.209961, 0.242188, 0.22168, 0.212891, 0.241211, 0.234375, 0.222656, 0.157227, 0.251953, 0.1875, 0.246094, 0.227539, 0.255859, 0.229492, 0.228516, 0.241211, 0.21875, 0.219727, 0.226562, 0.234375, 0.246094, 0.243164, 0.265625, 0.255859, 0.261719, 0.244141, 0.267578, 0.263672, 0.209961, 0.263672, 0.241211, 0.245117, 0.246094, 0.208984, 0.226562, 0.228516, 0.225586, 0.229492, 0.208008, 0.251953, 0.223633, 0.251953, 0.201172, 0.257812, 0.222656, 0.243164, 0.251953, 0.222656, 0.230469, 0.234375, 0.208984, 0.249023, 0.241211, 0.253906, 0.235352, 0.240234, 0.255859, 0.244141, 0.251953, 0.251953, 0.21582, 0.259766, 0.191406, 0.231445, 0.287109, 0.271484, 0.232422, 0.253906, 0.263672, 0.237305, 0.199219, 0.220703, 0.257812, 0.235352, 0.261719, 0.223633, 0.244141, 0.269531, 0.243164, 0.208008, 0.386719, 0.237305, 0.220703, 0.279297, 0.179688, 0.244141, 0.21875, 0.245117, 0.238281, 0.25, 0.207031, 0.243164, 0.243164, 0.198242, 0.208008, 0.228516, 0.225586, 0.223633, 0.302734, 0.25, 0.253906, 0.213867, 0.216797, 0.271484, 0.202148, 0.226562, 0.245117, 0.207031, 0.206055, 0.211914, 0.227539, 0.263672, 0.259766, 0.21582, 0.21875, 0.261719, 0.212891, 0.241211, 0.255859, 0.24707, 0.228516, 0.217773, 0.223633, 0.263672, 0.206055, 0.267578, 0.261719, 0.24707, 0.248047, 0.242188, 0.230469, 0.259766, 0.15918, 0.285156, 0.212891, 0.236328, 0.257812, 0.228516, 0.233398, 0.257812, 0.263672, 0.277344, 0.230469, 0.265625, 0.235352, 0.255859, 0.230469, 0.238281, 0.25, 0.244141, 0.232422, 0.28125, 0.244141, 0.237305, 0.232422, 0.245117, 0.245117, 0.232422, 0.263672, 0.227539, 0.222656, 0.228516, 0.237305, 0.223633, 0.233398, 0.296875, 0.251953, 0.241211, 0.257812, 0.199219, 0.230469, 0.244141, 0.259766, 0.257812, 0.240234, 0.243164, 0.232422, 0.223633, 0.245117, 0.257812, 0.232422, 0.240234, 0.230469, 0.271484, 0.243164, 0.248047, 0.249023, 0.265625, 0.253906, 0.220703, 0.235352, 0.243164, 0.269531, 0.228516, 0.209961, 0.261719, 0.228516, 0.237305, 0.246094, 0.108887, 0.239258, 0.236328, 0.229492, 0.28125, 0.25, 0.257812, 0.198242, 0.216797, 0.230469, 0.283203, 0.21875, 0.261719, 0.230469, 0.246094, 0.228516, 0.239258, 0.222656, 0.231445, 0.239258, 0.195312, 0.231445, 0.255859, 0.255859, 0.273438, 0.214844, 0.244141, 0.202148, 0.275391, 0.248047, 0.240234, 0.242188, 0.267578, 0.229492, 0.245117, 0.269531, 0.253906, 0.224609, 0.235352, 0.197266, 0.230469, 0.235352, 0.227539, 0.210938, 0.246094, 0.259766, 0.255859, 0.237305, 0.265625, 0.235352, 0.263672, 0.251953, 0.269531, 0.238281, 0.24707, 0.253906, 0.255859, 0.25, 0.232422, 0.208008, 0.222656, 0.203125, 0.205078, 0.234375, 0.253906, 0.211914, 0.232422, 0.261719, 0.279297, 0.253906, 0.220703, 0.267578, 0.259766, 0.203125, 0.255859, 0.271484, 0.277344, 0.259766, 0.212891, 0.279297, 0.28125, 0.224609, 0.308594, 0.267578, 0.241211, 0.230469, 0.246094, 0.062256, 0.25, 0.240234, 0.245117, 0.234375, 0.220703, 0.249023, 0.180664, 0.25, 0.239258, 0.265625, 0.222656, 0.267578, 0.167969, 0.237305, 0.261719, 0.249023, 0.246094, 0.265625, 0.227539, 0.232422, 0.243164, 0.216797, 0.232422, 0.257812, 0.217773, 0.230469, 0.253906, 0.257812, 0.226562, 0.226562, 0.230469, 0.251953, 0.251953, 0.213867, 0.196289, 0.223633, 0.211914, 0.209961, 0.267578, 0.236328, 0.253906, 0.279297, 0.237305, 0.222656, 0.232422, 0.242188, 0.243164, 0.257812, 0.244141, 0.217773, 0.209961, 0.217773, 0.219727, 0.213867, 0.269531, 0.240234, 0.237305, 0.211914, 0.231445, 0.238281, 0.21875, 0.235352, 0.21875, 0.25, 0.253906, 0.201172, 0.261719, 0.231445, 0.217773, 0.251953, 0.232422, 0.206055, 0.216797, 0.245117, 0.259766, 0.214844, 0.222656, 0.257812, 0.216797, 0.208984, 0.246094, 0.240234, 0.248047, 0.226562, 0.237305, 0.201172, 0.261719, 0.237305, 0.267578, 0.246094, 0.199219, 0.248047, 0.243164, 0.21875, 0.22168, 0.310547, 0.263672, 0.265625, 0.246094, 0.246094, 0.001839, 0.244141, 0.235352, 0.186523, 0.214844, 0.228516, 0.248047, 0.229492, 0.223633, 0.257812, 0.238281, 0.229492, 0.232422, 0.234375, 0.236328, 0.237305, 0.239258, 0.235352, 0.216797, 0.21875, 0.236328, 0.245117, 0.279297, 0.230469, 0.246094, 0.25, 0.237305, 0.232422, 0.229492, 0.267578, 0.25, 0.231445, 0.289062, 0.226562, 0.271484, 0.245117, 0.243164, 0.235352, 0.251953, 0.249023, 0.225586, 0.231445, 0.302734, 0.238281, 0.25, 0.227539, 0.263672, 0.273438, 0.235352, 0.223633, 0.208008, 0.291016, 0.251953, 0.304688, 0.269531, 0.21875, 0.251953, 0.273438, 0.217773, 0.234375, 0.223633, 0.25, 0.212891, 0.21582, 0.253906, 0.236328, 0.21582, 0.25, 0.239258, 0.236328, 0.217773, 0.168945, 0.217773, 0.275391, 0.229492, 0.240234, 0.28125, 0.251953, 0.21582, 0.271484, 0.240234, 0.242188, 0.21582, 0.283203, 0.219727, 0.241211, 0.283203, 0.277344, 0.238281, 0.227539, 0.222656, 0.261719, 0.267578, 0.213867, 0.243164, 0.228516, 0.22168, 0.227539, 0.196289, 0.246094, 0.244141, 0.22168, 0.21582, 0.231445, 0.251953, 0.24707, 0.265625, 0.251953, 0.222656, 0.234375, 0.239258, 0.192383, 0.231445, 0.298828, 0.245117, 0.245117, 0.257812, 0.241211, 0.263672, 0.233398, 0.220703, 0.24707, 0.233398, 0.199219, 0.232422, 0.251953, 0.217773, 0.265625, 0.257812, 0.242188, 0.224609, 0.244141, 0.267578, 0.179688, 0.208984, 0.243164, 0.255859, 0.269531, 0.257812, 0.24707, 0.231445, 0.241211, 0.253906, 0.242188, 0.257812, 0.240234, 0.251953, 0.253906, 0.255859, 0.249023, 0.229492, 0.253906, 0.21875, 0.231445, 0.227539, 0.257812, 0.207031, 0.197266, 0.225586, 0.248047, 0.193359, 0.261719, 0.203125, 0.232422, 0.240234, 0.261719, 0.239258, 0.220703, 0.230469, 0.227539, 0.232422, 0.25, 0.242188, 0.241211, 0.263672, 0.248047, 0.241211, 0.25, 0.206055, 0.231445, 0.241211, 0.235352, 0.235352, 0.199219, 0.229492, 0.200195, 0.226562, 0.253906, 0.211914, 0.246094, 0.25, 0.228516, 0.238281, 0.232422, 0.200195, 0.277344, 0.238281, 0.226562, 0.253906, 0.253906, 0.226562, 0.248047, 0.217773, 0.265625, 0.245117, 0.265625, 0.225586, 0.234375, 0.234375, 0.240234, 0.212891, 0.222656, 0.237305, 0.249023, 0.251953, 0.244141, 0.25, 0.248047, 0.253906, 0.255859, 0.239258, 0.251953, 0.269531, 0.222656, 0.273438, 0.201172, 0.234375, 0.21582, 0.237305, 0.261719, 0.225586, 0.208008, 0.236328, 0.18457, 0.236328, 0.217773, 0.25, 0.237305, 0.240234, 0.216797, 0.225586, 0.241211, 0.279297, 0.255859, 0.239258, 0.222656, 0.207031, 0.269531, 0.222656, 0.230469, 0.263672, 0.245117, 0.236328, 0.22168, 0.248047, 0.285156, 0.224609, 0.229492, 0.222656, 0.212891, 0.214844, 0.263672, 0.220703, 0.240234, 0.205078, 0.265625, 0.251953, 0.267578, 0.236328, 0.24707, 0.25, 0.241211, 0.232422, 0.213867, 0.251953, 0.224609, 0.229492, 0.261719, 0.193359, 0.273438, 0.232422, 0.259766, 0.25, 0.253906, 0.24707, 0.263672, 0.239258, 0.253906, 0.232422, 0.21875, 0.245117, 0.240234, 0.242188, 0.213867, 0.22168, 0.230469, 0.233398, 0.25, 0.257812, 0.21582, 0.269531, 0.232422, 0.271484, 0.211914, 0.223633, 0.246094, 0.25, 0.235352, 0.245117, 0.25, 0.289062, 0.251953, 0.237305, 0.225586, 0.244141, 0.263672, 0.246094, -0.007477, 0.253906, 0.237305, 0.220703, 0.228516, 0.230469, 0.251953, 0.253906, 0.235352, 0.204102, 0.227539, 0.285156, 0.269531, 0.219727, 0.242188, 0.275391, 0.249023, 0.251953, 0.249023, 0.24707, 0.245117, 0.257812, 0.271484, 0.201172, 0.204102, 0.248047, 0.21875, 0.212891, 0.233398, 0.216797, 0.22168, 0.285156, 0.128906, 0.257812, 0.246094, 0.235352, 0.25, 0.237305, 0.238281, 0.213867, 0.199219, 0.196289, 0.253906, 0.224609, 0.257812, 0.240234, 0.226562, 0.226562, 0.249023, 0.269531, 0.230469, 0.232422, 0.233398, 0.251953, 0.251953, 0.253906, 0.211914, 0.225586, 0.261719, 0.253906, 0.203125, 0.233398, 0.251953, 0.214844, 0.234375, 0.253906, 0.246094, 0.223633, 0.257812, 0.223633, 0.199219, 0.207031, 0.239258, 0.226562, 0.217773, 0.205078, 0.248047, 0.243164, 0.249023, 0.175781, 0.249023, 0.253906, 0.234375, 0.265625, 0.170898, 0.217773, 0.168945, 0.217773, 0.229492, 0.253906, 0.277344, 0.222656, 0.257812, 0.25, 0.213867, 0.255859, 0.275391, 0.206055, 0.232422, 0.237305, 0.277344, 0.241211, 0.246094, 0.234375, 0.253906, 0.208984, 0.255859, 0.249023, 0.283203, 0.234375, 0.244141, 0.239258, 0.239258, 0.24707, 0.241211, 0.224609, 0.25, 0.245117, 0.201172, 0.237305, 0.243164, 0.229492, 0.238281, 0.259766, 0.253906, 0.259766, 0.255859, 0.222656, 0.237305, 0.251953, 0.191406, 0.232422, 0.296875, 0.22168, 0.21582, 0.210938, 0.243164, 0.231445, 0.239258, 0.214844, 0.219727, 0.200195, 0.236328, 0.255859, 0.269531, 0.259766, 0.275391, 0.239258, 0.238281, 0.255859, 0.240234, 0.165039, 0.243164, 0.28125, 0.226562, 0.111328, 0.229492, 0.229492, 0.224609, 0.245117, 0.292969, 0.235352, 0.197266, 0.240234, 0.263672, 0.235352, 0.25, 0.186523, 0.251953, 0.228516, 0.275391, 0.225586, 0.216797, 0.226562, 0.251953, 0.230469, 0.240234, 0.257812, 0.277344, 0.243164, 0.240234, 0.204102, 0.177734, 0.206055, 0.227539, 0.213867, 0.275391, 0.198242, 0.226562, 0.248047, 0.232422, 0.229492, 0.219727, 0.245117, 0.24707, 0.245117, 0.237305, 0.269531, 0.231445, 0.209961, 0.257812, 0.241211, 0.227539, 0.191406, 0.248047, 0.236328, 0.202148, 0.248047, 0.245117, 0.231445, 0.265625, 0.219727, 0.224609, 0.253906, 0.217773, 0.275391, 0.273438, 0.261719, 0.269531, 0.220703, 0.229492, 0.230469, 0.21875, 0.229492, 0.231445, 0.228516, 0.273438, 0.243164, 0.245117, 0.238281, 0.179688, 0.237305, 0.245117, 0.253906, 0.25, 0.209961, 0.279297, 0.212891, 0.244141, 0.225586, 0.271484, 0.246094, 0.22168, 0.225586, 0.21875, 0.251953, 0.227539, 0.210938, 0.273438, 0.203125, 0.271484, 0.226562, 0.22168, 0.237305, 0.257812, 0.238281, 0.228516, 0.178711, 0.265625, 0.246094, 0.235352, 0.251953, 0.248047, 0.224609, 0.271484, 0.263672, 0.226562, 0.255859, 0.212891, 0.225586, 0.237305, 0.233398, 0.144531, 0.255859, 0.246094, 0.21582, 0.220703, 0.249023, 0.251953, 0.249023, 0.227539, 0.214844, 0.253906, 0.225586, 0.224609, 0.244141, 0.216797, 0.186523, 0.237305, 0.24707, 0.273438, 0.235352, 0.255859, 0.230469, 0.257812, 0.183594, 0.231445, 0.257812, 0.245117, 0.263672, 0.237305, 0.257812, 0.261719, 0.225586, 0.248047, 0.19043, 0.198242, 0.257812, 0.240234, 0.253906, 0.21582, 0.25, 0.230469, 0.249023, 0.253906, 0.233398, 0.240234, 0.241211, 0.277344, 0.259766, 0.217773, 0.255859, 0.225586, 0.216797, 0.166992, 0.257812, 0.283203, 0.242188, 0.265625, 0.241211, 0.227539, 0.210938, 0.244141, 0.224609, 0.235352, 0.214844, 0.240234, 0.253906, 0.271484, 0.267578, 0.251953, 0.243164, 0.261719, 0.219727, 0.283203, 0.238281, 0.269531, 0.226562, 0.223633, 0.230469, 0.21582, 0.239258, 0.235352, 0.253906, 0.261719, 0.223633, 0.257812, 0.216797, 0.24707, 0.211914, 0.235352, 0.244141, 0.263672, 0.234375, 0.242188, 0.25, 0.251953, 0.269531, 0.275391, 0.224609, 0.269531, 0.222656, 0.24707, 0.245117, 0.239258, 0.22168, 0.24707, 0.251953, 0.24707, 0.195312, 0.223633, 0.220703, 0.096191, 0.255859, 0.229492, 0.259766, 0.263672, 0.242188, 0.208008, 0.261719, 0.240234, 0.271484, 0.25, 0.249023, 0.251953, 0.233398, 0.242188, 0.249023, 0.269531, 0.245117, 0.253906, 0.239258, 0.25, 0.279297, 0.194336, 0.22168, 0.212891, 0.232422, 0.227539, 0.259766, 0.242188, 0.228516, 0.239258, 0.249023, 0.200195, 0.200195, 0.24707, 0.238281, 0.24707, 0.21582, 0.199219, 0.213867, 0.216797, 0.249023, 0.211914, 0.263672, 0.253906, 0.255859, 0.253906, 0.246094, 0.253906, 0.248047, 0.210938, 0.253906, 0.154297, 0.255859, 0.237305, 0.227539, 0.211914, 0.244141, 0.063965, 0.223633, 0.261719, 0.241211, 0.198242, 0.273438, 0.21582, 0.214844, 0.248047, 0.222656, 0.253906, 0.205078, 0.238281, 0.240234, 0.240234, 0.22168, 0.234375, 0.240234, 0.230469, 0.253906, 0.259766, 0.225586, 0.245117, 0.222656, 0.271484, 0.246094, 0.228516, 0.226562, 0.275391, 0.232422, 0.246094, 0.233398, 0.261719, 0.248047, 0.233398, 0.243164, 0.243164, 0.202148, 0.228516, 0.265625, 0.210938, 0.267578, 0.242188, 0.227539, 0.203125, 0.213867, 0.271484, 0.248047, 0.219727, 0.193359, 0.223633, 0.224609, 0.265625, 0.219727, 0.28125, 0.253906, 0.232422, 0.222656, 0.261719, 0.214844, 0.175781, 0.249023, 0.259766, 0.242188, 0.263672, 0.231445, 0.257812, 0.219727, 0.251953, 0.185547, 0.246094, 0.263672, 0.225586, 0.245117, 0.222656, 0.239258, 0.242188, 0.234375, 0.292969, 0.21582, 0.241211, 0.211914, 0.241211, 0.226562, 0.246094, 0.242188, 0.236328, 0.255859, 0.230469, 0.186523, 0.246094, 0.229492, 0.204102, 0.239258, 0.245117, 0.234375, 0.237305, 0.238281, 0.269531, 0.236328, 0.265625, 0.257812, 0.246094, 0.231445, 0.277344, 0.261719, 0.231445, 0.197266, 0.231445, 0.269531, 0.242188, 0.253906, 0.241211, 0.265625, 0.261719, 0.242188, 0.243164, 0.239258, 0.203125, 0.211914, 0.287109, 0.255859, 0.255859, 0.263672, 0.257812, 0.233398, 0.263672, 0.246094, 0.249023, 0.238281, 0.273438, 0.237305, 0.249023, 0.202148, 0.224609, 0.244141, 0.234375, 0.176758, 0.207031, 0.208984, 0.211914, 0.220703, 0.24707, 0.226562, 0.253906, 0.243164, 0.277344, 0.239258, 0.217773, 0.271484, 0.233398, 0.246094, 0.255859, 0.226562, 0.239258, 0.253906, 0.208984, 0.21875, 0.212891, 0.239258, 0.242188, 0.235352, 0.205078, 0.25, 0.287109, 0.220703, 0.214844, 0.204102, 0.253906, 0.231445, 0.237305, 0.273438, 0.28125, 0.219727, 0.235352, 0.246094, 0.228516, 0.263672, 0.222656, 0.21875, 0.289062, 0.216797, 0.275391, 0.210938, 0.220703, 0.244141, 0.21875, 0.222656, 0.291016, 0.222656, 0.212891, 0.265625, 0.244141, 0.257812, 0.239258, 0.21875, 0.243164, 0.251953, 0.230469, 0.230469, 0.248047, 0.231445, 0.235352, 0.231445, 0.230469, 0.243164, 0.236328, 0.240234, 0.210938, 0.242188, 0.214844, 0.251953, 0.208008, 0.21875, 0.261719, 0.21582, 0.248047, 0.220703, 0.255859, 0.246094, 0.239258, 0.232422, 0.244141, 0.236328, 0.241211, 0.225586, 0.233398, 0.235352, 0.236328, 0.220703, 0.246094, 0.251953, 0.255859, 0.240234, 0.261719, 0.21582, 0.267578, 0.234375, 0.25, 0.261719, 0.233398, 0.249023, 0.220703, 0.245117, 0.207031, 0.243164, 0.263672, 0.242188, 0.259766, 0.229492, 0.234375, 0.240234, 0.226562, 0.240234, 0.255859, 0.261719, 0.259766, 0.241211, 0.227539, 0.21875, 0.228516, 0.237305, 0.253906, 0.265625, 0.242188, 0.233398, 0.253906, 0.275391, 0.201172, 0.285156, 0.292969, 0.259766, 0.225586, 0.251953, 0.239258, 0.249023, 0.267578, 0.220703, 0.217773, 0.249023, 0.241211, 0.25, 0.227539, 0.174805, 0.212891, 0.24707, 0.248047, 0.232422, 0.24707, 0.239258, 0.240234, 0.253906, 0.235352, 0.253906, 0.234375, 0.257812, 0.263672, 0.237305, 0.261719, 0.255859, 0.210938, 0.265625, 0.216797, 0.292969, 0.25, 0.271484, 0.261719, 0.242188, 0.233398, 0.255859, 0.285156, 0.230469, 0.248047, 0.210938, 0.248047, 0.223633, 0.233398, 0.233398, 0.263672, 0.25, 0.202148, 0.233398, 0.244141, 0.251953, 0.241211, 0.246094, 0.248047, 0.225586, 0.251953, 0.239258, 0.224609, 0.235352, 0.21875, 0.257812, 0.249023, 0.220703, 0.261719, 0.233398, 0.21875, 0.259766, 0.25, 0.224609, 0.257812, 0.249023, 0.253906, 0.22168, 0.220703, 0.166992, 0.225586, 0.223633, 0.235352, 0.210938, 0.261719, 0.244141, 0.265625, 0.223633, 0.212891, 0.22168, 0.255859, 0.257812, 0.242188, 0.248047, 0.241211, 0.244141, 0.227539, 0.21582, 0.240234, 0.261719, 0.253906, 0.248047, 0.192383, 0.223633, 0.255859, 0.259766, 0.228516, 0.285156, 0.233398, 0.251953, 0.235352, 0.185547, 0.261719, 0.249023, 0.231445, 0.225586, 0.22168, 0.225586, 0.241211, 0.24707, 0.255859, 0.152344, 0.220703, 0.211914, 0.199219, 0.232422, 0.230469, 0.203125, 0.259766, 0.213867, 0.192383, 0.208008, 0.261719, 0.259766, 0.261719, 0.240234, 0.243164, 0.265625, 0.21875, 0.200195, 0.231445, 0.261719, 0.210938, 0.265625, 0.227539, 0.249023, 0.265625, 0.249023, 0.233398, 0.241211, 0.230469, 0.241211, 0.242188, 0.232422, 0.222656, 0.198242, 0.214844, 0.259766, 0.244141, 0.219727, 0.243164, 0.249023, 0.219727, 0.257812, 0.25, 0.265625, 0.275391, 0.237305, 0.255859, 0.233398, 0.241211, 0.230469, 0.257812, 0.269531, 0.225586, 0.237305, 0.263672, 0.259766, 0.210938, 0.236328, 0.227539, 0.212891, 0.273438, 0.269531, 0.233398, 0.240234, 0.265625, 0.225586, 0.261719, 0.251953, 0.226562, 0.224609, 0.206055, 0.222656, 0.243164, 0.234375, 0.223633, 0.232422, 0.212891, 0.244141, 0.214844, 0.245117, 0.255859, 0.265625, 0.25, 0.28125, 0.21582, 0.253906, 0.208984, 0.220703, 0.232422, 0.244141, 0.214844, 0.251953, 0.163086, 0.231445, 0.249023, 0.273438, 0.234375, 0.207031, 0.241211, 0.209961, 0.219727, 0.255859, 0.261719, 0.294922, 0.243164, 0.212891, 0.269531, 0.228516, 0.253906, 0.228516, 0.229492, 0.166016, 0.243164, 0.226562, 0.230469, 0.255859, 0.253906, 0.234375, 0.207031, 0.239258, 0.236328, 0.240234, 0.206055, 0.265625, 0.213867, 0.232422, 0.255859, 0.213867, 0.231445, 0.242188, 0.246094, 0.265625, 0.230469, 0.241211, 0.232422, 0.197266, 0.275391, 0.205078, 0.223633, 0.22168, 0.213867, 0.246094, 0.240234, 0.263672, 0.217773, 0.217773, 0.237305, 0.261719, 0.236328, 0.242188, 0.238281, 0.18457, 0.239258, 0.267578, 0.237305, 0.206055, 0.257812, 0.261719, 0.217773, 0.228516, 0.201172, 0.232422, 0.238281, 0.227539, 0.255859, 0.25, 0.243164, 0.229492, 0.229492, 0.25, 0.225586, 0.240234, 0.217773, 0.240234, 0.255859, 0.208984, 0.240234, 0.257812, 0.236328, 0.240234, 0.222656, 0.233398, 0.232422, 0.21582, 0.255859, 0.240234, 0.241211, 0.251953, 0.231445, 0.235352, 0.235352, 0.209961, 0.244141, 0.246094, 0.279297, 0.294922, 0.210938, 0.251953, 0.239258, 0.234375, 0.235352, 0.253906, 0.225586, 0.208008, 0.225586, 0.236328, 0.211914, 0.237305, 0.224609, 0.241211, 0.251953, 0.232422, 0.239258, 0.228516, 0.253906, 0.283203, 0.255859, 0.271484, 0.192383, 0.226562, 0.248047, 0.223633, 0.208984, 0.267578, 0.211914, 0.229492, 0.244141, 0.234375, 0.195312, 0.249023, 0.234375, 0.242188, 0.242188, 0.265625, 0.285156, 0.25, 0.21875, 0.253906, 0.229492, 0.227539, 0.246094, 0.209961, 0.25, 0.261719, 0.226562, 0.249023, 0.226562, 0.267578, 0.211914, 0.211914, 0.150391, 0.24707, 0.21582, 0.237305, 0.271484, 0.271484, 0.261719, 0.263672, 0.245117, 0.246094, 0.196289, 0.257812, 0.203125, 0.24707, 0.224609, 0.269531, 0.263672, 0.236328, 0.211914, 0.25, 0.234375, 0.253906, 0.251953, 0.224609, 0.243164, 0.233398, 0.167969, 0.210938, 0.21582, 0.230469, 0.231445, 0.246094, 0.210938, 0.227539, 0.273438, 0.253906, 0.245117, 0.228516, 0.231445, 0.212891, 0.219727, 0.25, 0.22168, 0.237305, 0.243164, 0.234375, 0.231445, 0.267578, 0.249023, 0.233398, 0.267578, 0.225586, 0.226562, 0.229492, 0.195312, 0.242188, 0.232422, 0.246094, 0.217773, 0.251953, 0.259766, 0.236328, 0.213867, 0.214844, 0.267578, 0.201172, 0.232422, 0.246094, 0.224609, 0.227539, 0.283203, 0.259766, 0.24707, 0.231445, 0.21582, 0.246094, 0.229492, 0.197266, 0.231445, 0.229492, 0.214844, 0.194336, 0.265625, 0.248047, 0.240234, 0.223633, 0.22168, 0.224609, 0.226562, 0.249023, 0.253906, 0.263672, 0.232422, 0.239258, 0.261719, 0.263672, 0.220703, 0.241211, 0.245117, 0.255859, 0.253906, 0.228516, 0.240234, 0.257812, 0.239258, 0.22168, 0.243164, 0.205078, 0.245117, 0.217773, 0.257812, 0.238281, 0.22168, 0.244141, 0.271484, 0.204102, 0.238281, 0.237305, 0.255859, 0.263672, 0.253906, 0.225586, 0.216797, 0.259766, 0.204102, 0.251953, 0.249023, 0.251953, 0.214844, 0.242188, 0.243164, 0.248047, 0.242188, 0.232422, 0.245117, 0.275391, 0.263672, 0.238281, 0.273438, 0.227539, 0.28125, 0.233398, 0.172852, 0.253906, 0.235352, 0.25, 0.259766, 0.259766, 0.211914, 0.213867, 0.240234, 0.263672, 0.241211, 0.230469, 0.234375, 0.242188, 0.210938, 0.231445, 0.25, 0.201172, 0.24707, 0.24707, 0.193359, 0.238281, 0.243164, 0.255859, 0.198242, 0.224609, 0.228516, 0.253906, 0.205078, 0.253906, 0.229492, 0.271484, 0.253906, 0.168945, 0.223633, 0.239258, 0.24707, 0.234375, 0.208008, 0.237305, 0.22168, 0.233398, 0.210938, 0.292969, 0.226562, 0.263672, 0.243164, 0.251953, 0.273438, 0.212891, 0.230469, 0.257812, 0.213867, 0.267578, 0.25, 0.212891, 0.251953, 0.22168, 0.265625, 0.241211, 0.235352, 0.21875, 0.192383, 0.237305, 0.24707, 0.248047, 0.271484, 0.201172, 0.251953, 0.243164, 0.243164, 0.237305, 0.235352, 0.263672, 0.228516, 0.223633, 0.222656, 0.240234, 0.219727, 0.198242, 0.216797, 0.232422, 0.235352, 0.265625, 0.257812, 0.239258, 0.263672, 0.225586, 0.231445, 0.237305, 0.233398, 0.230469, 0.243164, 0.263672, 0.199219, 0.261719, 0.201172, 0.251953, 0.22168, 0.251953, 0.230469, 0.213867, 0.259766, 0.219727, 0.226562, 0.194336, 0.223633, 0.210938, 0.21875, 0.226562, 0.231445, 0.238281, 0.25, 0.253906, 0.204102, 0.238281, 0.265625, 0.21875, 0.242188, 0.240234, 0.211914, 0.193359, 0.222656, 0.249023, 0.249023, 0.229492, 0.232422, 0.216797, 0.233398, 0.219727, 0.21875, 0.224609, 0.243164, 0.223633, 0.227539, 0.257812, 0.25, 0.223633, 0.243164, 0.246094, 0.267578, 0.289062, 0.240234, 0.248047, 0.257812, 0.271484, 0.257812, 0.199219, 0.259766, 0.291016, 0.251953, 0.255859, 0.255859, 0.220703, 0.241211, 0.261719, 0.242188, 0.257812, 0.248047, 0.239258, 0.24707, 0.237305, 0.21582, 0.238281, 0.219727, 0.25, 0.246094, 0.257812, 0.230469 ] }, "name": "model.transformer.layers.4.attn_norm.weight", "outputIndexes": [ 289 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 288, 289 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_4/Mul_1_output_0", "outputIndexes": [ 290 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 290 ], "outputIndexes": [ 2674 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2674 ], "outputIndexes": [ 2675 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear", "inputIndexes": [ 2675 ], "outputIndexes": [ 2676 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 127887504, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2676 ], "outputIndexes": [ 2677 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2677 ], "outputIndexes": [ 291 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "/Shape_17_output_0", "outputIndexes": [ 292 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 292 ], "main_type": "NONE", "name": "Shape418", "outputIndexes": [ 293 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 292 ], "main_type": "NONE", "name": "Rank420", "outputIndexes": [ 294 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 294, 294 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp422", "outputIndexes": [ 295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze423", "outputIndexes": [ 296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 295, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp425", "outputIndexes": [ 297 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 297 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze426", "outputIndexes": [ 298 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293, 296, 298, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice429", "outputIndexes": [ 299 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 299 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze430", "outputIndexes": [ 300 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 300 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp431", "outputIndexes": [ 301 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 301, 300 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp432", "outputIndexes": [ 302 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 292, 302, 295 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_24_output_0", "outputIndexes": [ 303 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 303, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_41_output_0", "outputIndexes": [ 304 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 16 ] }, "name": "/Constant_123_output_0", "outputIndexes": [ 305 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 304, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_20_output_0", "outputIndexes": [ 306 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 291, 306 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_17_output_0", "outputIndexes": [ 307 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 307 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_4/Mul_output_0", "outputIndexes": [ 308 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.605469, 0.847656, 0.691406, 0.150391, 0.199219, 1.226562, 0.157227, 0.376953, 0.753906, 1.25, 1.46875, 1.3125, 0.894531, 1.4375, 1.085938, 1.0625, 1.523438, 1.039062, 0.59375, 1.851562, 1.664062, 0.96875, 0.945312, 1.507812, 1.28125, 1.234375, 1.273438, 1.65625, 1.273438, 0.507812, 1.5, 1.578125, 1.601562, 1.171875, 1.640625, 1.710938, 0.699219, 1.554688, 1.375, 1.585938, 2.0, 1.195312, 1.640625, 1.65625, 1.078125, 0.847656, 2.53125, 2.640625, 1.59375, 1.710938, 1.554688, 1.554688, 1.546875, 1.601562, 1.101562, 1.5625, 1.1875, 1.617188, 1.625, 1.695312, 1.484375, 1.296875, 1.15625, 1.617188, 1.09375, 0.777344, 1.078125, 0.617188, 0.890625, 1.015625, 1.179688, 1.445312, 1.046875, 0.742188, 1.3125, 0.738281, 0.726562, 0.550781, 0.976562, 1.539062, 1.039062, 1.09375, 1.460938, 1.273438, 1.109375, 1.695312, 1.617188, 0.898438, 1.804688, 0.785156, 1.515625, 1.03125, 1.390625, 1.460938, 1.171875, 1.390625, 1.671875, 1.664062, 1.648438, 1.125, 1.710938, 1.664062, 1.289062, 1.609375, 0.443359, 1.726562, 1.554688, 1.546875, 1.90625, 1.890625, 0.294922, 0.093262, 0.585938, 1.507812, 1.585938, 0.150391, 1.664062, 1.570312, 1.007812, 1.46875, 1.59375, 1.523438, 1.539062, 1.515625, 1.460938, 1.328125, 1.429688, 1.640625 ] }, "name": "model.transformer.layers.4.attn.q_norm.weight", "outputIndexes": [ 309 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 308, 309 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_4/Mul_1_output_0", "outputIndexes": [ 310 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_16_output_0", "outputIndexes": [ 311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_17_output_0", "outputIndexes": [ 312 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 312 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_8_output_0", "outputIndexes": [ 313 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 310, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_16_output_0", "outputIndexes": [ 314 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 313, 314 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_23_output_0", "outputIndexes": [ 315 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 315, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_17_output_0", "outputIndexes": [ 316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 311, 316 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_16_output_0", "outputIndexes": [ 317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 290 ], "outputIndexes": [ 2678 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2678 ], "outputIndexes": [ 2679 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear", "inputIndexes": [ 2679 ], "outputIndexes": [ 2680 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 134580630, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2680 ], "outputIndexes": [ 2681 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2681 ], "outputIndexes": [ 318 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4 ] }, "name": "/Constant_125_output_0", "outputIndexes": [ 319 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 304, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_21_output_0", "outputIndexes": [ 320 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 318, 320 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_18_output_0", "outputIndexes": [ 321 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 321 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_4/Mul_output_0", "outputIndexes": [ 322 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.585938, 1.0625, 0.104004, 0.211914, 0.373047, 1.28125, 0.310547, 0.4375, 0.742188, 1.351562, 1.539062, 0.960938, 0.462891, 0.792969, 1.632812, 0.683594, 1.492188, 0.617188, 0.542969, 1.132812, 1.328125, 1.234375, 1.0, 1.273438, 1.617188, 0.257812, 1.71875, 1.226562, 1.773438, 1.898438, 0.308594, 1.578125, 1.570312, 1.5, 1.59375, 0.988281, 2.515625, 1.625, 1.65625, 1.554688, 0.369141, 2.109375, 1.539062, 1.523438, 1.890625, 2.203125, 0.283203, 0.375, 1.0, 1.546875, 1.59375, 0.976562, 1.695312, 1.53125, 0.847656, 1.578125, 1.265625, 1.46875, 1.632812, 1.640625, 1.554688, 1.195312, 2.1875, 1.585938, 1.148438, 0.503906, 1.226562, 0.628906, 0.730469, 0.964844, 1.078125, 1.367188, 1.0625, 0.75, 1.265625, 1.203125, 0.9375, 1.0, 0.683594, 1.859375, 1.109375, 1.578125, 1.421875, 1.65625, 1.445312, 1.296875, 1.578125, 1.15625, 1.492188, 1.773438, 1.257812, 1.507812, 0.851562, 0.515625, 2.375, 1.398438, 1.476562, 1.328125, 1.578125, 1.867188, 0.105957, 1.578125, 1.148438, 1.570312, 3.046875, 0.902344, 1.625, 1.625, 1.15625, 0.628906, 2.828125, 2.75, 1.804688, 1.59375, 1.585938, 1.820312, 1.523438, 1.65625, 1.210938, 1.429688, 1.3125, 1.648438, 1.523438, 1.585938, 1.421875, 1.6875, 1.335938, 1.664062 ] }, "name": "model.transformer.layers.4.attn.k_norm.weight", "outputIndexes": [ 323 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 322, 323 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_4/Mul_1_output_0", "outputIndexes": [ 324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 324, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_18_output_0", "outputIndexes": [ 325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 324, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_19_output_0", "outputIndexes": [ 326 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 326 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_9_output_0", "outputIndexes": [ 327 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 324, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_18_output_0", "outputIndexes": [ 328 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 327, 328 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_24_output_0", "outputIndexes": [ 329 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 329, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_19_output_0", "outputIndexes": [ 330 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 325, 330 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_17_output_0", "outputIndexes": [ 331 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 290 ], "outputIndexes": [ 2682 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2682 ], "outputIndexes": [ 2683 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear", "inputIndexes": [ 2683 ], "outputIndexes": [ 2684 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 136254108, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2684 ], "outputIndexes": [ 2685 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2685 ], "outputIndexes": [ 332 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 332, 320 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_19_output_0", "outputIndexes": [ 333 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 317, 331, 333, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.4/self_attn/FusedAttention", "outputIndexes": [ 334 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 334 ], "outputIndexes": [ 2686 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2686 ], "outputIndexes": [ 2687 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear", "inputIndexes": [ 2687 ], "outputIndexes": [ 2688 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 137927586, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2688 ], "outputIndexes": [ 2689 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2689 ], "outputIndexes": [ 335 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 287, 335 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_18_output_0", "outputIndexes": [ 336 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 336 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_4/Mul_output_0", "outputIndexes": [ 337 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.5625, 0.5, 0.511719, 0.585938, 0.597656, 0.636719, 0.441406, 0.53125, 0.515625, 0.613281, 0.707031, 0.566406, 0.554688, 0.511719, 0.578125, 0.605469, 0.621094, 0.628906, 0.535156, 0.441406, 0.546875, 0.574219, 0.617188, 0.507812, 0.546875, 0.617188, 0.539062, 0.527344, 0.601562, 0.574219, 0.5625, 0.5625, 0.511719, 0.589844, 0.875, 0.648438, 0.632812, 0.597656, 0.550781, 0.550781, 0.578125, 0.59375, 0.59375, 0.621094, 0.494141, 0.570312, 0.636719, 0.53125, 0.5625, 0.597656, 0.578125, 0.570312, 0.589844, 0.523438, 0.554688, 0.65625, 0.621094, 0.570312, 0.5625, 0.636719, 0.566406, 0.566406, 0.59375, 0.5625, 0.597656, 0.546875, 0.585938, 0.5, 0.566406, 0.566406, 0.644531, 0.636719, 0.617188, 0.59375, 0.621094, 0.605469, 0.566406, 0.535156, 0.632812, 0.578125, 0.605469, 0.535156, 0.597656, 0.546875, 0.539062, 0.566406, 0.554688, 0.496094, 0.589844, 0.605469, 0.570312, 0.558594, 0.550781, 0.503906, 0.605469, 0.494141, 0.550781, 0.542969, 0.617188, 0.519531, 0.550781, 0.605469, 0.554688, 0.53125, 0.53125, 0.578125, 0.554688, 0.546875, 0.710938, 0.582031, 0.498047, 0.578125, 0.605469, 0.664062, 0.539062, 0.621094, 0.613281, 0.609375, 0.554688, 0.601562, 0.503906, 0.558594, 0.5625, 0.574219, 0.5, 0.527344, 0.660156, 0.523438, 0.511719, 0.546875, 0.527344, 0.523438, 0.671875, 0.582031, 0.601562, 0.679688, 0.636719, 0.640625, 0.582031, 0.628906, 0.605469, 0.613281, 0.5625, 0.578125, 0.605469, 0.542969, 0.621094, 0.632812, 0.570312, 0.605469, 0.550781, 0.550781, 0.476562, 0.566406, 0.542969, 0.625, 0.503906, 0.5625, 0.636719, 0.589844, 0.617188, 0.589844, 0.589844, 0.597656, 0.554688, 0.5, 0.546875, 0.515625, 0.625, 0.644531, 0.480469, 0.554688, 0.566406, 0.597656, 0.628906, 0.554688, 0.554688, 0.515625, 0.554688, 0.535156, 0.5625, 0.597656, 0.574219, 0.574219, 0.523438, 0.515625, 0.425781, 0.546875, 0.542969, 0.494141, 0.527344, 0.609375, 0.609375, 0.535156, 0.574219, 0.589844, 0.511719, 0.589844, 0.628906, 0.589844, 0.53125, 0.574219, 0.675781, 0.59375, 0.636719, 0.628906, 0.539062, 0.589844, 0.404297, 0.582031, 0.5, 0.640625, 0.474609, 0.597656, 0.566406, 0.519531, 0.443359, 0.601562, 0.546875, 0.546875, 0.498047, 0.5625, 0.664062, 0.535156, 0.585938, 0.589844, 0.53125, 0.539062, 0.53125, 0.59375, 0.464844, 0.625, 0.546875, 0.613281, 0.546875, 0.574219, 0.554688, 0.546875, 0.443359, 0.585938, 0.542969, 0.625, 0.574219, 0.585938, 0.632812, 0.5625, 0.625, 0.550781, 0.589844, 0.566406, 0.507812, 0.585938, 0.511719, 0.542969, 0.539062, 0.597656, 0.597656, 0.482422, 0.582031, 0.558594, 0.554688, 0.503906, 0.503906, 0.503906, 0.490234, 0.554688, 0.53125, 0.566406, 0.578125, 0.578125, 0.511719, 0.605469, 0.570312, 0.558594, 0.492188, 0.519531, 0.582031, 0.539062, 0.636719, 0.613281, 0.539062, 0.546875, 0.558594, 0.515625, 0.535156, 0.566406, 0.621094, 0.5625, 0.539062, 0.585938, 0.574219, 0.648438, 0.617188, 0.601562, 0.601562, 0.503906, 0.539062, 0.5625, 0.601562, 0.474609, 0.589844, 0.609375, 0.515625, 0.546875, 0.566406, 0.398438, 0.546875, 0.558594, 0.507812, 0.554688, 0.503906, 0.554688, 0.574219, 0.539062, 0.578125, 0.542969, 0.578125, 0.519531, 0.605469, 0.496094, 0.53125, 0.486328, 0.259766, 0.460938, 0.439453, 0.589844, 0.5625, 0.648438, 0.585938, 0.632812, 0.632812, 0.527344, 0.59375, 0.539062, 0.589844, 0.515625, 0.589844, 0.667969, 0.652344, 0.511719, 0.519531, 0.621094, 0.582031, 0.578125, 0.466797, 0.566406, 0.613281, 0.652344, 0.550781, 0.59375, 0.59375, 0.558594, 0.5625, 0.5625, 0.453125, 0.617188, 0.613281, 0.59375, 0.511719, 0.53125, 0.511719, 0.478516, 0.617188, 0.566406, 0.570312, 0.554688, 0.527344, 0.261719, 0.527344, 0.539062, 0.546875, 0.554688, 0.566406, 0.570312, 0.570312, 0.628906, 0.574219, 0.546875, 0.644531, 0.498047, 0.507812, 0.511719, 0.566406, 0.546875, 0.605469, 0.546875, 0.761719, 0.578125, 0.597656, 0.570312, 0.539062, 0.539062, 0.585938, 0.570312, 0.535156, 0.644531, 0.566406, 0.523438, 0.59375, 0.419922, 0.589844, 0.554688, 0.605469, 0.494141, 0.617188, 0.609375, 0.511719, 0.455078, 0.585938, 0.511719, 0.554688, 0.660156, 0.507812, 0.527344, 0.597656, 0.582031, 0.5, 0.455078, 0.527344, 0.585938, 0.558594, 0.558594, 0.498047, 0.574219, 0.460938, 0.574219, 0.597656, 0.578125, 0.550781, 0.535156, 0.691406, 0.527344, 0.625, 0.578125, 0.472656, 0.582031, 0.503906, 0.5625, 0.601562, 0.558594, 0.625, 0.460938, 0.558594, 0.519531, 0.519531, 0.550781, 0.570312, 0.566406, 0.507812, 0.582031, 0.582031, 0.490234, 0.554688, 0.578125, 0.585938, 0.59375, 0.53125, 0.632812, 0.65625, 0.601562, 0.427734, 0.511719, 0.435547, 0.585938, 0.570312, 0.5625, 0.632812, 0.652344, 0.546875, 0.492188, 0.632812, 0.640625, 0.613281, 0.664062, 0.597656, 0.550781, 0.574219, 0.570312, 0.625, 0.466797, 0.644531, 0.652344, 0.464844, 0.462891, 0.554688, 0.550781, 0.589844, 0.613281, 0.625, 0.527344, 0.369141, 0.648438, 0.570312, 0.550781, 0.566406, 0.482422, 0.554688, 0.550781, 0.539062, 0.470703, 0.539062, 0.539062, 0.582031, 0.490234, 0.652344, 0.503906, 0.515625, 0.625, 0.585938, 0.5625, 0.554688, 0.570312, 0.546875, 0.546875, 0.550781, 0.582031, 0.585938, 0.65625, 0.628906, 0.5625, 0.675781, 0.59375, 0.621094, 0.585938, 0.574219, 0.589844, 0.578125, 0.546875, 0.5625, 0.53125, 0.554688, 0.558594, 0.498047, 0.578125, 0.578125, 0.636719, 0.542969, 0.527344, 0.539062, 0.554688, 0.578125, 0.519531, 0.644531, 0.679688, 0.652344, 0.589844, 0.605469, 0.53125, 0.511719, 0.667969, 0.494141, 0.554688, 0.644531, 0.664062, 0.617188, 0.570312, 0.546875, 0.558594, 0.578125, 0.601562, 0.6875, 0.494141, 0.585938, 0.640625, 0.601562, 0.617188, 0.570312, 0.527344, 0.570312, 0.589844, 0.574219, 0.558594, 0.582031, 0.597656, 0.464844, 0.589844, 0.535156, 0.574219, 0.488281, 0.582031, 0.574219, 0.625, 0.574219, 0.566406, 0.636719, 0.511719, 0.589844, 0.093262, 0.53125, 0.5625, 0.613281, 0.597656, 0.550781, 0.613281, 0.578125, 0.609375, 0.636719, 0.578125, 0.507812, 0.578125, 0.605469, 0.597656, 0.578125, 0.550781, 0.5625, 0.546875, 0.5625, 0.53125, 0.570312, 0.527344, 0.388672, 0.494141, 0.554688, 0.617188, 0.625, 0.539062, 0.546875, 0.566406, 0.535156, 0.644531, 0.574219, 0.644531, 0.570312, 0.582031, 0.451172, 0.5625, 0.671875, 0.640625, 0.59375, 0.546875, 0.546875, 0.621094, 0.605469, 0.589844, 0.582031, 0.546875, 0.535156, 0.605469, 0.507812, 0.566406, 0.519531, 0.59375, 0.671875, 0.640625, 0.597656, 0.523438, 0.636719, 0.519531, 0.496094, 0.585938, 0.636719, 0.582031, 0.464844, 0.494141, 0.566406, 0.457031, 0.574219, 0.527344, 0.695312, 0.605469, 0.566406, 0.601562, 0.542969, 0.546875, 0.585938, 0.585938, 0.574219, 0.507812, 0.515625, 0.539062, 0.566406, 0.671875, 0.648438, 0.558594, 0.585938, 0.490234, 0.605469, 0.769531, 0.578125, 0.695312, 0.613281, 0.578125, 0.519531, 0.515625, 0.59375, 0.582031, 0.613281, 0.582031, 0.582031, 0.476562, 0.539062, 0.535156, 0.558594, 0.617188, 0.59375, 0.609375, 0.53125, 0.511719, 0.578125, 0.585938, 0.554688, 0.527344, 0.455078, 0.617188, 0.597656, 0.566406, 0.621094, 0.527344, 0.578125, 0.542969, 0.582031, 0.589844, 0.554688, 0.550781, 0.486328, 0.550781, 0.464844, 0.574219, 0.574219, 0.554688, 0.566406, 0.621094, 0.554688, 0.601562, 0.523438, 0.550781, 0.621094, 0.578125, 0.601562, 0.582031, 0.535156, 0.621094, 0.644531, 0.570312, 0.597656, 0.503906, 0.558594, 0.578125, 0.554688, 0.574219, 0.511719, 0.5625, 0.574219, 0.65625, 0.53125, 0.574219, 0.570312, 0.566406, 0.625, 0.5625, 0.578125, 0.613281, 0.574219, 0.542969, 0.410156, 0.570312, 0.558594, 0.5625, 0.574219, 0.769531, 0.632812, 0.515625, 0.550781, 0.59375, 0.53125, 0.585938, 0.539062, 0.515625, 0.523438, 0.542969, 0.285156, 0.617188, 0.527344, 0.636719, 0.609375, 0.423828, 0.46875, 0.613281, 0.613281, 0.578125, 0.542969, 0.277344, 0.546875, 0.5625, 0.542969, 0.582031, 0.609375, 0.523438, 0.527344, 0.628906, 0.566406, 0.566406, 0.527344, 0.542969, 0.601562, 0.558594, 0.679688, 0.523438, 0.621094, 0.628906, 0.507812, 0.546875, 0.476562, 0.447266, 0.535156, 0.589844, 0.550781, 0.5625, 0.636719, 0.511719, 0.539062, 0.574219, 0.585938, 0.582031, 0.523438, 0.574219, 0.550781, 0.490234, 0.515625, 0.578125, 0.582031, 0.613281, 0.570312, 0.449219, 0.546875, 0.519531, 0.511719, 0.640625, 0.597656, 0.601562, 0.546875, 0.613281, 0.644531, 0.570312, 0.597656, 0.519531, 0.582031, 0.542969, 0.589844, 0.527344, 0.550781, 0.605469, 0.597656, 0.597656, 0.558594, 0.492188, 0.527344, 0.539062, 0.59375, 0.527344, 0.585938, 0.578125, 0.554688, 0.535156, 0.5625, 0.558594, 0.457031, 0.546875, 0.570312, 0.582031, 0.6875, 0.550781, 0.486328, 0.554688, 0.609375, 0.589844, 0.554688, 0.59375, 0.566406, 0.597656, 0.546875, 0.542969, 0.412109, 0.558594, 0.59375, 0.601562, 0.5625, 0.609375, 0.59375, 0.439453, 0.605469, 0.617188, 0.574219, 0.640625, 0.574219, 0.566406, 0.375, 0.640625, 0.617188, 0.628906, 0.507812, 0.566406, 0.417969, 0.570312, 0.482422, 0.570312, 0.5625, 0.605469, 0.585938, 0.498047, 0.429688, 0.609375, 0.53125, 0.574219, 0.566406, 0.554688, 0.550781, 0.578125, 0.597656, 0.476562, 0.585938, 0.539062, 0.558594, 0.458984, 0.601562, 0.628906, 0.644531, 0.558594, 0.515625, 0.609375, 0.597656, 0.542969, 0.554688, 0.546875, 0.527344, 0.570312, 0.535156, 0.498047, 0.507812, 0.523438, 0.53125, 0.578125, 0.144531, 0.59375, 0.585938, 0.570312, 0.558594, 0.605469, 0.605469, 0.566406, 0.496094, 0.519531, 0.597656, 0.5625, 0.539062, 0.632812, 0.574219, 0.570312, 0.558594, 0.507812, 0.550781, 0.589844, 0.613281, 0.609375, 0.515625, 0.570312, 0.488281, 0.554688, 0.628906, 0.632812, 0.515625, 0.628906, 0.605469, 0.582031, 0.554688, 0.472656, 0.578125, 0.601562, 0.511719, 0.605469, 0.453125, 0.597656, 0.609375, 0.429688, 0.476562, 0.503906, 0.585938, 0.527344, 0.59375, 0.5, 0.621094, 0.574219, 0.539062, 0.632812, 0.239258, 0.648438, 0.443359, 0.605469, 0.585938, 0.570312, 0.546875, 0.519531, 0.609375, 0.470703, 0.71875, 0.597656, 0.494141, 0.5625, 0.523438, 0.566406, 0.535156, 0.546875, 0.515625, 0.605469, 0.632812, 0.439453, 0.492188, 0.519531, 0.570312, 0.488281, 0.476562, 0.59375, 0.710938, 0.478516, 0.578125, 0.486328, 0.570312, 0.523438, 0.59375, 0.527344, 0.582031, 0.539062, 0.628906, 0.539062, 0.566406, 0.523438, 0.535156, 0.628906, 0.503906, 0.601562, 0.558594, 0.628906, 0.605469, 0.539062, 0.585938, 0.558594, 0.482422, 0.554688, 0.652344, 0.527344, 0.550781, 0.542969, 0.625, 0.539062, 0.574219, 0.644531, 0.628906, 0.53125, 0.494141, 0.574219, 0.597656, 0.597656, 0.597656, 0.671875, 0.625, 0.613281, 0.542969, 0.945312, 0.554688, 0.523438, 0.589844, 0.820312, 0.589844, 0.5625, 0.550781, 0.617188, 0.585938, 0.53125, 0.511719, 0.5625, 0.472656, 0.71875, 0.597656, 0.480469, 0.515625, 0.59375, 0.625, 0.597656, 0.582031, 0.558594, 0.546875, 0.488281, 0.539062, 0.59375, 0.613281, 0.5625, 0.486328, 0.515625, 0.597656, 0.601562, 0.535156, 0.484375, 0.558594, 0.53125, 0.589844, 0.546875, 0.550781, 0.558594, 0.523438, 0.535156, 0.554688, 0.472656, 0.585938, 0.578125, 0.554688, 0.554688, 0.597656, 0.550781, 0.617188, 1.289062, 0.605469, 0.570312, 0.652344, 0.554688, 0.554688, 0.535156, 0.570312, 0.578125, 0.597656, 0.609375, 0.578125, 0.5625, 0.585938, 0.5625, 0.515625, 0.578125, 0.542969, 0.535156, 0.546875, 0.535156, 0.578125, 0.636719, 0.601562, 0.5625, 0.582031, 0.582031, 0.550781, 0.542969, 0.636719, 0.621094, 0.566406, 0.554688, 0.621094, 0.640625, 0.511719, 0.498047, 0.597656, 0.416016, 0.535156, 0.53125, 0.554688, 0.550781, 0.597656, 0.585938, 0.5, 0.539062, 0.667969, 0.570312, 0.664062, 0.550781, 0.582031, 0.597656, 0.574219, 0.546875, 0.554688, 0.597656, 0.398438, 0.609375, 0.554688, 0.535156, 0.5625, 0.494141, 0.632812, 0.613281, 0.539062, 0.527344, 0.65625, 0.578125, 0.640625, 0.644531, 0.605469, 0.570312, 0.585938, 0.503906, 0.546875, 0.585938, 0.511719, 0.554688, 0.578125, 0.488281, 0.671875, 0.519531, 0.597656, 0.542969, 0.566406, 0.550781, 0.523438, 0.765625, 0.613281, 0.6875, 0.539062, 0.566406, 0.605469, 0.566406, 0.695312, 0.636719, 0.59375, 0.470703, 0.601562, 0.570312, 0.566406, 0.621094, 0.447266, 0.585938, 0.613281, 0.484375, 0.480469, 0.5625, 0.597656, 0.494141, 0.617188, 0.613281, 0.566406, 0.617188, 0.558594, 0.476562, 0.574219, 0.589844, 0.546875, 0.632812, 0.539062, 0.519531, 0.5625, 0.503906, 0.558594, 0.585938, 0.566406, 0.419922, 0.425781, 0.539062, 0.605469, 0.519531, 0.585938, 0.605469, 0.625, 0.554688, 0.578125, 0.542969, 0.523438, 0.476562, 0.617188, 0.527344, 0.601562, 0.597656, 0.542969, 0.570312, 0.585938, 0.617188, 0.494141, 0.507812, 0.570312, 0.507812, 0.605469, 0.601562, 0.53125, 0.53125, 0.597656, 0.53125, 0.609375, 0.578125, 0.757812, 0.550781, 0.546875, 0.601562, 0.582031, 0.578125, 0.380859, 0.558594, 0.546875, 0.550781, 0.605469, 0.554688, 0.5, 0.578125, 0.554688, 0.550781, 0.527344, 0.503906, 0.613281, 0.550781, 0.59375, 0.550781, 0.53125, 0.625, 0.535156, 0.613281, 0.589844, 0.554688, 0.601562, 0.519531, 0.582031, 0.554688, 0.585938, 0.472656, 0.503906, 0.554688, 0.609375, 0.53125, 0.519531, 0.683594, 0.5625, 0.714844, 0.527344, 0.535156, 0.53125, 0.535156, 0.527344, 0.59375, 0.605469, 0.582031, 0.589844, 0.511719, 0.589844, 0.550781, 0.527344, 0.597656, 0.558594, 0.605469, 0.574219, 0.466797, 0.542969, 0.457031, 0.546875, 0.574219, 0.511719, 0.625, 0.644531, 0.625, 0.578125, 0.566406, 0.466797, 0.617188, 0.644531, 0.482422, 0.570312, 0.582031, 0.6875, 0.535156, 0.535156, 0.445312, 0.59375, 0.613281, 0.546875, 0.515625, 0.554688, 0.558594, 0.5625, 0.539062, 0.597656, 0.546875, 0.589844, 0.5625, 0.574219, 0.582031, 0.201172, 0.539062, 0.578125, 0.691406, 0.535156, 0.535156, 0.574219, 0.550781, 0.519531, 0.59375, 0.578125, 0.523438, 0.470703, 0.466797, 0.59375, 0.613281, 0.535156, 0.585938, 0.519531, 0.470703, 0.574219, 0.625, 0.546875, 0.613281, 0.554688, 0.574219, 0.585938, 0.582031, 0.523438, 0.632812, 0.597656, 0.578125, 0.609375, 0.550781, 0.660156, 0.484375, 0.574219, 0.574219, 0.570312, 0.609375, 0.566406, 0.574219, 0.519531, 0.566406, 0.542969, 0.570312, 0.558594, 0.511719, 0.597656, 0.558594, 0.597656, 0.546875, 0.625, 0.488281, 0.449219, 0.597656, 0.640625, 0.59375, 0.625, 0.578125, 0.566406, 0.578125, 0.539062, 0.535156, 0.566406, 0.439453, 0.519531, 0.597656, 0.605469, 0.458984, 0.515625, 0.263672, 0.542969, 0.570312, 0.5625, 0.496094, 0.550781, 0.535156, 0.542969, 0.5625, 0.585938, 0.566406, 0.566406, 0.5, 0.59375, 0.574219, 0.613281, 0.578125, 0.613281, 0.507812, 0.539062, 0.570312, 0.550781, 0.498047, 0.578125, 0.496094, 0.566406, 0.496094, 0.65625, 0.539062, 0.53125, 0.498047, 0.527344, 0.597656, 0.496094, 0.621094, 0.542969, 0.535156, 0.527344, 0.570312, 0.648438, 0.476562, 0.609375, 0.605469, 0.535156, 0.550781, 0.511719, 0.59375, 0.605469, 0.539062, 0.546875, 0.535156, 0.53125, 0.417969, 0.527344, 0.605469, 0.447266, 0.613281, 0.5625, 0.550781, 0.5625, 0.554688, 0.605469, 0.558594, 0.589844, 0.609375, 0.589844, 0.5625, 0.566406, 0.492188, 0.65625, 0.605469, 0.59375, 0.613281, 0.523438, 0.558594, 0.601562, 0.496094, 0.527344, 0.558594, 0.554688, 0.53125, 0.574219, 0.542969, 0.601562, 0.617188, 0.566406, 0.535156, 0.5, 0.527344, 0.53125, 0.570312, 0.578125, 0.519531, 0.554688, 0.597656, 0.5, 0.462891, 0.515625, 0.492188, 0.554688, 0.554688, 0.566406, 0.507812, 0.53125, 0.625, 0.574219, 0.660156, 0.546875, 0.671875, 0.550781, 0.613281, 0.546875, 0.578125, 0.59375, 0.621094, 0.566406, 0.582031, 0.515625, 0.455078, 0.609375, 0.539062, 0.535156, 0.574219, 0.535156, 0.554688, 0.617188, 0.566406, 0.585938, 0.523438, 0.482422, 0.609375, 0.601562, 0.652344, 0.542969, 0.558594, 0.601562, 0.5625, 0.558594, 0.621094, 0.337891, 0.621094, 0.609375, 0.628906, 0.625, 0.5, 0.605469, 0.464844, 0.480469, 0.550781, 0.589844, 0.546875, 0.609375, 0.625, 0.597656, 0.472656, 0.613281, 0.550781, 0.542969, 0.59375, 0.546875, 0.636719, 0.574219, 0.472656, 0.457031, 0.566406, 0.566406, 0.570312, 0.609375, 0.5625, 0.609375, 0.523438, 0.570312, 0.605469, 0.550781, 0.490234, 0.527344, 0.578125, 0.566406, 0.585938, 0.558594, 0.546875, 0.554688, 0.515625, 0.554688, 0.519531, 0.515625, 0.53125, 0.527344, 0.589844, 0.515625, 0.59375, 0.496094, 0.566406, 0.582031, 0.613281, 0.5625, 0.609375, 0.585938, 0.480469, 0.628906, 0.457031, 0.5625, 0.5625, 0.605469, 0.636719, 0.574219, 0.546875, 0.535156, 0.601562, 0.570312, 0.625, 0.609375, 0.582031, 0.632812, 0.542969, 0.542969, 0.585938, 0.503906, 0.578125, 0.582031, 0.585938, 0.5625, 0.542969, 0.484375, 0.578125, 0.625, 0.554688, 0.578125, 0.582031, 0.585938, 0.613281, 0.582031, 0.455078, 0.59375, 0.550781, 0.546875, 0.515625, 0.566406, 0.527344, 0.621094, 0.589844, 0.5625, 0.558594, 0.507812, 0.539062, 0.589844, 0.000372, 0.527344, 0.546875, 0.527344, 0.490234, 0.539062, 0.59375, 0.617188, 0.566406, 0.59375, 0.601562, 0.5625, 0.578125, 0.597656, 0.609375, 0.652344, 0.5625, 0.621094, 0.539062, 0.625, 0.582031, 0.601562, 0.5625, 0.660156, 0.490234, 0.458984, 0.546875, 0.474609, 0.578125, 0.582031, 0.462891, 0.597656, 0.746094, 0.507812, 0.570312, 0.621094, 0.648438, 0.582031, 0.5625, 0.507812, 0.476562, 0.585938, 0.613281, 0.617188, 0.585938, 0.515625, 0.574219, 0.550781, 0.578125, 0.597656, 0.582031, 0.5625, 0.648438, 0.59375, 0.546875, 0.617188, 0.6875, 0.566406, 0.515625, 0.601562, 0.597656, 0.640625, 0.542969, 0.482422, 0.554688, 0.59375, 0.574219, 0.558594, 0.582031, 0.539062, 0.482422, 0.542969, 0.5625, 0.539062, 0.585938, 0.523438, 0.542969, 0.625, 0.546875, 0.375, 0.640625, 0.566406, 0.574219, 0.609375, 0.71875, 0.609375, 0.574219, 0.511719, 0.558594, 0.566406, 0.609375, 0.478516, 0.453125, 0.601562, 0.582031, 0.597656, 0.511719, 0.5, 0.601562, 0.632812, 0.539062, 0.550781, 0.585938, 0.507812, 0.574219, 0.53125, 0.613281, 0.597656, 0.597656, 0.566406, 0.472656, 0.609375, 0.496094, 0.585938, 0.589844, 0.5625, 0.574219, 0.574219, 0.402344, 0.628906, 0.554688, 0.613281, 0.546875, 0.539062, 0.574219, 0.574219, 0.597656, 0.496094, 0.574219, 0.5625, 0.511719, 0.597656, 0.644531, 0.617188, 0.478516, 0.589844, 0.550781, 0.53125, 0.539062, 0.648438, 0.546875, 0.419922, 0.566406, 0.53125, 0.601562, 0.746094, 0.578125, 0.470703, 0.558594, 0.585938, 0.558594, 0.589844, 0.554688, 0.609375, 0.59375, 0.123047, 0.535156, 0.527344, 0.652344, 0.507812, 0.628906, 0.605469, 0.570312, 0.507812, 0.589844, 0.640625, 0.582031, 0.550781, 0.462891, 0.554688, 0.470703, 0.542969, 0.566406, 0.640625, 0.550781, 0.488281, 0.585938, 0.605469, 0.570312, 0.5625, 0.527344, 0.585938, 0.441406, 0.5625, 0.515625, 0.585938, 0.523438, 0.5, 0.601562, 0.5625, 0.550781, 0.582031, 0.558594, 0.585938, 0.5625, 0.625, 0.585938, 0.523438, 0.53125, 0.570312, 0.574219, 0.574219, 0.578125, 0.511719, 0.570312, 0.515625, 0.589844, 0.546875, 0.546875, 0.5625, 0.632812, 0.582031, 0.601562, 0.546875, 0.519531, 0.625, 0.539062, 0.613281, 0.570312, 0.574219, 0.53125, 0.539062, 0.507812, 0.494141, 0.535156, 0.574219, 0.578125, 0.466797, 0.601562, 0.539062, 0.535156, 0.535156, 0.511719, 0.621094, 0.535156, 0.507812, 0.597656, 0.5625, 0.59375, 0.59375, 0.574219, 0.523438, 0.503906, 0.628906, 0.566406, 0.523438, 0.613281, 0.507812, 0.550781, 0.566406, 0.589844, 0.527344, 0.582031, 0.511719, 0.59375, 0.597656, 0.617188, 0.482422, 0.613281, 0.566406, 0.546875, 0.546875, 0.566406, 0.578125, 0.546875, 0.539062, 0.486328, 0.585938, 0.640625, 0.542969, 0.636719, 0.542969, 0.380859, 0.578125, 0.550781, 0.554688, 0.46875, 0.570312, 0.566406, 0.65625, 0.578125, 0.582031, 0.617188, 0.542969, 0.527344, 0.652344, 0.550781, 0.511719, 0.535156, 0.5625, 0.605469, 0.546875, 0.5, 0.464844, 0.523438, 0.535156, 0.59375, 0.617188, 0.609375, 0.613281, 0.566406, 0.582031, 0.601562, 0.496094, 0.5625, 0.457031, 0.539062, 0.507812, 0.582031, 0.5, 0.496094, 0.601562, 0.539062, 0.558594, 0.494141, 0.617188, 0.609375, 0.601562, 0.570312, 0.582031, 0.554688, 0.589844, 0.490234, 0.515625, 0.375, 0.535156, 0.566406, 0.5625, 0.570312, 0.480469, 0.542969, 0.585938, 0.507812, 0.644531, 0.519531, 0.539062, 0.53125, 0.605469, 0.5625, 0.546875, 0.632812, 0.664062, 0.558594, 0.539062, 0.527344, 0.558594, 0.570312, 0.539062, 0.527344, 0.566406, 0.511719, 0.585938, 0.582031, 0.535156, 0.535156, 0.535156, 0.472656, 0.625, 0.527344, 0.494141, 0.474609, 0.632812, 0.539062, 0.507812, 0.539062, 0.585938, 0.578125, 0.498047, 0.617188, 0.636719, 0.605469, 0.542969, 0.558594, 0.554688, 0.566406, 0.566406, 0.613281, 0.558594, 0.550781, 0.570312, 0.605469, 0.535156, 0.208008, 0.617188, 0.535156, 0.59375, 0.613281, 0.550781, 0.5625, 0.490234, 0.558594, 0.617188, 0.648438, 0.609375, 0.636719, 0.59375, 0.494141, 0.578125, 0.574219, 0.5625, 0.546875, 0.566406, 0.582031, 0.582031, 0.550781, 0.451172, 0.660156, 0.554688, 0.558594, 0.605469, 0.554688, 0.582031, 0.462891, 0.5, 0.585938, 0.527344, 0.546875, 0.507812, 0.558594, 0.535156, 0.53125, 0.527344, 0.636719, 0.625, 0.503906, 0.636719, 0.523438, 0.609375, 0.632812, 0.511719, 0.574219, 0.566406, 0.582031, 0.535156, 0.443359, 0.478516, 0.570312, 0.5625, 0.539062, 0.578125, 0.044434, 0.570312, 0.546875, 0.574219, 0.447266, 0.636719, 0.519531, 0.59375, 0.625, 0.515625, 0.488281, 0.507812, 0.527344, 0.566406, 0.59375, 0.609375, 0.519531, 0.59375, 0.589844, 0.578125, 0.574219, 0.617188, 0.558594, 0.589844, 0.582031, 0.59375, 0.597656, 0.585938, 0.582031, 0.519531, 0.527344, 0.574219, 0.527344, 0.546875, 0.578125, 0.59375, 0.554688, 0.582031, 0.597656, 0.582031, 0.582031, 0.550781, 0.466797, 0.558594, 0.679688, 0.535156, 0.5625, 0.613281, 0.523438, 0.578125, 0.550781, 0.535156, 0.535156, 0.59375, 0.574219, 0.664062, 0.535156, 0.605469, 0.585938, 0.503906, 0.617188, 0.570312, 0.570312, 0.644531, 0.558594, 0.59375, 0.535156, 0.726562, 0.578125, 0.507812, 0.550781, 0.527344, 0.589844, 0.546875, 0.585938, 0.574219, 0.542969, 0.570312, 0.496094, 0.585938, 0.578125, 0.484375, 0.550781, 0.507812, 0.570312, 0.539062, 0.554688, 0.589844, 0.601562, 0.734375, 0.59375, 0.535156, 0.478516, 0.542969, 0.574219, 0.550781, 0.414062, 0.546875, 0.644531, 0.5, 0.589844, 0.609375, 0.558594, 0.519531, 0.648438, 0.558594, 0.546875, 0.632812, 0.488281, 0.589844, 0.613281, 0.632812, 0.648438, 0.570312, 0.546875, 0.640625, 0.523438, 0.585938, 0.578125, 0.519531, 0.625, 0.628906, 0.609375, 0.648438, 0.566406, 0.542969, 0.539062, 0.511719, 0.554688, 0.558594, 0.585938, 0.601562, 0.550781, 0.546875, 0.609375, 0.648438, 0.578125, 0.664062, 0.578125, 0.625, 0.462891, 0.503906, 0.570312, 0.636719, 0.582031, 0.617188, 0.601562, 0.578125, 0.582031, 0.542969, 0.542969, 0.632812, 0.613281, 0.617188, 0.675781, 0.570312, 0.644531, 0.578125, 0.523438, 0.585938, 0.601562, 0.535156, 0.59375, 0.644531, 0.582031, 0.550781, 0.494141, 0.648438, 0.585938, 0.589844, 0.5625, 0.605469, 0.609375, 0.65625, 0.53125, 0.585938, 0.574219, 0.632812, 0.511719, 0.53125, 0.617188, 0.523438, 0.558594, 0.466797, 0.578125, 0.582031, 0.574219, 0.486328, 0.589844, 0.503906, 0.535156, 0.597656, 0.585938, 0.59375, 0.589844, 0.601562, 0.582031, 0.585938, 0.550781, 0.5625, 0.527344, 0.605469, 0.523438, 0.494141, 0.433594, 0.597656, 0.566406, 0.605469, 0.617188, 0.523438, 0.578125, 0.554688, 0.558594, 0.507812, 0.5625, 0.542969, 0.640625, 0.535156, 0.535156, 0.574219, 0.746094, 0.566406, 0.59375, 0.550781, 0.625, 0.507812, 0.574219, 0.574219, 0.5625, 0.597656, 0.578125, 0.550781, 0.65625, 0.466797, 0.542969, 0.648438, 0.570312, 0.542969, 0.550781, 0.570312, 0.494141, 0.542969, 0.5, 0.589844, 0.601562, 0.570312, 0.550781, 0.535156, 0.53125, 0.570312, 0.5625, 0.582031, 0.496094, 0.613281, 0.523438, 0.597656, 0.582031, 0.578125, 0.542969, 0.601562, 0.59375, 0.527344, 0.570312, 0.621094, 0.605469, 0.535156, 0.617188, 0.519531, 0.425781, 0.507812, 0.609375, 0.644531, 0.582031, 0.550781, 0.605469, 0.628906, 0.574219, 0.535156, 0.578125, 0.5625, 0.617188, 0.589844, 0.542969, 0.902344, 0.605469, 0.550781, 0.636719, 0.601562, 0.515625, 0.605469, 0.660156, 0.546875, 0.484375, 0.566406, 0.5, 0.640625, 0.585938, 0.554688, 0.511719, 0.59375, 0.53125, 0.636719, 0.546875, 0.585938, 0.523438, 0.605469, 0.605469, 0.609375, 0.570312, 0.605469, 0.585938, 0.535156, 0.589844, 0.53125, 0.625, 0.546875, 0.535156, 0.507812, 0.542969, 0.570312, 0.515625, 0.566406, 0.640625, 0.527344, 0.621094, 0.601562, 0.554688, 0.597656, 0.648438, 0.578125, 0.566406, 0.570312, 0.632812, 0.5, 0.539062, 0.539062, 0.621094, 0.617188, 0.589844, 0.628906, 0.566406, 0.609375, 0.625, 0.589844, 0.550781, 0.53125, 0.535156, 0.373047, 0.535156, 0.441406, 0.570312, 0.542969, 0.582031, 0.546875, 0.570312, 0.539062, 0.542969, 0.542969, 0.601562, 0.601562, 0.621094, 0.546875, 0.550781, 0.589844, 0.582031, 0.498047, 0.621094, 0.660156, 0.550781, 0.582031, 0.478516, 0.519531, 0.597656, 0.46875, 0.539062, 0.535156, 0.613281, 0.550781, 0.53125, 0.300781, 0.527344, 0.609375, 0.691406, 0.527344, 0.496094, 0.589844, 0.589844, 0.539062, 0.554688, 0.490234, 0.609375, 0.539062, 0.570312, 0.546875, 0.535156, 0.535156, 0.625, 0.486328, 0.550781, 0.59375, 0.515625, 0.570312, 0.625, 0.609375, 0.498047, 0.601562, 0.535156, 0.414062, 0.6875, 0.550781, 0.558594, 0.550781, 0.527344, 0.578125, 0.570312, 0.53125, 0.53125, 0.5, 0.488281, 0.574219, 0.578125, 0.597656, 0.539062, 0.484375, 0.585938, 0.644531, 0.613281, 0.542969, 0.605469, 0.585938, 0.507812, 0.585938, 0.585938, 0.554688, 0.582031, 0.539062, 0.570312, 0.570312, 0.542969, 0.523438, 0.589844, 0.570312, 0.621094, 0.640625, 0.59375, 0.550781, 0.496094, 0.628906, 0.640625, 0.609375, 0.441406, 0.625, 0.585938, 0.570312, 0.601562, 0.59375, 0.519531, 0.609375, 0.597656, 0.539062, 0.605469, 0.582031, 0.589844, 0.5625, 0.566406, 0.5625, 0.542969, 0.53125, 0.578125, 0.546875, 0.609375, 0.636719, 0.53125, 0.59375, 0.59375, 0.582031, 0.652344, 0.570312, 0.515625, 0.5625, 0.53125, 0.539062, 0.59375, 0.664062, 0.5625, 0.613281, 0.554688, 0.515625, 0.566406, 0.449219, 0.554688, 0.585938, 0.648438, 0.636719, 0.605469, 0.511719, 0.488281, 0.589844, 0.566406, 0.570312, 0.486328, 0.589844, 0.523438, 0.498047, 0.667969, 0.617188, 0.597656, 0.59375, 0.574219, 0.621094, 0.542969, 0.59375, 0.535156, 0.613281, 0.441406, 0.574219, 0.605469, 0.498047, 0.542969, 0.589844, 0.498047, 0.554688, 0.660156, 0.589844, 0.578125, 0.574219, 0.640625, 0.582031, 0.539062, 0.621094, 0.546875, 0.601562, 0.5, 0.523438, 0.496094, 0.308594, 0.539062, 0.597656, 0.597656, 0.707031, 0.644531, 0.578125, 0.554688, 0.675781, 0.601562, 0.5625, 0.539062, 0.554688, 0.498047, 0.542969, 0.496094, 0.554688, 0.558594, 0.632812, 0.554688, 0.53125, 0.601562, 0.582031, 0.601562, 0.648438, 0.515625, 0.707031, 0.753906, 0.570312, 0.5625, 0.566406, 0.554688, 0.582031, 0.601562, 0.550781, 0.550781, 0.458984, 0.503906, 0.449219, 0.554688, 0.558594, 0.527344, 0.65625, 0.542969, 0.474609, 0.515625, 0.570312, 0.519531, 0.585938, 0.558594, 0.609375, 0.492188, 0.542969, 0.585938, 0.660156, 0.539062, 0.59375, 0.558594, 0.474609, 0.445312, 0.570312, 0.621094, 0.558594, 0.5625, 0.472656, 0.621094, 0.609375, 0.550781, 0.570312, 0.609375, 0.59375, 0.640625, 0.490234, 0.511719, 0.613281, 0.605469, 0.585938, 0.486328, 0.578125, 0.582031, 0.574219, 0.625, 0.574219, 0.601562, 0.605469, 0.53125, 0.558594, 0.578125, 0.535156, 0.617188, 0.652344, 0.498047, 0.613281, 0.535156, 0.667969, 0.589844, 0.574219, 0.660156, 0.550781, 0.484375, 0.605469, 0.722656, 0.589844, 0.472656, 0.601562, 0.617188, 0.714844, 0.488281, 0.5, 0.558594, 0.625, 0.570312, 0.636719, 0.605469, 0.482422, 0.566406, 0.710938, 0.507812, 0.632812, 0.460938, 0.640625, 0.617188, 0.539062, 0.609375, 0.535156, 0.625, 0.636719, 0.5625, 0.671875, 0.65625, 0.558594, 0.314453, 0.480469, 0.5, 0.535156, 0.625, 0.566406, 0.660156, 0.511719, 0.523438, 0.625, 0.519531, 0.539062, 0.470703, 0.464844, 0.554688, 0.542969, 0.464844, 0.585938, 0.585938, 0.5625, 0.605469, 0.519531, 0.535156, 0.605469, 0.554688, 0.558594, 0.542969, 0.546875, 0.648438, 0.597656, 0.566406, 0.679688, 0.710938, 0.550781, 0.574219, 0.625, 0.566406, 0.617188, 0.585938, 0.765625, 0.554688, 0.613281, 0.523438, 0.582031, 0.542969, 0.570312, 0.597656, 0.507812, 0.617188, 0.597656, 0.574219, 0.589844, 0.570312, 0.554688, 0.515625, 0.394531, 0.609375, 0.5625, 0.636719, 0.519531, 0.523438, 0.585938, 0.574219, 0.558594, 0.53125, 0.539062, 0.566406, 0.484375, 0.585938, 0.578125, 0.597656, 0.597656, 0.492188, 0.628906, 0.589844, 0.402344, 0.570312, 0.589844, 0.566406, 0.589844, 0.574219, 0.554688, 0.503906, 0.4375, 0.5625, 0.589844, 0.566406, 0.496094, 0.59375, 0.558594, 0.589844, 0.527344, 0.59375, 0.59375, 0.558594, 0.472656, 0.578125, 0.449219, 0.53125, 0.613281, 0.472656, 0.550781, 0.597656, 0.570312, 0.503906, 0.589844, 0.570312, 0.570312, 0.636719, 0.546875, 0.644531, 0.554688, 0.660156, 0.605469, 0.59375, 0.574219, 0.539062, 0.570312, 0.582031, 0.558594, 0.550781, 0.636719, 0.628906, 0.53125, 0.574219, 0.535156, 0.492188, 0.523438, 0.511719, 0.523438, 0.486328, 0.539062, 0.582031, 0.5625, 0.558594, 0.613281, 0.416016, 0.574219, 0.605469, 0.578125, 0.601562, 0.605469, 0.578125, 0.5625, 0.554688, 0.589844, 0.515625, 0.546875, 0.5625, 1.210938, 0.515625, 0.589844, 0.578125, 0.582031, 0.423828, 0.613281, 0.558594, 0.535156, 0.597656, 0.601562, 0.578125, 0.621094, 0.59375, 0.554688, 0.574219, 0.53125, 0.625, 0.59375, 0.605469, 0.539062, 0.621094, 0.5625, 0.636719, 0.523438, 0.675781, 0.539062, 0.574219, 0.558594, 0.427734, 0.550781, 0.601562, 0.498047, 0.566406, 0.464844, 0.558594, 0.574219, 0.582031, 0.570312, 0.597656, 0.558594, 0.585938, 0.503906, 0.546875, 0.597656, 0.585938, 0.472656, 0.480469, 0.535156, 0.574219, 0.628906, 0.65625, 0.53125, 0.628906, 0.582031, 0.5625, 0.621094, 0.539062, 0.570312, 0.632812, 0.597656, 0.53125, 0.566406, 0.519531, 0.53125, 0.566406, 0.585938, 0.582031, 0.554688, 0.546875, 0.519531, 0.636719, 0.457031, 0.554688, 0.503906, 0.65625, 0.527344, 0.554688, 0.667969, 0.617188, 0.589844, 0.558594, 0.574219, 0.554688, 0.527344, 0.609375, 0.523438, 0.582031, 0.550781, 0.515625, 0.621094, 0.546875, 0.574219, 0.507812, 0.527344, 0.554688, 0.535156, 0.527344, 0.523438, 0.601562, 0.515625, 0.441406, 0.443359, 0.535156, 0.496094, 0.523438, 0.558594, 0.570312, 0.621094, 0.515625, 0.636719, 0.628906, 0.640625, 0.578125, 0.511719, 0.613281, 0.578125, 0.5625, 0.523438, 0.558594, 0.558594, 0.578125, 0.5625, 0.546875, 0.535156, 0.59375, 0.511719, 0.578125, 0.53125, 0.578125, 0.5, 0.605469, 0.574219, 0.542969, 0.625, 0.597656 ] }, "name": "model.transformer.layers.4.ffn_norm.weight", "outputIndexes": [ 338 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 337, 338 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_4/Mul_1_output_0", "outputIndexes": [ 339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 339 ], "outputIndexes": [ 2690 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2690 ], "outputIndexes": [ 2691 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_1/Linear", "inputIndexes": [ 2691 ], "outputIndexes": [ 2692 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 5632, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 135168, "weightSize": 0 }, "external": [ 144612520, 17301766, 1081344, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2692 ], "outputIndexes": [ 2693 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2693 ], "outputIndexes": [ 340 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 5632 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2816 ] }, "name": "/ffn_4/Mul_output_0", "outputIndexes": [ 341 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 340, 21, 341, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_4/Slice_output_0", "outputIndexes": [ 342 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 342 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_4/Sigmoid_output_0", "outputIndexes": [ 343 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 342, 343 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_4/Mul_output_0", "outputIndexes": [ 344 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5632 ] }, "name": "/ffn_4/Mul_1_output_0", "outputIndexes": [ 345 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 340, 341, 345, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_4/Slice_1_output_0", "outputIndexes": [ 346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 344, 346 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_4/Mul_2_output_0", "outputIndexes": [ 347 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 347 ], "outputIndexes": [ 2694 ], "main_type": "Reshape", "main": { "dims": [ -1, 2816, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2694 ], "outputIndexes": [ 2695 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_2/Linear", "inputIndexes": [ 2695 ], "outputIndexes": [ 2696 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2816, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 67584, "weightSize": 0 }, "external": [ 162995630, 8651014, 540672, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2696 ], "outputIndexes": [ 2697 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2697 ], "outputIndexes": [ 348 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 336, 348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_19_output_0", "outputIndexes": [ 349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 349, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_20_output_0", "outputIndexes": [ 350 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_5/Mul_output_0", "outputIndexes": [ 351 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.207031, 0.138672, 0.178711, 0.191406, 0.253906, 0.148438, 0.185547, 0.131836, 0.324219, 0.167969, 0.097656, 0.141602, 0.136719, 0.178711, 0.15625, 0.178711, 0.140625, 0.174805, 0.22168, 0.227539, 0.1875, 0.186523, 0.166992, 0.287109, 0.173828, 0.148438, 0.141602, 0.199219, 0.230469, 0.304688, 0.158203, 0.251953, 0.230469, 0.154297, 0.082031, 0.131836, 0.152344, 0.173828, 0.180664, 0.143555, 0.21582, 0.129883, 0.269531, 0.144531, 0.201172, 0.257812, 0.162109, 0.210938, 0.169922, 0.141602, 0.174805, 0.165039, 0.147461, 0.3125, 0.09668, 0.194336, 0.132812, 0.136719, 0.162109, 0.166016, 0.154297, 0.124023, 0.219727, 0.171875, 0.216797, 0.248047, 0.196289, 0.147461, 0.201172, 0.206055, 0.168945, 0.176758, 0.142578, 0.174805, 0.117676, 0.135742, 0.141602, 0.234375, 0.191406, 0.173828, 0.165039, 0.203125, 0.263672, 0.154297, 0.166992, 0.194336, 0.239258, 0.257812, 0.155273, 0.171875, 0.213867, 0.202148, 0.149414, 0.15918, 0.205078, 0.186523, 0.151367, 0.123535, 0.240234, 0.124512, 0.174805, 0.166992, 0.148438, 0.208008, 0.201172, 0.202148, 0.171875, 0.170898, 0.11377, 0.194336, 0.194336, 0.175781, 0.168945, 0.152344, 0.152344, 0.235352, 0.214844, 0.220703, 0.161133, 0.201172, 0.209961, 0.195312, 0.200195, 0.167969, 0.200195, 0.172852, 0.255859, 0.179688, 0.15625, 0.238281, 0.210938, 0.214844, 0.160156, 0.165039, 0.182617, 0.157227, 0.161133, 0.192383, 0.10791, 0.175781, 0.191406, 0.142578, 0.186523, 0.196289, 0.146484, 0.169922, 0.141602, 0.169922, 0.192383, 0.157227, 0.128906, 0.135742, 0.15625, 0.166016, 0.132812, 0.15332, 0.175781, 0.208008, 0.242188, 0.207031, 0.183594, 0.222656, 0.211914, 0.181641, 0.167969, 0.15332, 0.150391, 0.179688, 0.145508, 0.347656, 0.22168, 0.158203, 0.141602, 0.151367, 0.1875, 0.367188, 0.121094, 0.157227, 0.131836, 0.265625, 0.236328, 0.117676, 0.208984, 0.182617, 0.185547, 0.135742, 0.355469, 0.195312, 0.197266, 0.133789, 0.175781, 0.236328, 0.1875, 0.183594, 0.140625, 0.167969, 0.228516, 0.125977, 0.112305, 0.178711, 0.164062, 0.160156, 0.131836, 0.182617, 0.185547, 0.208984, 0.271484, 0.160156, 0.177734, 0.154297, 0.143555, 0.131836, 0.128906, 0.192383, 0.10791, 0.359375, 0.154297, 0.171875, 0.136719, 0.257812, 0.214844, 0.171875, 0.117676, 0.174805, 0.208008, 0.228516, 0.310547, 0.137695, 0.160156, 0.137695, 0.200195, 0.143555, 0.139648, 0.208984, 0.217773, 0.155273, 0.229492, 0.180664, 0.160156, 0.15918, 0.21875, 0.15625, 0.155273, 0.093262, 0.167969, 0.115234, 0.185547, 0.259766, 0.158203, 0.167969, 0.242188, 0.203125, 0.213867, 0.175781, 0.171875, 0.142578, 0.104004, 0.179688, 0.225586, 0.113281, 0.181641, 0.217773, 0.163086, 0.25, 0.306641, 0.25, 0.138672, 0.193359, 0.180664, 0.19043, 0.195312, 0.139648, 0.126953, 0.165039, 0.154297, 0.237305, 0.150391, 0.198242, 0.132812, 0.125977, 0.173828, 0.172852, 0.203125, 0.206055, 0.22168, 0.1875, 0.157227, 0.145508, 0.146484, 0.149414, 0.138672, 0.18457, 0.133789, 0.166016, 0.224609, 0.146484, 0.180664, 0.220703, 0.275391, 0.204102, 0.129883, 0.173828, 0.174805, 0.132812, 0.201172, 0.300781, 0.267578, 0.140625, 0.137695, 0.141602, 0.134766, 0.201172, 0.204102, 0.166016, 0.157227, 0.141602, 0.179688, 0.163086, 0.151367, 0.179688, 0.246094, 0.204102, 0.244141, 0.166016, 0.222656, 0.167969, 0.235352, 0.308594, 0.169922, 0.164062, 0.140625, 0.166992, 0.163086, 0.161133, 0.145508, 0.130859, 0.155273, 0.175781, 0.176758, 0.201172, 0.139648, 0.208984, 0.178711, 0.177734, 0.149414, 0.171875, 0.125977, 0.207031, 0.181641, 0.191406, 0.243164, 0.146484, 0.228516, 0.161133, 0.204102, 0.25, 0.15332, 0.149414, 0.170898, 0.168945, 0.122559, 0.139648, 0.124023, 0.177734, 0.206055, 0.162109, 0.149414, 0.165039, 0.165039, 0.160156, 0.287109, 0.271484, 0.149414, 0.223633, 0.176758, 0.178711, 0.150391, 0.141602, 0.203125, 0.21582, 0.21875, 0.174805, 0.251953, 0.142578, 0.155273, 0.201172, 0.133789, 0.123535, 0.189453, 0.203125, 0.120117, 0.128906, 0.169922, 0.146484, 0.154297, 0.163086, 0.144531, 0.162109, 0.158203, 0.233398, 0.261719, 0.223633, 0.142578, 0.155273, 0.147461, 0.165039, 0.253906, 0.211914, 0.144531, 0.157227, 0.227539, 0.15625, 0.244141, 0.186523, 0.180664, 0.208984, 0.173828, 0.371094, 0.206055, 0.146484, 0.227539, 0.179688, 0.230469, 0.245117, 0.209961, 0.208008, 0.171875, 0.155273, 0.195312, 0.149414, 0.140625, 0.150391, 0.176758, 0.134766, 0.15918, 0.171875, 0.15918, 0.200195, 0.165039, 0.172852, 0.203125, 0.169922, 0.211914, 0.225586, 0.171875, 0.146484, 0.24707, 0.139648, 0.142578, 0.174805, 0.202148, 0.206055, 0.151367, 0.277344, 0.179688, 0.158203, 0.164062, 0.145508, 0.146484, 0.142578, 0.163086, 0.158203, 0.169922, 0.143555, 0.134766, 0.197266, 0.257812, 0.12793, 0.144531, 0.145508, 0.169922, 0.199219, 0.242188, 0.136719, 0.140625, 0.273438, 0.163086, 0.208008, 0.126953, 0.28125, 0.217773, 0.128906, 0.240234, 0.189453, 0.179688, 0.188477, 0.163086, 0.134766, 0.106445, 0.169922, 0.28125, 0.133789, 0.145508, 0.167969, 0.155273, 0.306641, 0.166992, 0.166016, 0.176758, 0.222656, 0.204102, 0.181641, 0.165039, 0.163086, 0.141602, 0.214844, 0.203125, 0.149414, 0.193359, 0.122559, 0.174805, 0.192383, 0.132812, 0.15625, 0.234375, 0.164062, 0.170898, 0.195312, 0.143555, 0.249023, 0.163086, 0.201172, 0.192383, 0.164062, 0.194336, 0.114258, 0.203125, 0.166016, 0.197266, 0.200195, 0.141602, 0.18457, 0.149414, 0.128906, 0.161133, 0.15625, 0.142578, 0.158203, 0.139648, 0.179688, 0.212891, 0.22168, 0.161133, 0.155273, 0.147461, 0.167969, 0.164062, 0.164062, 0.152344, 0.148438, 0.231445, 0.198242, 0.166992, 0.120605, 0.112793, 0.15332, 0.211914, 0.163086, 0.197266, 0.177734, 0.167969, 0.136719, 0.173828, 0.125, 0.170898, 0.251953, 0.139648, 0.15332, 0.126953, 0.169922, 0.140625, 0.178711, 0.257812, 0.205078, 0.209961, 0.186523, 0.207031, 0.225586, 0.152344, 0.279297, 0.151367, 0.180664, 0.18457, 0.166992, 0.225586, 0.146484, 0.179688, 0.451172, 0.222656, 0.188477, 0.15332, 0.176758, 0.165039, 0.145508, 0.132812, 0.167969, 0.062256, 0.232422, 0.203125, 0.163086, 0.231445, 0.125, 0.166992, 0.143555, 0.205078, 0.173828, 0.186523, 0.157227, 0.171875, 0.234375, 0.357422, 0.15918, 0.160156, 0.149414, 0.133789, 0.151367, 0.178711, 0.143555, 0.21582, 0.118164, 0.161133, 0.161133, 0.177734, 0.185547, 0.135742, 0.154297, 0.164062, 0.112793, 0.152344, 0.195312, 0.15625, 0.167969, 0.146484, 0.173828, 0.146484, 0.18457, 0.130859, 0.134766, 0.179688, 0.220703, 0.130859, 0.162109, 0.205078, 0.169922, 0.316406, 0.217773, 0.169922, 0.109375, 0.162109, 0.185547, 0.047119, 0.261719, 0.173828, 0.191406, 0.210938, 0.165039, 0.189453, 0.243164, 0.118652, 0.165039, 0.214844, 0.219727, 0.193359, 0.168945, 0.181641, 0.122559, 0.162109, 0.193359, 0.144531, 0.200195, 0.105957, 0.120605, 0.177734, 0.237305, 0.208984, 0.198242, 0.326172, 0.214844, 0.150391, 0.164062, 0.125977, 0.162109, 0.222656, 0.189453, 0.165039, 0.148438, 0.179688, 0.18457, 0.227539, 0.210938, 0.141602, 0.166992, 0.194336, 0.192383, 0.207031, 0.142578, 0.224609, 0.113281, 0.166992, 0.157227, 0.175781, 0.15625, 0.355469, 0.146484, 0.130859, 0.135742, 0.199219, 0.263672, 0.170898, 0.168945, 0.146484, 0.179688, 0.245117, 0.15332, 0.158203, 0.142578, 0.178711, 0.194336, 0.154297, 0.225586, 0.1875, 0.205078, 0.200195, 0.133789, 0.180664, 0.157227, 0.141602, 0.175781, 0.25, 0.148438, 0.12793, 0.139648, 0.15625, 0.225586, 0.234375, 0.200195, 0.160156, 0.242188, 0.228516, 0.169922, 0.220703, 0.318359, 0.223633, 0.176758, 0.202148, 0.206055, 0.125977, 0.110352, 0.18457, 0.206055, 0.279297, 0.200195, 0.19043, 0.144531, 0.195312, 0.173828, 0.158203, 0.172852, 0.174805, 0.114746, 0.150391, 0.15918, 0.192383, 0.216797, 0.167969, 0.19043, 0.147461, 0.150391, 0.206055, 0.201172, 0.1875, 0.146484, 0.239258, 0.188477, 0.197266, 0.251953, 0.172852, 0.154297, 0.174805, 0.171875, 0.155273, 0.189453, 0.209961, 0.169922, 0.133789, 0.193359, 0.163086, 0.243164, 0.164062, 0.180664, 0.149414, 0.245117, 0.139648, 0.211914, 0.173828, 0.227539, 0.263672, 0.167969, 0.234375, 0.138672, 0.158203, 0.124023, 0.172852, 0.175781, 0.237305, 0.089844, 0.140625, 0.176758, 0.165039, 0.149414, 0.115723, 0.206055, 0.178711, 0.257812, 0.192383, 0.209961, 0.191406, 0.165039, 0.164062, 0.233398, 0.171875, 0.177734, 0.112793, 0.144531, 0.173828, 0.193359, 0.169922, 0.188477, 0.172852, 0.142578, 0.186523, 0.165039, 0.173828, 0.126953, 0.193359, 0.168945, 0.155273, 0.196289, 0.511719, 0.158203, 0.176758, 0.271484, 0.202148, 0.217773, 0.194336, 0.15332, 0.165039, 0.162109, 0.106934, 0.169922, 0.253906, 0.171875, 0.289062, 0.15332, 0.160156, 0.275391, 0.240234, 0.239258, 0.232422, 0.131836, 0.152344, 0.166016, 0.152344, 0.251953, 0.110352, 0.194336, 0.125977, 0.238281, 0.139648, 0.25, 0.239258, 0.147461, 0.128906, 0.213867, 0.176758, 0.158203, 0.208984, 0.205078, 0.261719, 0.164062, 0.138672, 0.179688, 0.145508, 0.347656, 0.175781, 0.163086, 0.129883, 0.130859, 0.308594, 0.149414, 0.137695, 0.175781, 0.172852, 0.150391, 0.248047, 0.173828, 0.137695, 0.15625, 0.137695, 0.253906, 0.298828, 0.208984, 0.155273, 0.15332, 0.191406, 0.25, 0.134766, 0.1875, 0.201172, 0.1875, 0.140625, 0.138672, 0.180664, 0.126953, 0.230469, 0.155273, 0.103027, 0.176758, 0.167969, 0.151367, 0.149414, 0.253906, 0.15918, 0.148438, 0.208984, 0.12793, 0.141602, 0.170898, 0.18457, 0.186523, 0.168945, 0.175781, 0.34375, 0.205078, 0.245117, 0.234375, 0.180664, 0.142578, 0.170898, 0.261719, 0.15625, 0.158203, 0.131836, 0.202148, 0.131836, 0.236328, 0.253906, 0.133789, 0.143555, 0.166992, 0.182617, 0.193359, 0.167969, 0.154297, 0.289062, 0.182617, 0.240234, 0.205078, 0.131836, 0.154297, 0.173828, 0.167969, 0.174805, 0.132812, 0.139648, 0.123535, 0.166992, 0.217773, 0.163086, 0.154297, 0.302734, 0.138672, 0.212891, 0.118652, 0.125, 0.106445, 0.177734, 0.222656, 0.170898, 0.203125, 0.147461, 0.158203, 0.257812, 0.148438, 0.181641, 0.212891, 0.117188, 0.213867, 0.164062, 0.168945, 0.166016, 0.150391, 0.208984, 0.148438, 0.119629, 0.154297, 0.162109, 0.183594, 0.140625, 0.21582, 0.351562, 0.253906, 0.267578, 0.208008, 0.19043, 0.206055, 0.206055, 0.199219, 0.162109, 0.231445, 0.160156, 0.15332, 0.079102, 0.174805, 0.181641, 0.15918, 0.175781, 0.22168, 0.226562, 0.166016, 0.177734, 0.131836, 0.324219, 0.162109, 0.219727, 0.157227, 0.151367, 0.109375, 0.263672, 0.163086, 0.169922, 0.15918, 0.202148, 0.180664, 0.209961, 0.177734, 0.145508, 0.182617, 0.253906, 0.109863, 0.185547, 0.304688, 0.249023, 0.170898, 0.169922, 0.163086, 0.21582, 0.130859, 0.154297, 0.15918, 0.155273, 0.148438, 0.214844, 0.170898, 0.197266, 0.132812, 0.173828, 0.320312, 0.12793, 0.149414, 0.201172, 0.109375, 0.141602, 0.134766, 0.222656, 0.207031, 0.179688, 0.162109, 0.179688, 0.181641, 0.181641, 0.140625, 0.182617, 0.22168, 0.194336, 0.216797, 0.188477, 0.154297, 0.10498, 0.155273, 0.216797, 0.134766, 0.166992, 0.140625, 0.193359, 0.149414, 0.233398, 0.172852, 0.223633, 0.150391, 0.244141, 0.148438, 0.21875, 0.132812, 0.15625, 0.189453, 0.142578, 0.21875, 0.141602, 0.179688, 0.204102, 0.150391, 0.168945, 0.154297, 0.173828, 0.143555, 0.261719, 0.141602, 0.183594, 0.28125, 0.205078, 0.132812, 0.140625, 0.246094, 0.167969, 0.267578, 0.154297, 0.146484, 0.171875, 0.135742, 0.176758, 0.197266, 0.222656, 0.206055, 0.160156, 0.143555, 0.177734, 0.229492, 0.239258, 0.142578, 0.186523, 0.164062, 0.146484, 0.133789, 0.152344, 0.207031, 0.15918, 0.116211, 0.162109, 0.165039, 0.188477, 0.273438, 0.220703, 0.155273, 0.174805, 0.248047, 0.192383, 0.306641, 0.160156, 0.245117, 0.242188, 0.208984, 0.259766, 0.214844, 0.154297, 0.173828, 0.166016, 0.177734, 0.172852, 0.246094, 0.155273, 0.217773, 0.194336, 0.244141, 0.173828, 0.177734, 0.19043, 0.160156, 0.175781, 0.241211, 0.1875, 0.232422, 0.196289, 0.12793, 0.155273, 0.178711, 0.126953, 0.180664, 0.128906, 0.185547, 0.24707, 0.166992, 0.150391, 0.209961, 0.361328, 0.161133, 0.197266, 0.138672, 0.169922, 0.200195, 0.164062, 0.229492, 0.126953, 0.220703, 0.192383, 0.225586, 0.166992, 0.085449, 0.137695, 0.158203, 0.185547, 0.223633, 0.15625, 0.15332, 0.162109, 0.195312, 0.163086, 0.179688, 0.175781, 0.188477, 0.214844, 0.181641, 0.244141, 0.18457, 0.163086, 0.109863, 0.202148, 0.148438, 0.121582, 0.19043, 0.183594, 0.148438, 0.390625, 0.120117, 0.144531, 0.157227, 0.210938, 0.183594, 0.205078, 0.144531, 0.176758, 0.163086, 0.191406, 0.201172, 0.149414, 0.175781, 0.150391, 0.152344, 0.195312, 0.202148, 0.133789, 0.186523, 0.180664, 0.181641, 0.136719, 0.147461, 0.136719, 0.122559, 0.181641, 0.157227, 0.178711, 0.160156, 0.255859, 0.146484, 0.149414, 0.212891, 0.174805, 0.130859, 0.271484, 0.230469, 0.173828, 0.139648, 0.138672, 0.058594, 0.169922, 0.203125, 0.134766, 0.191406, 0.353516, 0.171875, 0.142578, 0.178711, 0.233398, 0.160156, 0.160156, 0.296875, 0.191406, 0.178711, 0.212891, 0.255859, 0.195312, 0.169922, 0.237305, 0.165039, 0.150391, 0.163086, 0.140625, 0.210938, 0.15625, 0.130859, 0.21582, 0.208984, 0.176758, 0.130859, 0.188477, 0.174805, 0.176758, 0.132812, 0.115723, 0.163086, 0.101562, 0.146484, 0.112305, 0.208008, 0.15625, 0.202148, 0.164062, 0.158203, 0.124512, 0.133789, 0.162109, 0.186523, 0.126953, 0.188477, 0.140625, 0.171875, 0.212891, 0.132812, 0.152344, 0.28125, 0.194336, 0.201172, 0.166016, 0.239258, 0.296875, 0.229492, 0.173828, 0.175781, 0.182617, 0.152344, 0.166992, 0.149414, 0.214844, 0.15625, 0.179688, 0.141602, 0.123535, 0.314453, 0.226562, 0.157227, 0.185547, 0.238281, 0.173828, 0.224609, 0.132812, 0.15332, 0.15918, 0.144531, 0.165039, 0.161133, 0.21875, 0.142578, 0.332031, 0.177734, 0.106445, 0.125, 0.244141, 0.080078, 0.15332, 0.259766, 0.15625, 0.139648, 0.161133, 0.195312, 0.058838, 0.168945, 0.180664, 0.080078, 0.129883, 0.197266, 0.291016, 0.185547, 0.169922, 0.157227, 0.192383, 0.213867, 0.162109, 0.175781, 0.15332, 0.145508, 0.182617, 0.157227, 0.169922, 0.130859, 0.152344, 0.171875, 0.244141, 0.164062, 0.133789, 0.170898, 0.176758, 0.135742, 0.316406, 0.176758, 0.150391, 0.129883, 0.235352, 0.150391, 0.219727, 0.227539, 0.140625, 0.136719, 0.172852, 0.236328, 0.116699, 0.154297, 0.382812, 0.149414, 0.1875, 0.113281, 0.192383, 0.181641, 0.204102, 0.173828, 0.134766, 0.404297, 0.24707, 0.287109, 0.273438, 0.135742, 0.119629, 0.169922, 0.150391, 0.121094, 0.162109, 0.152344, 0.149414, 0.199219, 0.185547, 0.227539, 0.235352, 0.163086, 0.149414, 0.229492, 0.182617, 0.3125, 0.165039, 0.15918, 0.168945, 0.178711, 0.192383, 0.199219, 0.146484, 0.171875, 0.133789, 0.137695, 0.132812, 0.310547, 0.162109, 0.176758, 0.140625, 0.137695, 0.167969, 0.167969, 0.135742, 0.155273, 0.191406, 0.137695, 0.197266, 0.168945, 0.148438, 0.210938, 0.102539, 0.231445, 0.216797, 0.167969, 0.141602, 0.136719, 0.154297, 0.173828, 0.164062, 0.177734, 0.158203, 0.148438, 0.139648, 0.191406, 0.135742, 0.257812, 0.165039, 0.1875, 0.178711, 0.205078, 0.124512, 0.21875, 0.140625, 0.186523, 0.179688, 0.166016, 0.171875, 0.182617, 0.177734, 0.211914, 0.177734, 0.129883, 0.182617, 0.163086, 0.151367, 0.102539, 0.140625, 0.171875, 0.162109, 0.257812, 0.200195, 0.160156, 0.168945, 0.172852, 0.176758, 0.15332, 0.19043, 0.102051, 0.15625, 0.188477, 0.188477, 0.164062, 0.1875, 0.168945, 0.168945, 0.277344, 0.164062, 0.125977, 0.222656, 0.164062, 0.152344, 0.201172, 0.150391, 0.213867, 0.121582, 0.203125, 0.241211, 0.163086, 0.189453, 0.19043, 0.15332, 0.222656, 0.152344, 0.172852, 0.241211, 0.165039, 0.330078, 0.152344, 0.135742, 0.189453, 0.135742, 0.25, 0.15625, 0.204102, 0.170898, 0.134766, 0.161133, 0.141602, 0.128906, 0.152344, 0.142578, 0.210938, 0.216797, 0.140625, 0.170898, 0.167969, 0.196289, 0.242188, 0.126953, 0.216797, 0.15918, 0.146484, 0.185547, 0.162109, 0.15918, 0.191406, 0.196289, 0.245117, 0.162109, 0.18457, 0.144531, 0.179688, 0.396484, 0.144531, 0.130859, 0.182617, 0.196289, 0.1875, 0.141602, 0.1875, 0.189453, 0.196289, 0.169922, 0.210938, 0.196289, 0.15332, 0.182617, 0.151367, 0.178711, 0.134766, 0.204102, 0.166992, 0.203125, 0.122559, 0.154297, 0.176758, 0.206055, 0.178711, 0.163086, 0.200195, 0.172852, 0.125977, 0.157227, 0.168945, 0.173828, 0.206055, 0.176758, 0.261719, 0.198242, 0.251953, 0.129883, 0.161133, 0.195312, 0.15918, 0.119141, 0.181641, 0.166016, 0.291016, 0.21875, 0.175781, 0.163086, 0.237305, 0.200195, 0.212891, 0.160156, 0.174805, 0.133789, 0.161133, 0.15625, 0.202148, 0.175781, 0.206055, 0.182617, 0.237305, 0.173828, 0.196289, 0.161133, 0.107422, 0.137695, 0.208984, 0.084961, 0.172852, 0.216797, 0.139648, 0.151367, 0.162109, 0.148438, 0.1875, 0.15332, 0.168945, 0.128906, 0.158203, 0.223633, 0.144531, 0.198242, 0.157227, 0.22168, 0.167969, 0.216797, 0.181641, 0.19043, 0.148438, 0.192383, 0.142578, 0.233398, 0.166016, 0.126953, 0.158203, 0.227539, 0.219727, 0.181641, 0.181641, 0.255859, 0.149414, 0.172852, 0.176758, 0.261719, 0.183594, 0.141602, 0.000328, 0.15918, 0.162109, 0.216797, 0.165039, 0.163086, 0.143555, 0.179688, 0.158203, 0.128906, 0.123535, 0.328125, 0.189453, 0.15625, 0.115234, 0.164062, 0.202148, 0.19043, 0.228516, 0.191406, 0.157227, 0.225586, 0.204102, 0.126953, 0.130859, 0.220703, 0.170898, 0.248047, 0.176758, 0.126953, 0.183594, 0.235352, 0.097656, 0.259766, 0.167969, 0.146484, 0.201172, 0.249023, 0.125977, 0.28125, 0.115723, 0.120605, 0.172852, 0.188477, 0.181641, 0.231445, 0.176758, 0.209961, 0.157227, 0.318359, 0.171875, 0.137695, 0.165039, 0.209961, 0.345703, 0.176758, 0.492188, 0.15918, 0.199219, 0.144531, 0.103027, 0.12793, 0.231445, 0.255859, 0.192383, 0.186523, 0.155273, 0.124023, 0.135742, 0.249023, 0.131836, 0.169922, 0.142578, 0.142578, 0.148438, 0.168945, 0.207031, 0.176758, 0.204102, 0.223633, 0.166016, 0.166016, 0.178711, 0.265625, 0.078125, 0.134766, 0.152344, 0.150391, 0.147461, 0.214844, 0.271484, 0.185547, 0.275391, 0.138672, 0.132812, 0.164062, 0.204102, 0.207031, 0.211914, 0.117188, 0.199219, 0.164062, 0.180664, 0.152344, 0.205078, 0.166992, 0.147461, 0.178711, 0.255859, 0.216797, 0.18457, 0.177734, 0.172852, 0.188477, 0.182617, 0.149414, 0.169922, 0.171875, 0.205078, 0.136719, 0.18457, 0.147461, 0.255859, 0.161133, 0.236328, 0.169922, 0.145508, 0.199219, 0.161133, 0.164062, 0.15918, 0.131836, 0.304688, 0.232422, 0.176758, 0.172852, 0.140625, 0.136719, 0.246094, 0.157227, 0.154297, 0.213867, 0.149414, 0.169922, 0.186523, 0.162109, 0.233398, 0.212891, 0.199219, 0.300781, 0.152344, 0.106934, 0.219727, 0.181641, 0.199219, 0.361328, 0.150391, 0.138672, 0.128906, 0.175781, 0.212891, 0.164062, 0.111816, 0.155273, 0.202148, 0.147461, 0.195312, 0.129883, 0.203125, 0.132812, 0.296875, 0.122559, 0.168945, 0.145508, 0.177734, 0.171875, 0.15918, 0.222656, 0.162109, 0.244141, 0.147461, 0.170898, 0.180664, 0.308594, 0.178711, 0.139648, 0.223633, 0.209961, 0.162109, 0.146484, 0.172852, 0.149414, 0.161133, 0.162109, 0.163086, 0.124512, 0.227539, 0.269531, 0.165039, 0.142578, 0.197266, 0.166992, 0.123047, 0.117188, 0.166016, 0.1875, 0.117188, 0.217773, 0.174805, 0.199219, 0.118164, 0.24707, 0.142578, 0.208984, 0.155273, 0.191406, 0.155273, 0.197266, 0.196289, 0.15918, 0.140625, 0.165039, 0.141602, 0.177734, 0.145508, 0.167969, 0.189453, 0.152344, 0.164062, 0.161133, 0.144531, 0.182617, 0.198242, 0.161133, 0.21582, 0.213867, 0.314453, 0.222656, 0.152344, 0.168945, 0.213867, 0.15625, 0.129883, 0.146484, 0.171875, 0.160156, 0.155273, 0.169922, 0.211914, 0.158203, 0.226562, 0.117188, 0.166992, 0.171875, 0.137695, 0.213867, 0.180664, 0.217773, 0.185547, 0.204102, 0.160156, 0.390625, 0.146484, 0.152344, 0.189453, 0.251953, 0.148438, 0.12793, 0.135742, 0.166992, 0.084473, 0.150391, 0.110352, 0.182617, 0.180664, 0.131836, 0.183594, 0.201172, 0.170898, 0.140625, 0.235352, 0.118164, 0.240234, 0.228516, 0.165039, 0.208984, 0.108398, 0.146484, 0.225586, 0.1875, 0.181641, 0.151367, 0.202148, 0.220703, 0.15332, 0.135742, 0.144531, 0.245117, 0.124023, 0.166016, 0.166016, 0.183594, 0.148438, 0.168945, 0.183594, 0.130859, 0.22168, 0.18457, 0.144531, 0.232422, 0.11377, 0.166016, 0.213867, 0.308594, 0.178711, 0.161133, 0.155273, 0.24707, 0.213867, 0.182617, 0.198242, 0.341797, 0.164062, 0.154297, 0.142578, 0.236328, 0.263672, 0.174805, 0.257812, 0.21875, 0.134766, 0.189453, 0.194336, 0.182617, 0.237305, 0.181641, 0.188477, 0.212891, 0.176758, 0.269531, 0.194336, 0.196289, 0.224609, 0.229492, 0.208984, 0.158203, 0.15918, 0.169922, 0.160156, 0.214844, 0.143555, 0.134766, 0.148438, 0.283203, 0.229492, 0.151367, 0.171875, 0.120605, 0.219727, 0.154297, 0.198242, 0.15918, 0.171875, 0.189453, 0.209961, 0.203125, 0.175781, 0.146484, 0.182617, 0.139648, 0.169922, 0.139648, 0.257812, 0.231445, 0.198242, 0.166016, 0.146484, 0.189453, 0.179688, 0.130859, 0.177734, 0.174805, 0.121582, 0.277344, 0.172852, 0.174805, 0.235352, 0.188477, 0.100098, 0.175781, 0.294922, 0.239258, 0.162109, 0.146484, 0.129883, 0.163086, 0.173828, 0.15918, 0.24707, 0.185547, 0.291016, 0.19043, 0.150391, 0.212891, 0.138672, 0.15332, 0.131836, 0.183594, 0.162109, 0.135742, 0.160156, 0.199219, 0.179688, 0.21875, 0.101562, 0.149414, 0.180664, 0.203125, 0.173828, 0.148438, 0.138672, 0.271484, 0.120117, 0.172852, 0.168945, 0.129883, 0.164062, 0.143555, 0.160156, 0.239258, 0.151367, 0.198242, 0.125, 0.1875, 0.114746, 0.168945, 0.204102, 0.158203, 0.117676, 0.168945, 0.211914, 0.181641, 0.219727, 0.169922, 0.259766, 0.155273, 0.15918, 0.108887, 0.15918, 0.165039, 0.22168, 0.132812, 0.143555, 0.251953, 0.15332, 0.124512, 0.125, 0.160156, 0.179688, 0.15918, 0.1875, 0.12793, 0.183594, 0.145508, 0.225586, 0.211914, 0.117676, 0.142578, 0.182617, 0.214844, 0.171875, 0.165039, 0.242188, 0.269531, 0.175781, 0.228516, 0.155273, 0.116211, 0.223633, 0.216797, 0.18457, 0.269531, 0.203125, 0.171875, 0.129883, 0.138672, 0.285156, 0.166992, 0.145508, 0.123047, 0.205078, 0.15625, 0.186523, 0.126953, 0.22168, 0.166992, 0.186523, 0.173828, 0.171875, 0.158203, 0.133789, 0.193359, 0.194336, 0.115723, 0.189453, 0.169922, 0.163086, 0.135742, 0.25, 0.099609, 0.120605, 0.139648, 0.147461, 0.217773, 0.094238, 0.180664, 0.177734, 0.182617, 0.267578, 0.168945, 0.178711, 0.15332, 0.135742, 0.180664, 0.249023, 0.123047, 0.183594, 0.194336, 0.180664, 0.15625, 0.152344, 0.180664, 0.136719, 0.196289, 0.163086, 0.226562, 0.263672, 0.167969, 0.18457, 0.178711, 0.207031, 0.165039, 0.192383, 0.165039, 0.237305, 0.186523, 0.212891, 0.165039, 0.148438, 0.206055, 0.185547, 0.171875, 0.145508, 0.173828, 0.174805, 0.137695, 0.135742, 0.131836, 0.131836, 0.176758, 0.164062, 0.181641, 0.216797, 0.15625, 0.170898, 0.169922, 0.227539, 0.18457, 0.171875, 0.267578, 0.235352, 0.164062, 0.180664, 0.155273, 0.125, 0.161133, 0.176758, 0.201172, 0.148438, 0.169922, 0.170898, 0.249023, 0.149414, 0.172852, 0.208008, 0.285156, 0.486328, 0.160156, 0.140625, 0.275391, 0.172852, 0.202148, 0.129883, 0.168945, 0.15918, 0.204102, 0.119141, 0.177734, 0.143555, 0.227539, 0.15332, 0.142578, 0.094727, 0.213867, 0.226562, 0.174805, 0.152344, 0.128906, 0.214844, 0.175781, 0.149414, 0.188477, 0.200195, 0.163086, 0.183594, 0.15625, 0.212891, 0.225586, 0.126953, 0.176758, 0.195312, 0.139648, 0.203125, 0.202148, 0.137695, 0.179688, 0.137695, 0.1875, 0.208008, 0.197266, 0.137695, 0.233398, 0.154297, 0.208008, 0.15918, 0.144531, 0.271484, 0.169922, 0.175781, 0.181641, 0.211914, 0.214844, 0.178711, 0.146484, 0.208008, 0.186523, 0.182617, 0.174805, 0.140625, 0.152344, 0.158203, 0.155273, 0.193359, 0.15625, 0.205078, 0.097168, 0.135742, 0.181641, 0.196289, 0.143555, 0.152344, 0.11377, 0.300781, 0.15625, 0.18457, 0.164062, 0.209961, 0.188477, 0.157227, 0.15918, 0.164062, 0.167969, 0.166016, 0.231445, 0.277344, 0.176758, 0.163086, 0.18457, 0.186523, 0.206055, 0.191406, 0.231445, 0.130859, 0.202148, 0.131836, 0.147461, 0.28125, 0.308594, 0.239258, 0.192383, 0.15918, 0.195312, 0.163086, 0.163086, 0.158203, 0.176758, 0.219727, 0.140625, 0.12793, 0.169922, 0.194336, 0.180664, 0.15625, 0.185547, 0.162109, 0.15625, 0.173828, 0.253906, 0.125, 0.186523, 0.183594, 0.21875, 0.201172, 0.188477, 0.192383, 0.150391, 0.149414, 0.199219, 0.137695, 0.1875, 0.150391, 0.246094, 0.166992, 0.054199, 0.146484, 0.155273, 0.273438, 0.138672, 0.186523, 0.179688, 0.15332, 0.183594, 0.196289, 0.173828, 0.227539, 0.163086, 0.196289, 0.231445, 0.265625, 0.135742, 0.166992, 0.1875, 0.155273, 0.241211, 0.296875, 0.177734, 0.154297, 0.181641, 0.125977, 0.244141, 0.289062, 0.271484, 0.283203, 0.296875, 0.166016, 0.162109, 0.151367, 0.15332, 0.18457, 0.169922, 0.132812, 0.167969, 0.161133, 0.152344, 0.169922, 0.206055, 0.285156, 0.173828, 0.151367, 0.15625, 0.120605, 0.137695, 0.112793, 0.213867, 0.177734, 0.144531, 0.197266, 0.129883, 0.169922, 0.173828, 0.152344, 0.12793, 0.185547, 0.152344, 0.179688, 0.300781, 0.148438, 0.18457, 0.166016, 0.181641, 0.165039, 0.164062, 0.201172, 0.165039, 0.183594, 0.121582, 0.240234, 0.160156, 0.137695, 0.178711, 0.18457, 0.170898, 0.259766, 0.148438, 0.199219, 0.123047, 0.195312, 0.209961, 0.203125, 0.130859, 0.203125, 0.172852, 0.201172, 0.333984, 0.149414, 0.275391, 0.131836, 0.18457, 0.185547, 0.160156, 0.199219, 0.178711, 0.189453, 0.126953, 0.106934, 0.125, 0.113281, 0.253906, 0.369141, 0.121094, 0.166992, 0.186523, 0.131836, 0.19043, 0.186523, 0.151367, 0.178711, 0.172852, 0.15918, 0.145508, 0.291016, 0.158203, 0.1875, 0.275391, 0.271484, 0.209961, 0.134766, 0.140625, 0.125, 0.172852, 0.154297, 0.150391, 0.170898, 0.162109, 0.15332, 0.21582, 0.172852, 0.169922, 0.133789, 0.143555, 0.152344, 0.166992, 0.178711, 0.142578, 0.150391, 0.25, 0.197266, 0.129883, 0.186523, 0.200195, 0.170898, 0.191406, 0.265625, 0.213867, 0.205078, 0.248047, 0.164062, 0.171875, 0.171875, 0.155273, 0.188477, 0.194336, 0.12793, 0.203125, 0.202148, 0.214844, 0.205078, 0.19043, 0.194336, 0.140625, 0.235352, 0.175781, 0.230469, 0.239258, 0.149414, 0.167969, 0.237305, 0.15625, 0.155273, 0.178711, 0.132812, 0.132812, 0.160156, 0.165039, 0.261719, 0.142578, 0.142578, 0.140625, 0.137695, 0.207031, 0.161133, 0.294922, 0.117188, 0.21875, 0.145508, 0.19043, 0.146484, 0.146484, 0.197266, 0.172852, 0.15625, 0.166992, 0.057129, 0.125977, 0.265625, 0.21875, 0.269531, 0.162109, 0.128906, 0.248047, 0.203125, 0.189453, 0.182617, 0.24707, 0.169922, 0.219727, 0.245117, 0.208008, 0.239258, 0.172852, 0.178711, 0.125, 0.209961, 0.175781, 0.197266, 0.170898, 0.151367, 0.158203, 0.155273, 0.170898, 0.195312, 0.112305, 0.125977, 0.192383, 0.251953, 0.201172, 0.172852, 0.140625, 0.265625, 0.181641, 0.191406, 0.178711, 0.170898, 0.134766, 0.227539, 0.106445, 0.217773, 0.155273, 0.179688, 0.15625, 0.18457, 0.150391, 0.169922, 0.267578, 0.193359, 0.451172, 0.133789, 0.15625, 0.131836, 0.204102, 0.139648, 0.114258, 0.214844, 0.198242, 0.150391, 0.152344, 0.169922, 0.180664, 0.273438, 0.164062, 0.145508, 0.169922, 0.191406, 0.179688, 0.22168, 0.192383, 0.126953, 0.175781, 0.222656, 0.166016, 0.155273, 0.137695, 0.150391, 0.176758, 0.21582, 0.150391, 0.180664, 0.155273, 0.178711, 0.175781, 0.186523, 0.219727, 0.161133, 0.164062, 0.151367, 0.24707, 0.15625, 0.141602, 0.1875, 0.138672, 0.193359, 0.210938, 0.186523, 0.292969, 0.177734, 0.194336, 0.225586, 0.200195, 0.191406, 0.150391, 0.21875, 0.143555, 0.133789, 0.15625, 0.170898, 0.197266, 0.172852, 0.191406, 0.209961, 0.265625, 0.163086, 0.106445, 0.160156, 0.189453, 0.185547, 0.183594, 0.235352, 0.192383, 0.154297, 0.12207, 0.169922, 0.120117, 0.166016, 0.200195, 0.089844, 0.120117, 0.166016, 0.129883, 0.117188, 0.201172, 0.209961, 0.170898, 0.191406, 0.194336, 0.177734, 0.169922, 0.148438, 0.168945, 0.15918, 0.150391, 0.189453, 0.158203, 0.157227, 0.216797, 0.195312, 0.198242, 0.25, 0.165039, 0.168945, 0.181641, 0.224609, 0.125, 0.174805, 0.193359, 0.243164, 0.186523, 0.212891, 0.141602, 0.160156, 0.178711, 0.125, 0.157227, 0.128906, 0.292969, 0.163086, 0.328125, 0.124023, 0.158203, 0.178711, 0.238281, 0.166992, 0.171875, 0.177734, 0.198242, 0.367188, 0.152344, 0.180664, 0.198242, 0.176758, 0.195312, 0.134766, 0.148438, 0.116211, 0.198242, 0.253906, 0.15918, 0.162109, 0.182617, 0.165039, 0.28125, 0.143555, 0.166016, 0.135742, 0.12793, 0.150391, 0.149414, 0.162109, 0.183594, 0.245117, 0.137695, 0.141602, 0.133789, 0.172852, 0.147461, 0.085938, 0.196289, 0.122559, 0.162109, 0.138672, 0.212891, 0.166016, 0.141602, 0.139648, 0.243164, 0.21582, 0.166016, 0.151367, 0.166992, 0.164062, 0.142578, 0.194336, 0.204102, 0.158203, 0.176758, 0.171875, 0.176758, 0.12207, 0.1875, 0.15332, 0.183594, 0.223633, 0.158203, 0.158203, 0.308594, 0.176758, 0.234375, 0.15332, 0.191406, 0.136719, 0.207031, 0.173828, 0.180664, 0.166992, 0.166016, 0.243164, 0.208008, 0.138672, 0.302734, 0.283203, 0.147461, 0.155273, 0.225586, 0.157227, 0.162109, 0.191406, 0.174805, 0.135742, 0.279297, 0.380859, 0.191406, 0.208008, 0.136719, 0.15918, 0.192383, 0.120117, 0.118652, 0.177734, 0.154297, 0.154297, 0.19043, 0.164062, 0.194336, 0.175781, 0.174805, 0.129883, 0.166016, 0.245117, 0.224609, 0.105469, 0.199219, 0.196289, 0.214844, 0.152344, 0.224609, 0.216797, 0.271484, 0.186523, 0.12207, 0.171875, 0.146484, 0.261719, 0.15625, 0.105957, 0.186523, 0.131836, 0.146484, 0.225586, 0.193359, 0.15625, 0.164062, 0.182617, 0.160156, 0.169922, 0.238281, 0.21875, 0.25, 0.259766, 0.205078, 0.138672, 0.155273, 0.158203, 0.155273, 0.248047, 0.155273, 0.200195, 0.161133, 0.109375, 0.133789, 0.200195, 0.195312, 0.197266, 0.209961, 0.161133, 0.296875, 0.186523, 0.253906, 0.179688, 0.179688, 0.176758, 0.170898, 0.128906, 0.201172, 0.200195, 0.175781, 0.177734, 0.224609, 0.227539, 0.167969, 0.165039, 0.223633, 0.238281, 0.19043, 0.189453, 0.224609, 0.172852, 0.195312, 0.188477, 0.271484, 0.095215, 0.167969, 0.19043, 0.200195, 0.124023, 0.211914, 0.183594, 0.171875, 0.141602, 0.169922, 0.183594, 0.121582, 0.200195, 0.15332, 0.144531, 0.15625, 0.173828, 0.200195, 0.114258, 0.15918, 0.18457, 0.163086, 0.151367, 0.165039, 0.176758, 0.228516, 0.163086, 0.163086, 0.140625, 0.205078, 0.167969, 0.214844, 0.147461, 0.164062, 0.206055, 0.18457, 0.151367, 0.164062, 0.144531, 0.179688, 0.115723, 0.15918, 0.199219, 0.157227, 0.196289, 0.170898, 0.224609, 0.191406, 0.138672, 0.125977, 0.121582, 0.150391, 0.135742, 0.147461, 0.139648, 0.138672, 0.22168, 0.211914, 0.170898, 0.161133, 0.166992, 0.198242, 0.157227, 0.204102, 0.169922, 0.120605, 0.124023, 0.161133, 0.18457, 0.164062, 0.177734, 0.135742, 0.160156, 0.163086, 0.139648, 0.162109, 0.146484, 0.167969, 0.228516, 0.207031, 0.15332, 0.186523, 0.202148, 0.148438, 0.22168, 0.163086, 0.308594, 0.114258, 0.217773, 0.173828, 0.172852, 0.134766, 0.206055, 0.140625, 0.15625, 0.193359, 0.171875, 0.138672, 0.18457, 0.192383, 0.180664, 0.209961, 0.143555, 0.191406, 0.177734, 0.1875, 0.216797, 0.216797, 0.146484, 0.200195, 0.160156, 0.140625, 0.178711 ] }, "name": "model.transformer.layers.5.attn_norm.weight", "outputIndexes": [ 352 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 351, 352 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_5/Mul_1_output_0", "outputIndexes": [ 353 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 353 ], "outputIndexes": [ 2698 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2698 ], "outputIndexes": [ 2699 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear", "inputIndexes": [ 2699 ], "outputIndexes": [ 2700 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 172187316, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2700 ], "outputIndexes": [ 2701 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2701 ], "outputIndexes": [ 354 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 353 ], "main_type": "NONE", "name": "/Shape_21_output_0", "outputIndexes": [ 355 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 355 ], "main_type": "NONE", "name": "Shape506", "outputIndexes": [ 356 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 355 ], "main_type": "NONE", "name": "Rank508", "outputIndexes": [ 357 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 357, 357 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp510", "outputIndexes": [ 358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze511", "outputIndexes": [ 359 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp513", "outputIndexes": [ 360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze514", "outputIndexes": [ 361 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 356, 359, 361, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice517", "outputIndexes": [ 362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 362 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze518", "outputIndexes": [ 363 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp519", "outputIndexes": [ 364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 364, 363 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp520", "outputIndexes": [ 365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 355, 365, 358 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_29_output_0", "outputIndexes": [ 366 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 366, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_51_output_0", "outputIndexes": [ 367 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 367, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_25_output_0", "outputIndexes": [ 368 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354, 368 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_21_output_0", "outputIndexes": [ 369 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 369 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_5/Mul_output_0", "outputIndexes": [ 370 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.976562, 0.882812, 0.90625, 0.789062, 0.476562, 1.039062, 0.617188, 0.785156, 0.742188, 1.023438, 0.984375, 0.734375, 0.699219, 0.726562, 1.070312, 0.820312, 1.023438, 0.894531, 0.746094, 1.148438, 0.439453, 0.964844, 0.871094, 0.992188, 0.004425, 0.613281, 0.972656, 0.378906, 0.871094, 0.044434, 0.6875, 0.9375, 0.162109, 1.0625, 2.015625, 1.039062, 1.328125, 0.353516, 0.417969, 0.789062, 0.949219, 1.46875, 1.859375, 0.302734, 1.859375, 1.203125, 1.890625, 1.945312, 0.988281, 1.5, 0.988281, 0.832031, 1.734375, 0.960938, 1.765625, 0.945312, 0.695312, 0.980469, 0.949219, 1.320312, 1.585938, 0.980469, 1.492188, 0.640625, 0.886719, 0.796875, 0.769531, 0.824219, 0.566406, 1.257812, 0.890625, 0.625, 0.835938, 0.691406, 1.148438, 1.085938, 1.132812, 0.914062, 0.851562, 1.0625, 0.710938, 0.871094, 0.996094, 0.535156, 1.28125, 0.667969, 0.310547, 0.835938, 1.007812, 0.777344, 0.539062, 0.863281, 0.644531, 1.734375, 1.015625, 0.103516, 0.972656, 0.953125, 0.166992, 0.992188, 0.092285, 1.414062, 1.484375, 1.671875, 1.070312, 0.296875, 0.125977, 3.296875, 0.455078, 1.28125, 0.341797, -0.001198, 0.699219, 0.632812, 0.644531, 0.265625, 1.070312, 1.398438, 1.070312, 0.902344, 0.355469, 1.21875, 0.40625, 1.429688, 1.265625, 0.792969, 1.195312, 1.273438 ] }, "name": "model.transformer.layers.5.attn.q_norm.weight", "outputIndexes": [ 371 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 371 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_5/Mul_1_output_0", "outputIndexes": [ 372 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_20_output_0", "outputIndexes": [ 373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_21_output_0", "outputIndexes": [ 374 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 374 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_10_output_0", "outputIndexes": [ 375 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_20_output_0", "outputIndexes": [ 376 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 375, 376 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_28_output_0", "outputIndexes": [ 377 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 377, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_21_output_0", "outputIndexes": [ 378 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373, 378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_20_output_0", "outputIndexes": [ 379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 353 ], "outputIndexes": [ 2702 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2702 ], "outputIndexes": [ 2703 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear", "inputIndexes": [ 2703 ], "outputIndexes": [ 2704 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 178880442, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2704 ], "outputIndexes": [ 2705 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2705 ], "outputIndexes": [ 380 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 367, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_26_output_0", "outputIndexes": [ 381 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 380, 381 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_22_output_0", "outputIndexes": [ 382 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 382 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_5/Mul_output_0", "outputIndexes": [ 383 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.976562, 0.757812, 0.894531, 0.640625, 0.150391, 0.976562, 0.839844, 0.734375, 0.976562, 0.859375, 0.992188, 0.960938, 0.847656, 0.859375, 1.015625, 0.699219, 0.960938, 0.558594, 0.945312, 0.664062, 1.328125, 0.792969, 1.023438, 0.941406, 1.15625, 1.09375, 0.894531, 0.925781, 1.15625, 1.296875, 0.824219, 1.046875, 1.101562, 1.210938, 0.075195, 1.015625, 0.859375, 1.53125, 1.453125, 1.375, 0.984375, 0.582031, 0.257812, 2.5625, 0.246094, 1.1875, 0.304688, 0.224609, 1.304688, 0.427734, 1.0, 0.71875, 0.314453, 1.414062, 0.271484, 1.09375, 0.347656, 1.578125, 0.808594, 1.015625, 0.625, 0.859375, 1.460938, 0.707031, 0.824219, 0.996094, 0.804688, 1.007812, 0.972656, 1.335938, 0.785156, 0.773438, 0.617188, 0.902344, 1.210938, 0.59375, 0.757812, 0.585938, 0.894531, 1.070312, 0.835938, 1.140625, 0.992188, 1.25, 0.863281, 1.078125, 0.597656, 1.023438, 0.816406, 0.753906, 0.941406, 0.855469, 0.847656, 0.863281, 1.320312, 0.96875, 0.976562, 0.976562, 1.523438, 1.242188, 1.25, 0.253906, 0.519531, 1.132812, 1.265625, 1.546875, 2.0625, 0.355469, 1.734375, 1.429688, 2.0625, 2.78125, 0.273438, 1.625, 0.746094, 0.640625, 1.429688, 0.431641, 1.453125, 0.291016, 0.972656, 1.054688, 0.398438, 1.453125, 1.359375, 0.855469, 0.976562, 1.234375 ] }, "name": "model.transformer.layers.5.attn.k_norm.weight", "outputIndexes": [ 384 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 383, 384 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_5/Mul_1_output_0", "outputIndexes": [ 385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 385, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_22_output_0", "outputIndexes": [ 386 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 385, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_23_output_0", "outputIndexes": [ 387 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 387 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_11_output_0", "outputIndexes": [ 388 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 385, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_22_output_0", "outputIndexes": [ 389 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 388, 389 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_29_output_0", "outputIndexes": [ 390 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 390, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_23_output_0", "outputIndexes": [ 391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 386, 391 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_21_output_0", "outputIndexes": [ 392 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 353 ], "outputIndexes": [ 2706 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2706 ], "outputIndexes": [ 2707 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear", "inputIndexes": [ 2707 ], "outputIndexes": [ 2708 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 180553920, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2708 ], "outputIndexes": [ 2709 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2709 ], "outputIndexes": [ 393 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 393, 381 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_23_output_0", "outputIndexes": [ 394 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 392, 394, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.5/self_attn/FusedAttention", "outputIndexes": [ 395 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 395 ], "outputIndexes": [ 2710 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2710 ], "outputIndexes": [ 2711 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear", "inputIndexes": [ 2711 ], "outputIndexes": [ 2712 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 182227398, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2712 ], "outputIndexes": [ 2713 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2713 ], "outputIndexes": [ 396 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350, 396 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_22_output_0", "outputIndexes": [ 397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 397 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_5/Mul_output_0", "outputIndexes": [ 398 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.503906, 0.460938, 0.511719, 0.570312, 0.542969, 0.601562, 0.408203, 0.482422, 0.464844, 0.589844, 0.652344, 0.519531, 0.511719, 0.515625, 0.570312, 0.554688, 0.585938, 0.570312, 0.503906, 0.371094, 0.535156, 0.511719, 0.589844, 0.511719, 0.496094, 0.546875, 0.488281, 0.480469, 0.546875, 0.498047, 0.519531, 0.494141, 0.486328, 0.542969, 0.703125, 0.578125, 0.585938, 0.535156, 0.484375, 0.482422, 0.503906, 0.519531, 0.470703, 0.523438, 0.494141, 0.476562, 0.523438, 0.5, 0.523438, 0.527344, 0.527344, 0.542969, 0.542969, 0.443359, 0.523438, 0.550781, 0.539062, 0.457031, 0.484375, 0.539062, 0.519531, 0.482422, 0.542969, 0.558594, 0.519531, 0.535156, 0.527344, 0.492188, 0.498047, 0.527344, 0.539062, 0.578125, 0.558594, 0.5, 0.574219, 0.558594, 0.482422, 0.464844, 0.554688, 0.503906, 0.507812, 0.507812, 0.542969, 0.523438, 0.480469, 0.53125, 0.519531, 0.462891, 0.5, 0.535156, 0.53125, 0.542969, 0.554688, 0.441406, 0.523438, 0.443359, 0.503906, 0.5, 0.53125, 0.480469, 0.519531, 0.539062, 0.498047, 0.392578, 0.464844, 0.539062, 0.53125, 0.472656, 0.636719, 0.535156, 0.453125, 0.523438, 0.539062, 0.601562, 0.494141, 0.527344, 0.566406, 0.570312, 0.527344, 0.535156, 0.453125, 0.511719, 0.542969, 0.546875, 0.466797, 0.470703, 0.570312, 0.523438, 0.511719, 0.494141, 0.443359, 0.511719, 0.59375, 0.523438, 0.542969, 0.621094, 0.53125, 0.574219, 0.511719, 0.570312, 0.539062, 0.566406, 0.554688, 0.53125, 0.570312, 0.490234, 0.578125, 0.589844, 0.503906, 0.589844, 0.476562, 0.484375, 0.402344, 0.490234, 0.5, 0.550781, 0.494141, 0.488281, 0.482422, 0.492188, 0.53125, 0.546875, 0.542969, 0.492188, 0.5, 0.417969, 0.496094, 0.484375, 0.566406, 0.539062, 0.457031, 0.492188, 0.5, 0.566406, 0.542969, 0.535156, 0.578125, 0.53125, 0.523438, 0.472656, 0.478516, 0.523438, 0.542969, 0.503906, 0.486328, 0.457031, 0.429688, 0.447266, 0.519531, 0.478516, 0.455078, 0.578125, 0.53125, 0.558594, 0.507812, 0.550781, 0.507812, 0.527344, 0.574219, 0.550781, 0.5, 0.478516, 0.617188, 0.519531, 0.53125, 0.574219, 0.433594, 0.558594, 0.353516, 0.539062, 0.464844, 0.558594, 0.457031, 0.542969, 0.550781, 0.492188, 0.435547, 0.527344, 0.496094, 0.5, 0.455078, 0.503906, 0.585938, 0.515625, 0.503906, 0.535156, 0.480469, 0.490234, 0.484375, 0.53125, 0.4375, 0.535156, 0.5, 0.554688, 0.503906, 0.542969, 0.503906, 0.488281, 0.376953, 0.527344, 0.470703, 0.546875, 0.498047, 0.550781, 0.519531, 0.490234, 0.527344, 0.5, 0.515625, 0.539062, 0.486328, 0.5625, 0.474609, 0.492188, 0.484375, 0.546875, 0.53125, 0.445312, 0.496094, 0.503906, 0.519531, 0.474609, 0.490234, 0.453125, 0.414062, 0.539062, 0.488281, 0.476562, 0.496094, 0.511719, 0.484375, 0.523438, 0.539062, 0.503906, 0.453125, 0.476562, 0.511719, 0.441406, 0.589844, 0.542969, 0.488281, 0.484375, 0.484375, 0.498047, 0.482422, 0.527344, 0.535156, 0.507812, 0.515625, 0.585938, 0.539062, 0.582031, 0.601562, 0.566406, 0.542969, 0.474609, 0.480469, 0.484375, 0.539062, 0.470703, 0.490234, 0.527344, 0.484375, 0.498047, 0.519531, 0.482422, 0.494141, 0.490234, 0.460938, 0.566406, 0.4375, 0.462891, 0.519531, 0.546875, 0.511719, 0.490234, 0.523438, 0.441406, 0.574219, 0.458984, 0.507812, 0.441406, 0.375, 0.439453, 0.4375, 0.527344, 0.478516, 0.578125, 0.53125, 0.578125, 0.523438, 0.466797, 0.53125, 0.476562, 0.5625, 0.494141, 0.519531, 0.59375, 0.578125, 0.527344, 0.507812, 0.539062, 0.535156, 0.554688, 0.443359, 0.515625, 0.5625, 0.550781, 0.482422, 0.53125, 0.546875, 0.464844, 0.482422, 0.527344, 0.417969, 0.507812, 0.550781, 0.527344, 0.470703, 0.470703, 0.478516, 0.429688, 0.523438, 0.507812, 0.511719, 0.494141, 0.46875, 0.292969, 0.476562, 0.503906, 0.515625, 0.453125, 0.523438, 0.478516, 0.515625, 0.546875, 0.511719, 0.503906, 0.628906, 0.470703, 0.435547, 0.511719, 0.5, 0.457031, 0.535156, 0.492188, 0.667969, 0.503906, 0.550781, 0.453125, 0.527344, 0.550781, 0.478516, 0.511719, 0.441406, 0.648438, 0.550781, 0.464844, 0.515625, 0.423828, 0.546875, 0.476562, 0.527344, 0.421875, 0.539062, 0.570312, 0.457031, 0.447266, 0.589844, 0.447266, 0.519531, 0.597656, 0.458984, 0.5, 0.554688, 0.566406, 0.435547, 0.455078, 0.503906, 0.550781, 0.527344, 0.498047, 0.451172, 0.527344, 0.419922, 0.53125, 0.554688, 0.546875, 0.535156, 0.474609, 0.679688, 0.511719, 0.539062, 0.511719, 0.425781, 0.535156, 0.445312, 0.492188, 0.515625, 0.527344, 0.570312, 0.443359, 0.474609, 0.488281, 0.490234, 0.570312, 0.507812, 0.484375, 0.470703, 0.527344, 0.527344, 0.451172, 0.507812, 0.5, 0.511719, 0.601562, 0.460938, 0.527344, 0.554688, 0.5625, 0.416016, 0.478516, 0.416016, 0.550781, 0.484375, 0.519531, 0.585938, 0.578125, 0.458984, 0.478516, 0.578125, 0.605469, 0.527344, 0.566406, 0.601562, 0.523438, 0.539062, 0.492188, 0.664062, 0.441406, 0.558594, 0.578125, 0.486328, 0.431641, 0.445312, 0.486328, 0.546875, 0.511719, 0.527344, 0.476562, 0.40625, 0.578125, 0.5, 0.519531, 0.490234, 0.394531, 0.539062, 0.503906, 0.511719, 0.435547, 0.460938, 0.507812, 0.5625, 0.458984, 0.574219, 0.462891, 0.462891, 0.539062, 0.53125, 0.503906, 0.480469, 0.554688, 0.511719, 0.507812, 0.490234, 0.5625, 0.503906, 0.550781, 0.582031, 0.523438, 0.59375, 0.515625, 0.5625, 0.527344, 0.5, 0.455078, 0.554688, 0.515625, 0.478516, 0.476562, 0.503906, 0.5, 0.476562, 0.527344, 0.496094, 0.550781, 0.511719, 0.460938, 0.498047, 0.507812, 0.511719, 0.441406, 0.574219, 0.574219, 0.621094, 0.542969, 0.542969, 0.503906, 0.484375, 0.628906, 0.433594, 0.488281, 0.558594, 0.609375, 0.5625, 0.527344, 0.486328, 0.482422, 0.527344, 0.5, 0.640625, 0.443359, 0.480469, 0.574219, 0.574219, 0.535156, 0.488281, 0.484375, 0.466797, 0.535156, 0.542969, 0.480469, 0.511719, 0.503906, 0.429688, 0.515625, 0.472656, 0.498047, 0.421875, 0.554688, 0.503906, 0.542969, 0.5, 0.515625, 0.570312, 0.457031, 0.515625, 0.070312, 0.480469, 0.511719, 0.535156, 0.511719, 0.519531, 0.554688, 0.527344, 0.554688, 0.546875, 0.546875, 0.443359, 0.523438, 0.554688, 0.589844, 0.546875, 0.492188, 0.496094, 0.503906, 0.511719, 0.507812, 0.53125, 0.554688, 0.349609, 0.453125, 0.519531, 0.527344, 0.5625, 0.474609, 0.472656, 0.496094, 0.486328, 0.578125, 0.496094, 0.554688, 0.462891, 0.511719, 0.412109, 0.53125, 0.597656, 0.542969, 0.558594, 0.484375, 0.488281, 0.539062, 0.539062, 0.527344, 0.515625, 0.480469, 0.511719, 0.527344, 0.480469, 0.5625, 0.457031, 0.558594, 0.566406, 0.597656, 0.523438, 0.419922, 0.550781, 0.5, 0.439453, 0.519531, 0.757812, 0.539062, 0.439453, 0.447266, 0.476562, 0.410156, 0.523438, 0.482422, 0.679688, 0.535156, 0.474609, 0.498047, 0.515625, 0.480469, 0.511719, 0.550781, 0.539062, 0.457031, 0.494141, 0.423828, 0.535156, 0.59375, 0.527344, 0.496094, 0.488281, 0.478516, 0.523438, 0.882812, 0.503906, 0.558594, 0.5625, 0.527344, 0.462891, 0.439453, 0.542969, 0.515625, 0.5625, 0.546875, 0.582031, 0.40625, 0.478516, 0.490234, 0.5, 0.527344, 0.546875, 0.597656, 0.515625, 0.480469, 0.523438, 0.542969, 0.464844, 0.453125, 0.447266, 0.558594, 0.523438, 0.496094, 0.523438, 0.5, 0.582031, 0.53125, 0.558594, 0.523438, 0.5, 0.492188, 0.46875, 0.447266, 0.445312, 0.523438, 0.480469, 0.527344, 0.494141, 0.550781, 0.476562, 0.539062, 0.478516, 0.5, 0.5625, 0.5, 0.515625, 0.5625, 0.498047, 0.558594, 0.550781, 0.482422, 0.542969, 0.503906, 0.519531, 0.435547, 0.496094, 0.490234, 0.472656, 0.511719, 0.535156, 0.550781, 0.488281, 0.5, 0.470703, 0.503906, 0.542969, 0.492188, 0.496094, 0.542969, 0.5, 0.460938, 0.394531, 0.515625, 0.496094, 0.507812, 0.519531, 0.660156, 0.617188, 0.5, 0.478516, 0.53125, 0.458984, 0.527344, 0.474609, 0.472656, 0.476562, 0.511719, 0.263672, 0.574219, 0.46875, 0.578125, 0.558594, 0.460938, 0.447266, 0.546875, 0.488281, 0.535156, 0.5, 0.308594, 0.486328, 0.5, 0.457031, 0.542969, 0.53125, 0.474609, 0.507812, 0.550781, 0.515625, 0.542969, 0.494141, 0.535156, 0.539062, 0.511719, 0.5625, 0.511719, 0.554688, 0.558594, 0.458984, 0.466797, 0.464844, 0.359375, 0.503906, 0.605469, 0.535156, 0.523438, 0.542969, 0.527344, 0.535156, 0.527344, 0.539062, 0.494141, 0.511719, 0.482422, 0.511719, 0.486328, 0.474609, 0.515625, 0.546875, 0.5625, 0.53125, 0.373047, 0.523438, 0.466797, 0.439453, 0.546875, 0.582031, 0.523438, 0.503906, 0.558594, 0.546875, 0.507812, 0.53125, 0.5, 0.515625, 0.539062, 0.400391, 0.5, 0.507812, 0.546875, 0.498047, 0.496094, 0.488281, 0.462891, 0.498047, 0.5, 0.535156, 0.53125, 0.474609, 0.515625, 0.472656, 0.507812, 0.542969, 0.527344, 0.416016, 0.484375, 0.542969, 0.558594, 0.585938, 0.482422, 0.447266, 0.474609, 0.539062, 0.519531, 0.515625, 0.527344, 0.523438, 0.546875, 0.578125, 0.507812, 0.486328, 0.476562, 0.550781, 0.5625, 0.519531, 0.546875, 0.539062, 0.414062, 0.511719, 0.546875, 0.53125, 0.542969, 0.570312, 0.574219, 0.453125, 0.589844, 0.511719, 0.570312, 0.433594, 0.5, 0.369141, 0.546875, 0.472656, 0.503906, 0.539062, 0.546875, 0.523438, 0.519531, 0.423828, 0.542969, 0.482422, 0.503906, 0.5625, 0.546875, 0.498047, 0.574219, 0.542969, 0.441406, 0.554688, 0.507812, 0.476562, 0.425781, 0.554688, 0.539062, 0.589844, 0.550781, 0.478516, 0.546875, 0.492188, 0.527344, 0.519531, 0.503906, 0.490234, 0.535156, 0.496094, 0.416016, 0.427734, 0.5, 0.447266, 0.542969, 0.104004, 0.527344, 0.511719, 0.523438, 0.503906, 0.535156, 0.53125, 0.492188, 0.492188, 0.511719, 0.589844, 0.535156, 0.482422, 0.601562, 0.496094, 0.515625, 0.449219, 0.470703, 0.494141, 0.515625, 0.566406, 0.53125, 0.484375, 0.519531, 0.445312, 0.507812, 0.597656, 0.539062, 0.464844, 0.558594, 0.566406, 0.488281, 0.484375, 0.447266, 0.5, 0.519531, 0.511719, 0.523438, 0.376953, 0.585938, 0.59375, 0.433594, 0.4375, 0.486328, 0.498047, 0.455078, 0.488281, 0.419922, 0.5625, 0.535156, 0.486328, 0.578125, 0.332031, 0.578125, 0.384766, 0.542969, 0.515625, 0.507812, 0.476562, 0.484375, 0.542969, 0.429688, 0.679688, 0.539062, 0.462891, 0.53125, 0.488281, 0.478516, 0.441406, 0.519531, 0.535156, 0.542969, 0.539062, 0.371094, 0.476562, 0.476562, 0.511719, 0.453125, 0.492188, 0.5, 0.707031, 0.494141, 0.558594, 0.423828, 0.507812, 0.476562, 0.546875, 0.488281, 0.527344, 0.482422, 0.511719, 0.494141, 0.472656, 0.482422, 0.503906, 0.605469, 0.445312, 0.523438, 0.515625, 0.558594, 0.542969, 0.476562, 0.511719, 0.503906, 0.435547, 0.486328, 0.53125, 0.457031, 0.511719, 0.466797, 0.542969, 0.503906, 0.527344, 0.570312, 0.554688, 0.466797, 0.474609, 0.53125, 0.570312, 0.566406, 0.554688, 0.585938, 0.539062, 0.519531, 0.507812, 1.195312, 0.539062, 0.470703, 0.527344, 0.746094, 0.554688, 0.490234, 0.511719, 0.523438, 0.589844, 0.519531, 0.455078, 0.535156, 0.431641, 0.65625, 0.527344, 0.458984, 0.441406, 0.542969, 0.566406, 0.5, 0.566406, 0.486328, 0.515625, 0.445312, 0.5, 0.503906, 0.59375, 0.515625, 0.443359, 0.527344, 0.546875, 0.582031, 0.460938, 0.416016, 0.558594, 0.515625, 0.535156, 0.503906, 0.507812, 0.480469, 0.441406, 0.474609, 0.488281, 0.423828, 0.494141, 0.507812, 0.511719, 0.511719, 0.466797, 0.511719, 0.550781, 2.234375, 0.554688, 0.503906, 0.578125, 0.503906, 0.507812, 0.462891, 0.527344, 0.5, 0.486328, 0.523438, 0.585938, 0.511719, 0.53125, 0.511719, 0.490234, 0.503906, 0.515625, 0.478516, 0.464844, 0.539062, 0.511719, 0.566406, 0.539062, 0.488281, 0.490234, 0.523438, 0.486328, 0.5625, 0.578125, 0.523438, 0.496094, 0.515625, 0.53125, 0.582031, 0.464844, 0.5, 0.554688, 0.371094, 0.5, 0.515625, 0.476562, 0.498047, 0.621094, 0.554688, 0.480469, 0.566406, 0.621094, 0.503906, 0.585938, 0.443359, 0.53125, 0.585938, 0.488281, 0.503906, 0.472656, 0.527344, 0.419922, 0.546875, 0.527344, 0.457031, 0.462891, 0.433594, 0.542969, 0.503906, 0.511719, 0.458984, 0.632812, 0.5625, 0.535156, 0.582031, 0.550781, 0.519531, 0.558594, 0.417969, 0.488281, 0.5, 0.472656, 0.519531, 0.542969, 0.515625, 0.570312, 0.476562, 0.539062, 0.476562, 0.486328, 0.503906, 0.478516, 0.726562, 0.5625, 0.597656, 0.484375, 0.523438, 0.490234, 0.490234, 0.609375, 0.550781, 0.570312, 0.441406, 0.527344, 0.527344, 0.470703, 0.566406, 0.457031, 0.5625, 0.535156, 0.482422, 0.394531, 0.480469, 0.578125, 0.447266, 0.527344, 0.578125, 0.478516, 0.558594, 0.550781, 0.46875, 0.546875, 0.523438, 0.542969, 0.5625, 0.523438, 0.496094, 0.53125, 0.455078, 0.503906, 0.46875, 0.470703, 0.412109, 0.384766, 0.490234, 0.527344, 0.515625, 0.515625, 0.550781, 0.550781, 0.482422, 0.550781, 0.503906, 0.498047, 0.417969, 0.566406, 0.486328, 0.507812, 0.566406, 0.486328, 0.515625, 0.535156, 0.582031, 0.523438, 0.498047, 0.470703, 0.464844, 0.492188, 0.738281, 0.498047, 0.496094, 0.527344, 0.470703, 0.460938, 0.539062, 0.820312, 0.482422, 0.507812, 0.550781, 0.480469, 0.478516, 0.328125, 0.507812, 0.503906, 0.488281, 0.5, 0.484375, 0.455078, 0.523438, 0.482422, 0.507812, 0.5, 0.488281, 0.542969, 0.46875, 0.496094, 0.482422, 0.482422, 0.597656, 0.496094, 0.574219, 0.507812, 0.539062, 0.585938, 0.431641, 0.53125, 0.503906, 0.519531, 0.464844, 0.458984, 0.5, 0.535156, 0.486328, 0.441406, 0.609375, 0.507812, 0.628906, 0.458984, 0.46875, 0.480469, 0.480469, 0.457031, 0.53125, 0.5625, 0.496094, 0.566406, 0.472656, 0.523438, 0.507812, 0.478516, 0.589844, 0.523438, 0.5, 0.53125, 0.439453, 0.484375, 0.439453, 0.535156, 0.482422, 0.484375, 0.597656, 0.546875, 0.5625, 0.527344, 0.486328, 0.433594, 0.570312, 0.546875, 0.416016, 0.546875, 0.527344, 0.621094, 0.53125, 0.482422, 0.423828, 0.554688, 0.585938, 0.474609, 0.498047, 0.507812, 0.492188, 0.5, 0.539062, 0.503906, 0.492188, 0.554688, 0.523438, 0.527344, 0.498047, 1.140625, 0.484375, 0.519531, 0.679688, 0.46875, 0.472656, 0.496094, 0.511719, 0.484375, 0.523438, 0.519531, 0.46875, 0.435547, 0.455078, 0.511719, 0.546875, 0.470703, 0.5, 0.474609, 0.441406, 0.589844, 0.53125, 0.458984, 0.574219, 0.519531, 0.53125, 0.550781, 0.5625, 0.482422, 0.542969, 0.558594, 0.515625, 0.542969, 0.527344, 0.578125, 0.466797, 0.511719, 0.535156, 0.523438, 0.494141, 0.498047, 0.527344, 0.539062, 0.519531, 0.484375, 0.601562, 0.527344, 0.457031, 0.5625, 0.507812, 0.574219, 0.458984, 0.515625, 0.458984, 0.486328, 0.496094, 0.558594, 0.589844, 0.539062, 0.523438, 0.527344, 0.515625, 0.503906, 0.484375, 0.503906, 0.441406, 0.441406, 0.5, 0.466797, 0.441406, 0.490234, 0.335938, 0.507812, 0.515625, 0.494141, 0.449219, 0.523438, 0.503906, 0.46875, 0.490234, 0.53125, 0.53125, 0.519531, 0.476562, 0.515625, 0.503906, 0.5625, 0.511719, 0.546875, 0.462891, 0.486328, 0.5, 0.515625, 0.439453, 0.515625, 0.4375, 0.515625, 0.431641, 0.550781, 0.490234, 0.439453, 0.515625, 0.464844, 0.511719, 0.476562, 0.582031, 0.503906, 0.558594, 0.496094, 0.546875, 0.554688, 0.429688, 0.53125, 0.523438, 0.503906, 0.449219, 0.455078, 0.542969, 0.53125, 0.507812, 0.511719, 0.519531, 0.460938, 0.439453, 0.486328, 0.585938, 0.402344, 0.539062, 0.558594, 0.490234, 0.490234, 0.460938, 0.566406, 0.515625, 0.523438, 0.535156, 0.515625, 0.523438, 0.535156, 0.433594, 0.609375, 0.582031, 0.519531, 0.542969, 0.486328, 0.519531, 0.546875, 0.425781, 0.486328, 0.511719, 0.554688, 0.511719, 0.554688, 0.460938, 0.519531, 0.515625, 0.492188, 0.496094, 0.451172, 0.470703, 0.466797, 0.494141, 0.486328, 0.523438, 0.492188, 0.554688, 0.466797, 0.429688, 0.476562, 0.431641, 0.488281, 0.494141, 0.519531, 0.451172, 0.488281, 0.542969, 0.488281, 0.609375, 0.492188, 0.546875, 0.496094, 0.535156, 0.492188, 0.490234, 0.511719, 0.511719, 0.490234, 0.546875, 0.4375, 0.464844, 0.542969, 0.507812, 0.478516, 0.503906, 0.474609, 0.507812, 0.535156, 0.482422, 0.523438, 0.458984, 0.478516, 0.554688, 0.523438, 0.582031, 0.5, 0.498047, 0.554688, 0.570312, 0.470703, 0.558594, 0.382812, 0.558594, 0.527344, 0.546875, 0.570312, 0.476562, 0.546875, 0.445312, 0.417969, 0.511719, 0.558594, 0.53125, 0.542969, 0.546875, 0.535156, 0.474609, 0.527344, 0.5, 0.546875, 0.53125, 0.466797, 0.648438, 0.554688, 0.490234, 0.394531, 0.523438, 0.511719, 0.542969, 0.5, 0.488281, 0.550781, 0.503906, 0.476562, 0.519531, 0.496094, 0.417969, 0.519531, 0.488281, 0.535156, 0.558594, 0.539062, 0.523438, 0.515625, 0.460938, 0.527344, 0.53125, 0.455078, 0.480469, 0.480469, 0.5625, 0.503906, 0.558594, 0.507812, 0.507812, 0.527344, 0.507812, 0.503906, 0.53125, 0.519531, 0.441406, 0.589844, 0.457031, 0.488281, 0.498047, 0.5, 0.609375, 0.5, 0.527344, 0.519531, 0.542969, 0.5, 0.566406, 0.558594, 0.515625, 0.527344, 0.462891, 0.482422, 0.464844, 0.449219, 0.511719, 0.515625, 0.527344, 0.492188, 0.503906, 0.408203, 0.542969, 0.570312, 0.503906, 0.585938, 0.550781, 0.498047, 0.550781, 0.566406, 0.402344, 0.5, 0.486328, 0.498047, 0.412109, 0.523438, 0.453125, 0.5625, 0.519531, 0.53125, 0.523438, 0.425781, 0.490234, 0.511719, 0.008362, 0.519531, 0.480469, 0.386719, 0.453125, 0.484375, 0.589844, 0.585938, 0.5625, 0.539062, 0.574219, 0.539062, 0.542969, 0.511719, 0.546875, 0.636719, 0.486328, 0.542969, 0.466797, 0.558594, 0.5, 0.503906, 0.554688, 0.535156, 0.453125, 0.412109, 0.496094, 0.433594, 0.539062, 0.503906, 0.4375, 0.566406, 0.710938, 0.429688, 0.486328, 0.546875, 0.582031, 0.464844, 0.519531, 0.457031, 0.464844, 0.570312, 0.570312, 0.53125, 0.53125, 0.441406, 0.582031, 0.462891, 0.519531, 0.550781, 0.554688, 0.490234, 0.558594, 0.566406, 0.484375, 0.558594, 0.632812, 0.53125, 0.488281, 0.535156, 0.550781, 0.617188, 0.492188, 0.447266, 0.515625, 0.558594, 0.5, 0.482422, 0.523438, 0.466797, 0.427734, 0.496094, 0.515625, 0.507812, 0.5, 0.486328, 0.535156, 0.542969, 0.472656, 0.375, 0.5625, 0.546875, 0.464844, 0.535156, 0.675781, 0.542969, 0.5625, 0.447266, 0.455078, 0.523438, 0.498047, 0.447266, 0.40625, 0.570312, 0.5625, 0.535156, 0.486328, 0.460938, 0.498047, 0.558594, 0.515625, 0.5, 0.519531, 0.443359, 0.511719, 0.486328, 0.574219, 0.527344, 0.582031, 0.480469, 0.431641, 0.519531, 0.445312, 0.523438, 0.519531, 0.527344, 0.519531, 0.523438, 0.369141, 0.519531, 0.466797, 0.511719, 0.451172, 0.490234, 0.53125, 0.494141, 0.519531, 0.425781, 0.523438, 0.53125, 0.474609, 0.511719, 0.59375, 0.503906, 0.46875, 0.494141, 0.496094, 0.482422, 0.507812, 0.535156, 0.486328, 0.425781, 0.511719, 0.515625, 0.511719, 0.691406, 0.523438, 0.462891, 0.535156, 0.5, 0.53125, 0.511719, 0.476562, 0.496094, 0.511719, 0.072754, 0.515625, 0.507812, 0.566406, 0.486328, 0.601562, 0.539062, 0.519531, 0.496094, 0.484375, 0.570312, 0.490234, 0.539062, 0.453125, 0.503906, 0.466797, 0.443359, 0.523438, 0.585938, 0.474609, 0.396484, 0.566406, 0.511719, 0.482422, 0.460938, 0.488281, 0.558594, 0.390625, 0.449219, 0.46875, 0.558594, 0.458984, 0.458984, 0.523438, 0.482422, 0.519531, 0.550781, 0.482422, 0.515625, 0.496094, 0.539062, 0.515625, 0.546875, 0.507812, 0.542969, 0.515625, 0.53125, 0.539062, 0.458984, 0.492188, 0.527344, 0.498047, 0.455078, 0.488281, 0.453125, 0.539062, 0.503906, 0.527344, 0.511719, 0.458984, 0.582031, 0.527344, 0.582031, 0.511719, 0.507812, 0.484375, 0.523438, 0.455078, 0.511719, 0.470703, 0.498047, 0.570312, 0.455078, 0.542969, 0.478516, 0.466797, 0.498047, 0.453125, 0.539062, 0.460938, 0.484375, 0.492188, 0.511719, 0.511719, 0.570312, 0.498047, 0.5, 0.507812, 0.535156, 0.519531, 0.496094, 0.496094, 0.476562, 0.457031, 0.574219, 0.550781, 0.490234, 0.550781, 0.503906, 0.550781, 0.498047, 0.550781, 0.363281, 0.519531, 0.486328, 0.472656, 0.462891, 0.542969, 0.494141, 0.472656, 0.519531, 0.458984, 0.503906, 0.597656, 0.484375, 0.589844, 0.5, 0.390625, 0.550781, 0.515625, 0.527344, 0.455078, 0.519531, 0.53125, 0.605469, 0.498047, 0.492188, 0.53125, 0.435547, 0.472656, 0.59375, 0.527344, 0.455078, 0.478516, 0.511719, 0.539062, 0.511719, 0.476562, 0.425781, 0.480469, 0.480469, 0.507812, 0.570312, 0.480469, 0.574219, 0.470703, 0.542969, 0.589844, 0.431641, 0.511719, 0.417969, 0.519531, 0.5, 0.46875, 0.457031, 0.421875, 0.566406, 0.464844, 0.470703, 0.482422, 0.550781, 0.515625, 0.53125, 0.507812, 0.503906, 0.515625, 0.476562, 0.417969, 0.492188, 0.375, 0.511719, 0.462891, 0.546875, 0.546875, 0.417969, 0.507812, 0.535156, 0.488281, 0.554688, 0.498047, 0.466797, 0.474609, 0.511719, 0.486328, 0.527344, 0.554688, 0.59375, 0.476562, 0.507812, 0.482422, 0.503906, 0.53125, 0.488281, 0.492188, 0.488281, 0.484375, 0.539062, 0.523438, 0.462891, 0.496094, 0.476562, 0.447266, 0.554688, 0.5, 0.466797, 0.460938, 0.585938, 0.470703, 0.464844, 0.496094, 0.519531, 0.511719, 0.466797, 0.546875, 0.605469, 0.53125, 0.453125, 0.511719, 0.507812, 0.478516, 0.519531, 0.570312, 0.503906, 0.519531, 0.498047, 0.535156, 0.474609, 0.259766, 0.5, 0.490234, 0.566406, 0.578125, 0.535156, 0.511719, 0.458984, 0.484375, 0.515625, 0.601562, 0.53125, 0.585938, 0.474609, 0.458984, 0.519531, 0.527344, 0.490234, 0.486328, 0.5, 0.476562, 0.496094, 0.503906, 0.439453, 0.566406, 0.5, 0.539062, 0.535156, 0.482422, 0.519531, 0.417969, 0.439453, 0.546875, 0.455078, 0.515625, 0.472656, 0.447266, 0.5, 0.445312, 0.419922, 0.574219, 0.507812, 0.455078, 0.570312, 0.490234, 0.539062, 0.527344, 0.496094, 0.476562, 0.539062, 0.503906, 0.507812, 0.457031, 0.414062, 0.507812, 0.542969, 0.5, 0.515625, 0.00415, 0.535156, 0.519531, 0.511719, 0.367188, 0.574219, 0.466797, 0.535156, 0.535156, 0.503906, 0.400391, 0.470703, 0.507812, 0.46875, 0.558594, 0.558594, 0.486328, 0.554688, 0.519531, 0.486328, 0.498047, 0.546875, 0.496094, 0.511719, 0.507812, 0.5625, 0.523438, 0.507812, 0.523438, 0.464844, 0.488281, 0.498047, 0.486328, 0.486328, 0.542969, 0.605469, 0.519531, 0.535156, 0.482422, 0.546875, 0.527344, 0.523438, 0.474609, 0.535156, 0.578125, 0.503906, 0.515625, 0.5625, 0.5, 0.5625, 0.453125, 0.511719, 0.478516, 0.535156, 0.466797, 0.574219, 0.523438, 0.578125, 0.53125, 0.462891, 0.585938, 0.570312, 0.570312, 0.605469, 0.535156, 0.507812, 0.5, 0.578125, 0.535156, 0.460938, 0.496094, 0.486328, 0.507812, 0.478516, 0.527344, 0.507812, 0.472656, 0.535156, 0.476562, 0.507812, 0.519531, 0.445312, 0.460938, 0.492188, 0.511719, 0.484375, 0.498047, 0.554688, 0.53125, 0.695312, 0.542969, 0.474609, 0.447266, 0.492188, 0.507812, 0.476562, 0.384766, 0.5, 0.546875, 0.498047, 0.550781, 0.542969, 0.527344, 0.482422, 0.578125, 0.507812, 0.488281, 0.625, 0.474609, 0.582031, 0.535156, 0.558594, 0.578125, 0.546875, 0.503906, 0.574219, 0.496094, 0.515625, 0.539062, 0.472656, 0.582031, 0.507812, 0.570312, 0.550781, 0.482422, 0.433594, 0.494141, 0.421875, 0.472656, 0.507812, 0.535156, 0.519531, 0.503906, 0.445312, 0.546875, 0.570312, 0.539062, 0.640625, 0.53125, 0.507812, 0.460938, 0.46875, 0.527344, 0.542969, 0.519531, 0.527344, 0.441406, 0.550781, 0.539062, 0.511719, 0.449219, 0.558594, 0.539062, 0.578125, 0.605469, 0.46875, 0.648438, 0.550781, 0.494141, 0.507812, 0.5625, 0.503906, 0.628906, 0.570312, 0.515625, 0.53125, 0.46875, 0.570312, 0.507812, 0.527344, 0.451172, 0.53125, 0.53125, 0.5625, 0.515625, 0.53125, 0.515625, 0.582031, 0.492188, 0.484375, 0.5625, 0.466797, 0.503906, 0.416016, 0.496094, 0.515625, 0.582031, 0.417969, 0.546875, 0.476562, 0.474609, 0.5625, 0.53125, 0.546875, 0.5, 0.5, 0.539062, 0.554688, 0.511719, 0.515625, 0.466797, 0.498047, 0.486328, 0.494141, 0.404297, 0.550781, 0.535156, 0.539062, 0.496094, 0.519531, 0.519531, 0.527344, 0.519531, 0.455078, 0.484375, 0.535156, 0.585938, 0.490234, 0.458984, 0.542969, 0.617188, 0.523438, 0.527344, 0.490234, 0.609375, 0.449219, 0.53125, 0.5, 0.484375, 0.515625, 0.53125, 0.515625, 0.578125, 0.476562, 0.519531, 0.621094, 0.490234, 0.515625, 0.519531, 0.507812, 0.453125, 0.478516, 0.484375, 0.519531, 0.550781, 0.511719, 0.507812, 0.46875, 0.503906, 0.494141, 0.527344, 0.484375, 0.457031, 0.585938, 0.507812, 0.539062, 0.494141, 0.484375, 0.5, 0.507812, 0.5, 0.458984, 0.484375, 0.597656, 0.503906, 0.457031, 0.53125, 0.480469, 0.394531, 0.496094, 0.578125, 0.535156, 0.535156, 0.484375, 0.486328, 0.601562, 0.5, 0.511719, 0.566406, 0.550781, 0.582031, 0.542969, 0.472656, 1.015625, 0.59375, 0.498047, 0.5625, 0.523438, 0.470703, 0.519531, 0.621094, 0.515625, 0.443359, 0.535156, 0.425781, 0.613281, 0.507812, 0.503906, 0.496094, 0.527344, 0.484375, 0.535156, 0.482422, 0.507812, 0.474609, 0.542969, 0.539062, 0.558594, 0.578125, 0.527344, 0.5, 0.488281, 0.503906, 0.441406, 0.597656, 0.486328, 0.503906, 0.5, 0.474609, 0.558594, 0.519531, 0.486328, 0.558594, 0.476562, 0.570312, 0.539062, 0.484375, 0.542969, 0.625, 0.558594, 0.515625, 0.492188, 0.625, 0.443359, 0.535156, 0.484375, 0.695312, 0.566406, 0.519531, 0.539062, 0.5, 0.546875, 0.550781, 0.53125, 0.503906, 0.486328, 0.494141, 0.396484, 0.515625, 0.417969, 0.550781, 0.507812, 0.460938, 0.484375, 0.558594, 0.484375, 0.392578, 0.511719, 0.554688, 0.550781, 0.5625, 0.542969, 0.494141, 0.507812, 0.476562, 0.496094, 0.523438, 0.546875, 0.511719, 0.5625, 0.449219, 0.5, 0.574219, 0.462891, 0.486328, 0.427734, 0.490234, 0.490234, 0.486328, 0.34375, 0.476562, 0.494141, 0.570312, 0.449219, 0.494141, 0.539062, 0.535156, 0.462891, 0.435547, 0.453125, 0.539062, 0.464844, 0.535156, 0.503906, 0.46875, 0.492188, 0.566406, 0.474609, 0.535156, 0.535156, 0.462891, 0.503906, 0.542969, 0.511719, 0.435547, 0.527344, 0.507812, 0.365234, 0.664062, 0.515625, 0.511719, 0.511719, 0.472656, 0.5, 0.488281, 0.470703, 0.486328, 0.439453, 0.447266, 0.527344, 0.519531, 0.523438, 0.486328, 0.431641, 0.482422, 0.636719, 0.550781, 0.453125, 0.546875, 0.503906, 0.515625, 0.515625, 0.527344, 0.503906, 0.554688, 0.466797, 0.515625, 0.484375, 0.523438, 0.482422, 0.589844, 0.53125, 0.515625, 0.546875, 0.535156, 0.523438, 0.421875, 0.617188, 0.589844, 0.527344, 0.4375, 0.574219, 0.539062, 0.515625, 0.554688, 0.535156, 0.503906, 0.5, 0.535156, 0.507812, 0.519531, 0.59375, 0.53125, 0.498047, 0.496094, 0.484375, 0.472656, 0.490234, 0.53125, 0.472656, 0.535156, 0.574219, 0.464844, 0.570312, 0.546875, 0.546875, 0.613281, 0.527344, 0.466797, 0.511719, 0.455078, 0.476562, 0.59375, 0.59375, 0.480469, 0.542969, 0.511719, 0.492188, 0.539062, 0.435547, 0.482422, 0.542969, 0.574219, 0.558594, 0.53125, 0.433594, 0.457031, 0.542969, 0.535156, 0.492188, 0.4375, 0.589844, 0.498047, 0.457031, 0.558594, 0.515625, 0.558594, 0.542969, 0.507812, 0.498047, 0.5, 0.539062, 0.494141, 0.542969, 0.451172, 0.503906, 0.496094, 0.423828, 0.503906, 0.474609, 0.480469, 0.511719, 0.566406, 0.503906, 0.511719, 0.546875, 0.585938, 0.503906, 0.503906, 0.578125, 0.484375, 0.523438, 0.486328, 0.488281, 0.439453, 0.546875, 0.488281, 0.550781, 0.519531, 0.578125, 0.574219, 0.5625, 0.494141, 0.546875, 0.582031, 0.476562, 0.466797, 0.503906, 0.402344, 0.470703, 0.462891, 0.470703, 0.490234, 0.550781, 0.498047, 0.457031, 0.523438, 0.503906, 0.519531, 0.574219, 0.480469, 0.6875, 0.683594, 0.523438, 0.503906, 0.474609, 0.519531, 0.519531, 0.511719, 0.5, 0.5, 0.470703, 0.519531, 0.423828, 0.535156, 0.449219, 0.496094, 0.59375, 0.480469, 0.429688, 0.466797, 0.527344, 0.470703, 0.527344, 0.488281, 0.601562, 0.412109, 0.5, 0.523438, 0.601562, 0.558594, 0.542969, 0.53125, 0.416016, 0.429688, 0.542969, 0.511719, 0.492188, 0.511719, 0.425781, 0.652344, 0.582031, 0.519531, 0.523438, 0.558594, 0.492188, 0.589844, 0.4375, 0.460938, 0.574219, 0.523438, 0.519531, 0.466797, 0.507812, 0.507812, 0.535156, 0.582031, 0.492188, 0.496094, 0.488281, 0.484375, 0.511719, 0.462891, 0.462891, 0.535156, 0.550781, 0.474609, 0.527344, 0.488281, 0.632812, 0.527344, 0.527344, 0.644531, 0.511719, 0.445312, 0.546875, 0.621094, 0.5, 0.449219, 0.550781, 0.519531, 0.679688, 0.464844, 0.511719, 0.490234, 0.566406, 0.527344, 0.601562, 0.578125, 0.464844, 0.515625, 0.613281, 0.464844, 0.527344, 0.423828, 0.535156, 0.585938, 0.527344, 0.546875, 0.492188, 0.53125, 0.558594, 0.554688, 0.59375, 0.472656, 0.519531, 0.355469, 0.435547, 0.447266, 0.5, 0.570312, 0.527344, 0.605469, 0.474609, 0.503906, 0.5625, 0.488281, 0.507812, 0.451172, 0.423828, 0.492188, 0.503906, 0.445312, 0.542969, 0.519531, 0.53125, 0.5, 0.494141, 0.472656, 0.554688, 0.486328, 0.542969, 0.503906, 0.527344, 0.652344, 0.582031, 0.527344, 0.585938, 0.691406, 0.511719, 0.542969, 0.535156, 0.496094, 0.546875, 0.542969, 0.621094, 0.511719, 0.5, 0.455078, 0.550781, 0.527344, 0.53125, 0.519531, 0.439453, 0.523438, 0.511719, 0.53125, 0.484375, 0.494141, 0.494141, 0.417969, 0.400391, 0.550781, 0.470703, 0.582031, 0.490234, 0.455078, 0.535156, 0.566406, 0.53125, 0.472656, 0.482422, 0.5625, 0.447266, 0.53125, 0.503906, 0.486328, 0.5, 0.455078, 0.601562, 0.515625, 0.34375, 0.558594, 0.503906, 0.558594, 0.527344, 0.523438, 0.507812, 0.433594, 0.400391, 0.503906, 0.539062, 0.460938, 0.435547, 0.515625, 0.486328, 0.503906, 0.5, 0.546875, 0.570312, 0.488281, 0.466797, 0.498047, 0.439453, 0.486328, 0.539062, 0.433594, 0.527344, 0.53125, 0.457031, 0.466797, 0.488281, 0.527344, 0.519531, 0.554688, 0.490234, 0.582031, 0.482422, 0.570312, 0.5625, 0.515625, 0.570312, 0.464844, 0.507812, 0.503906, 0.523438, 0.503906, 0.578125, 0.601562, 0.460938, 0.527344, 0.494141, 0.46875, 0.478516, 0.486328, 0.542969, 0.427734, 0.511719, 0.539062, 0.498047, 0.480469, 0.59375, 0.419922, 0.539062, 0.550781, 0.550781, 0.550781, 0.558594, 0.496094, 0.488281, 0.515625, 0.554688, 0.470703, 0.476562, 0.542969, 2.21875, 0.498047, 0.566406, 0.527344, 0.542969, 0.445312, 0.519531, 0.511719, 0.484375, 0.570312, 0.535156, 0.542969, 0.578125, 0.511719, 0.492188, 0.53125, 0.484375, 0.574219, 0.527344, 0.535156, 0.53125, 0.5625, 0.496094, 0.566406, 0.460938, 0.605469, 0.507812, 0.507812, 0.542969, 0.386719, 0.480469, 0.554688, 0.480469, 0.539062, 0.410156, 0.507812, 0.507812, 0.511719, 0.546875, 0.53125, 0.503906, 0.486328, 0.455078, 0.427734, 0.550781, 0.523438, 0.416016, 0.445312, 0.486328, 0.519531, 0.535156, 0.558594, 0.472656, 0.554688, 0.462891, 0.492188, 0.558594, 0.539062, 0.527344, 0.539062, 0.484375, 0.498047, 0.494141, 0.5, 0.486328, 0.511719, 0.539062, 0.503906, 0.486328, 0.488281, 0.447266, 0.542969, 0.417969, 0.511719, 0.449219, 0.578125, 0.460938, 0.519531, 0.558594, 0.566406, 0.546875, 0.498047, 0.515625, 0.492188, 0.539062, 0.539062, 0.466797, 0.478516, 0.546875, 0.466797, 0.511719, 0.480469, 0.53125, 0.453125, 0.449219, 0.523438, 0.519531, 0.474609, 0.488281, 0.570312, 0.4375, 0.398438, 0.472656, 0.492188, 0.478516, 0.507812, 0.488281, 0.511719, 0.550781, 0.451172, 0.59375, 0.566406, 0.550781, 0.486328, 0.5, 0.539062, 0.550781, 0.515625, 0.482422, 0.542969, 0.490234, 0.5, 0.474609, 0.480469, 0.478516, 0.574219, 0.476562, 0.550781, 0.519531, 0.515625, 0.4375, 0.523438, 0.498047, 0.478516, 0.585938, 0.589844 ] }, "name": "model.transformer.layers.5.ffn_norm.weight", "outputIndexes": [ 399 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 398, 399 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_5/Mul_1_output_0", "outputIndexes": [ 400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 400 ], "outputIndexes": [ 2714 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2714 ], "outputIndexes": [ 2715 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_1/Linear", "inputIndexes": [ 2715 ], "outputIndexes": [ 2716 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 6144, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 147456, "weightSize": 0 }, "external": [ 188912332, 18874630, 1179648, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2716 ], "outputIndexes": [ 2717 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2717 ], "outputIndexes": [ 401 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 6144 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 401, 21, 99, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_5/Slice_output_0", "outputIndexes": [ 402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 402 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_5/Sigmoid_output_0", "outputIndexes": [ 403 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 402, 403 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_5/Mul_output_0", "outputIndexes": [ 404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 6144 ] }, "name": "/ffn_5/Mul_1_output_0", "outputIndexes": [ 405 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 401, 99, 405, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_5/Slice_1_output_0", "outputIndexes": [ 406 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 404, 406 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_5/Mul_2_output_0", "outputIndexes": [ 407 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 407 ], "outputIndexes": [ 2718 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2718 ], "outputIndexes": [ 2719 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_2/Linear", "inputIndexes": [ 2719 ], "outputIndexes": [ 2720 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 208966610, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2720 ], "outputIndexes": [ 2721 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2721 ], "outputIndexes": [ 408 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 397, 408 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_23_output_0", "outputIndexes": [ 409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 409, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_24_output_0", "outputIndexes": [ 410 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 410 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_6/Mul_output_0", "outputIndexes": [ 411 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.141602, 0.126953, 0.123535, 0.134766, 0.164062, 0.139648, 0.112305, 0.122559, 0.149414, 0.133789, 0.121094, 0.123535, 0.133789, 0.134766, 0.123535, 0.152344, 0.134766, 0.128906, 0.129883, 0.116211, 0.134766, 0.139648, 0.132812, 0.163086, 0.119141, 0.144531, 0.133789, 0.131836, 0.149414, 0.12793, 0.131836, 0.148438, 0.141602, 0.132812, 0.123535, 0.138672, 0.138672, 0.132812, 0.135742, 0.118652, 0.128906, 0.126953, 0.118164, 0.139648, 0.125977, 0.132812, 0.138672, 0.120605, 0.138672, 0.148438, 0.133789, 0.136719, 0.139648, 0.136719, 0.118652, 0.141602, 0.139648, 0.133789, 0.125977, 0.143555, 0.131836, 0.12793, 0.141602, 0.129883, 0.142578, 0.138672, 0.137695, 0.11377, 0.132812, 0.146484, 0.125977, 0.15332, 0.117188, 0.145508, 0.125977, 0.125977, 0.124512, 0.129883, 0.133789, 0.125977, 0.144531, 0.146484, 0.142578, 0.135742, 0.139648, 0.133789, 0.149414, 0.139648, 0.143555, 0.135742, 0.132812, 0.140625, 0.130859, 0.128906, 0.133789, 0.136719, 0.128906, 0.120117, 0.146484, 0.120605, 0.136719, 0.138672, 0.126953, 0.112793, 0.129883, 0.150391, 0.135742, 0.141602, 0.119629, 0.134766, 0.133789, 0.147461, 0.139648, 0.140625, 0.131836, 0.143555, 0.141602, 0.168945, 0.136719, 0.134766, 0.130859, 0.138672, 0.136719, 0.145508, 0.137695, 0.135742, 0.155273, 0.129883, 0.128906, 0.133789, 0.148438, 0.148438, 0.148438, 0.136719, 0.12207, 0.135742, 0.143555, 0.12793, 0.136719, 0.160156, 0.149414, 0.134766, 0.139648, 0.137695, 0.137695, 0.142578, 0.131836, 0.133789, 0.140625, 0.142578, 0.141602, 0.15332, 0.125, 0.129883, 0.125977, 0.125977, 0.12793, 0.128906, 0.139648, 0.120117, 0.141602, 0.137695, 0.142578, 0.145508, 0.137695, 0.128906, 0.144531, 0.129883, 0.138672, 0.142578, 0.123047, 0.139648, 0.125977, 0.131836, 0.141602, 0.148438, 0.138672, 0.135742, 0.124512, 0.130859, 0.139648, 0.128906, 0.129883, 0.131836, 0.125977, 0.142578, 0.12793, 0.12793, 0.137695, 0.123047, 0.124023, 0.139648, 0.149414, 0.125977, 0.130859, 0.128906, 0.128906, 0.124023, 0.12793, 0.139648, 0.12793, 0.131836, 0.136719, 0.136719, 0.140625, 0.139648, 0.136719, 0.142578, 0.112305, 0.133789, 0.142578, 0.129883, 0.120117, 0.139648, 0.121582, 0.145508, 0.125, 0.128906, 0.141602, 0.148438, 0.135742, 0.132812, 0.129883, 0.140625, 0.149414, 0.132812, 0.137695, 0.129883, 0.141602, 0.125977, 0.124512, 0.139648, 0.142578, 0.133789, 0.146484, 0.125977, 0.133789, 0.132812, 0.120117, 0.136719, 0.125977, 0.126953, 0.140625, 0.126953, 0.145508, 0.115234, 0.143555, 0.130859, 0.135742, 0.122559, 0.142578, 0.151367, 0.126953, 0.143555, 0.134766, 0.136719, 0.125, 0.124023, 0.135742, 0.121582, 0.138672, 0.129883, 0.129883, 0.137695, 0.124512, 0.134766, 0.124023, 0.116211, 0.131836, 0.143555, 0.132812, 0.134766, 0.131836, 0.122559, 0.134766, 0.142578, 0.125977, 0.117188, 0.121582, 0.117188, 0.120117, 0.131836, 0.126953, 0.15332, 0.135742, 0.140625, 0.12793, 0.132812, 0.132812, 0.129883, 0.130859, 0.154297, 0.121094, 0.135742, 0.143555, 0.123535, 0.129883, 0.137695, 0.126953, 0.114746, 0.132812, 0.147461, 0.135742, 0.126953, 0.142578, 0.125977, 0.161133, 0.12207, 0.121582, 0.128906, 0.132812, 0.125977, 0.152344, 0.130859, 0.135742, 0.129883, 0.130859, 0.129883, 0.133789, 0.133789, 0.142578, 0.128906, 0.117188, 0.135742, 0.128906, 0.137695, 0.134766, 0.164062, 0.129883, 0.136719, 0.12793, 0.134766, 0.123535, 0.125, 0.150391, 0.125977, 0.128906, 0.141602, 0.125, 0.145508, 0.128906, 0.152344, 0.133789, 0.141602, 0.128906, 0.131836, 0.134766, 0.134766, 0.131836, 0.134766, 0.139648, 0.135742, 0.132812, 0.134766, 0.12793, 0.134766, 0.146484, 0.15332, 0.120117, 0.12207, 0.121582, 0.12207, 0.143555, 0.121094, 0.130859, 0.135742, 0.128906, 0.08252, 0.124512, 0.125977, 0.138672, 0.150391, 0.133789, 0.148438, 0.144531, 0.149414, 0.141602, 0.123535, 0.143555, 0.129883, 0.140625, 0.135742, 0.131836, 0.129883, 0.134766, 0.147461, 0.128906, 0.137695, 0.138672, 0.12207, 0.131836, 0.137695, 0.128906, 0.132812, 0.133789, 0.141602, 0.132812, 0.120605, 0.136719, 0.118164, 0.138672, 0.134766, 0.135742, 0.129883, 0.129883, 0.139648, 0.142578, 0.119141, 0.136719, 0.131836, 0.137695, 0.134766, 0.124023, 0.139648, 0.137695, 0.149414, 0.137695, 0.151367, 0.129883, 0.126953, 0.148438, 0.135742, 0.138672, 0.125977, 0.132812, 0.134766, 0.142578, 0.131836, 0.12207, 0.124023, 0.128906, 0.134766, 0.152344, 0.121582, 0.117188, 0.129883, 0.138672, 0.137695, 0.124512, 0.150391, 0.136719, 0.121094, 0.124512, 0.135742, 0.134766, 0.124023, 0.135742, 0.121582, 0.133789, 0.128906, 0.139648, 0.126953, 0.132812, 0.142578, 0.125, 0.136719, 0.132812, 0.133789, 0.130859, 0.136719, 0.121094, 0.130859, 0.111816, 0.138672, 0.133789, 0.139648, 0.163086, 0.124023, 0.123535, 0.12793, 0.141602, 0.141602, 0.149414, 0.126953, 0.125977, 0.145508, 0.135742, 0.141602, 0.131836, 0.141602, 0.124023, 0.128906, 0.133789, 0.130859, 0.133789, 0.138672, 0.131836, 0.128906, 0.119141, 0.112305, 0.116211, 0.141602, 0.132812, 0.142578, 0.139648, 0.129883, 0.136719, 0.140625, 0.121094, 0.132812, 0.12793, 0.137695, 0.129883, 0.137695, 0.137695, 0.124023, 0.12793, 0.131836, 0.148438, 0.124512, 0.141602, 0.135742, 0.122559, 0.140625, 0.131836, 0.140625, 0.151367, 0.140625, 0.126953, 0.143555, 0.142578, 0.144531, 0.135742, 0.135742, 0.134766, 0.136719, 0.126953, 0.132812, 0.147461, 0.143555, 0.125, 0.126953, 0.12793, 0.122559, 0.122559, 0.125, 0.125977, 0.139648, 0.124512, 0.152344, 0.150391, 0.129883, 0.148438, 0.132812, 0.145508, 0.139648, 0.137695, 0.125977, 0.128906, 0.142578, 0.133789, 0.143555, 0.134766, 0.138672, 0.129883, 0.137695, 0.135742, 0.132812, 0.138672, 0.125977, 0.123535, 0.12793, 0.132812, 0.131836, 0.144531, 0.141602, 0.128906, 0.130859, 0.133789, 0.131836, 0.137695, 0.140625, 0.143555, 0.144531, 0.125, 0.134766, 0.148438, 0.135742, 0.133789, 0.146484, 0.136719, 0.146484, 0.146484, 0.142578, 0.150391, 0.134766, 0.140625, 0.074219, 0.145508, 0.134766, 0.140625, 0.134766, 0.12793, 0.129883, 0.140625, 0.155273, 0.114746, 0.12793, 0.125, 0.137695, 0.152344, 0.135742, 0.138672, 0.132812, 0.141602, 0.120605, 0.142578, 0.138672, 0.138672, 0.135742, 0.135742, 0.12793, 0.128906, 0.126953, 0.133789, 0.12793, 0.137695, 0.12793, 0.132812, 0.128906, 0.131836, 0.132812, 0.133789, 0.148438, 0.125977, 0.128906, 0.142578, 0.129883, 0.140625, 0.138672, 0.132812, 0.142578, 0.135742, 0.137695, 0.133789, 0.124512, 0.114258, 0.120605, 0.135742, 0.133789, 0.131836, 0.129883, 0.134766, 0.151367, 0.134766, 0.133789, 0.139648, 0.116211, 0.134766, 0.137695, 0.097656, 0.147461, 0.121582, 0.126953, 0.148438, 0.115723, 0.134766, 0.118652, 0.126953, 0.132812, 0.148438, 0.136719, 0.148438, 0.147461, 0.134766, 0.12793, 0.12793, 0.143555, 0.118164, 0.125977, 0.124023, 0.142578, 0.128906, 0.139648, 0.145508, 0.135742, 0.124023, 0.106445, 0.130859, 0.143555, 0.135742, 0.136719, 0.123535, 0.133789, 0.140625, 0.128906, 0.133789, 0.128906, 0.146484, 0.139648, 0.129883, 0.141602, 0.131836, 0.126953, 0.147461, 0.152344, 0.154297, 0.130859, 0.129883, 0.134766, 0.131836, 0.129883, 0.135742, 0.137695, 0.130859, 0.129883, 0.150391, 0.141602, 0.145508, 0.130859, 0.123535, 0.125977, 0.142578, 0.139648, 0.144531, 0.134766, 0.125, 0.130859, 0.132812, 0.146484, 0.137695, 0.136719, 0.135742, 0.125977, 0.131836, 0.142578, 0.135742, 0.141602, 0.128906, 0.128906, 0.131836, 0.129883, 0.141602, 0.133789, 0.142578, 0.134766, 0.146484, 0.120605, 0.134766, 0.136719, 0.144531, 0.140625, 0.143555, 0.136719, 0.126953, 0.12793, 0.133789, 0.131836, 0.137695, 0.15332, 0.134766, 0.142578, 0.145508, 0.132812, 0.12793, 0.131836, 0.130859, 0.139648, 0.128906, 0.112305, 0.145508, 0.119629, 0.139648, 0.131836, 0.133789, 0.141602, 0.125977, 0.134766, 0.130859, 0.123047, 0.093262, 0.146484, 0.132812, 0.143555, 0.145508, 0.117188, 0.109863, 0.132812, 0.140625, 0.137695, 0.136719, 0.099609, 0.134766, 0.130859, 0.133789, 0.117676, 0.132812, 0.12207, 0.132812, 0.135742, 0.124023, 0.146484, 0.11084, 0.133789, 0.141602, 0.136719, 0.15918, 0.137695, 0.151367, 0.141602, 0.124023, 0.124512, 0.124512, 0.123535, 0.144531, 0.114258, 0.138672, 0.145508, 0.132812, 0.132812, 0.123535, 0.136719, 0.140625, 0.136719, 0.134766, 0.148438, 0.140625, 0.134766, 0.145508, 0.131836, 0.134766, 0.134766, 0.118652, 0.103516, 0.133789, 0.137695, 0.132812, 0.162109, 0.136719, 0.12793, 0.134766, 0.138672, 0.132812, 0.121094, 0.147461, 0.146484, 0.143555, 0.128906, 0.126953, 0.119141, 0.130859, 0.148438, 0.141602, 0.129883, 0.138672, 0.111816, 0.124512, 0.129883, 0.121094, 0.123047, 0.129883, 0.125977, 0.125977, 0.132812, 0.143555, 0.15918, 0.136719, 0.139648, 0.141602, 0.125, 0.144531, 0.139648, 0.120117, 0.126953, 0.128906, 0.146484, 0.146484, 0.142578, 0.125977, 0.143555, 0.134766, 0.12793, 0.094727, 0.138672, 0.139648, 0.136719, 0.133789, 0.126953, 0.137695, 0.114258, 0.142578, 0.142578, 0.131836, 0.142578, 0.12207, 0.141602, 0.122559, 0.139648, 0.144531, 0.135742, 0.132812, 0.141602, 0.125977, 0.131836, 0.131836, 0.130859, 0.125977, 0.130859, 0.132812, 0.12793, 0.140625, 0.142578, 0.12793, 0.131836, 0.134766, 0.15332, 0.125977, 0.124512, 0.140625, 0.132812, 0.136719, 0.129883, 0.147461, 0.118652, 0.141602, 0.119141, 0.124023, 0.129883, 0.129883, 0.133789, 0.137695, 0.142578, 0.133789, 0.131836, 0.134766, 0.126953, 0.130859, 0.12207, 0.129883, 0.12793, 0.131836, 0.138672, 0.084473, 0.135742, 0.136719, 0.142578, 0.137695, 0.129883, 0.133789, 0.136719, 0.121094, 0.132812, 0.126953, 0.131836, 0.137695, 0.152344, 0.133789, 0.129883, 0.129883, 0.125, 0.130859, 0.132812, 0.136719, 0.129883, 0.134766, 0.143555, 0.126953, 0.12793, 0.128906, 0.138672, 0.126953, 0.141602, 0.139648, 0.121094, 0.125977, 0.132812, 0.129883, 0.135742, 0.123047, 0.140625, 0.119141, 0.132812, 0.150391, 0.089355, 0.128906, 0.123047, 0.151367, 0.119629, 0.124023, 0.130859, 0.146484, 0.140625, 0.139648, 0.139648, 0.104004, 0.154297, 0.124512, 0.139648, 0.137695, 0.152344, 0.131836, 0.125, 0.145508, 0.124512, 0.136719, 0.132812, 0.136719, 0.124023, 0.141602, 0.137695, 0.140625, 0.147461, 0.144531, 0.143555, 0.141602, 0.124512, 0.128906, 0.138672, 0.134766, 0.131836, 0.12793, 0.139648, 0.12793, 0.129883, 0.138672, 0.136719, 0.129883, 0.128906, 0.133789, 0.126953, 0.123047, 0.126953, 0.135742, 0.130859, 0.135742, 0.125977, 0.135742, 0.11377, 0.126953, 0.128906, 0.143555, 0.143555, 0.144531, 0.125, 0.12793, 0.132812, 0.124512, 0.123535, 0.143555, 0.12207, 0.125, 0.15332, 0.126953, 0.120605, 0.12207, 0.142578, 0.141602, 0.125, 0.133789, 0.12793, 0.125, 0.140625, 0.12793, 0.139648, 0.139648, 0.135742, 0.141602, 0.140625, 0.130859, 0.114258, 0.142578, 0.12793, 0.147461, 0.126953, 0.136719, 0.132812, 0.137695, 0.131836, 0.125, 0.143555, 0.11377, 0.134766, 0.134766, 0.133789, 0.128906, 0.151367, 0.135742, 0.125977, 0.124512, 0.117188, 0.145508, 0.122559, 0.131836, 0.136719, 0.130859, 0.128906, 0.124023, 0.133789, 0.134766, 0.151367, 0.12793, 0.128906, 0.15918, 0.119629, 0.114258, 0.135742, 0.125977, 0.130859, 0.128906, 0.133789, 0.136719, 0.114746, 0.137695, 0.138672, 0.137695, 0.131836, 0.131836, 0.132812, 0.152344, 0.028931, 0.150391, 0.122559, 0.134766, 0.148438, 0.124512, 0.141602, 0.139648, 0.144531, 0.137695, 0.133789, 0.152344, 0.146484, 0.136719, 0.12207, 0.130859, 0.119629, 0.137695, 0.136719, 0.141602, 0.125977, 0.121582, 0.125, 0.134766, 0.124023, 0.130859, 0.136719, 0.134766, 0.129883, 0.132812, 0.132812, 0.116211, 0.135742, 0.146484, 0.12793, 0.132812, 0.145508, 0.122559, 0.117188, 0.136719, 0.136719, 0.149414, 0.143555, 0.137695, 0.142578, 0.12793, 0.140625, 0.139648, 0.126953, 0.139648, 0.138672, 0.143555, 0.147461, 0.143555, 0.141602, 0.128906, 0.132812, 0.120117, 0.126953, 0.134766, 0.131836, 0.118652, 0.121094, 0.129883, 0.132812, 0.120117, 0.142578, 0.114258, 0.136719, 0.139648, 0.135742, 0.158203, 0.142578, 0.142578, 0.122559, 0.130859, 0.133789, 0.128906, 0.136719, 0.138672, 0.145508, 0.142578, 0.139648, 0.124512, 0.134766, 0.140625, 0.141602, 0.145508, 0.128906, 0.146484, 0.143555, 0.135742, 0.130859, 0.125, 0.121094, 0.132812, 0.135742, 0.147461, 0.12207, 0.118164, 0.126953, 0.124512, 0.142578, 0.131836, 0.150391, 0.144531, 0.126953, 0.12793, 0.131836, 0.141602, 0.136719, 0.141602, 0.141602, 0.133789, 0.129883, 0.133789, 0.130859, 0.122559, 0.146484, 0.129883, 0.128906, 0.142578, 0.130859, 0.135742, 0.136719, 0.133789, 0.123047, 0.136719, 0.125977, 0.125, 0.141602, 0.126953, 0.130859, 0.147461, 0.139648, 0.141602, 0.131836, 0.12207, 0.119141, 0.138672, 0.124023, 0.145508, 0.140625, 0.139648, 0.135742, 0.120117, 0.137695, 0.152344, 0.116699, 0.141602, 0.129883, 0.137695, 0.131836, 0.125977, 0.091797, 0.135742, 0.133789, 0.138672, 0.125, 0.133789, 0.139648, 0.134766, 0.130859, 0.137695, 0.131836, 0.135742, 0.139648, 0.107422, 0.137695, 0.151367, 0.131836, 0.138672, 0.150391, 0.143555, 0.146484, 0.131836, 0.137695, 0.136719, 0.12793, 0.121094, 0.125, 0.136719, 0.138672, 0.140625, 0.125, 0.136719, 0.141602, 0.128906, 0.131836, 0.12207, 0.134766, 0.116211, 0.133789, 0.130859, 0.118164, 0.123535, 0.134766, 0.140625, 0.130859, 0.125, 0.148438, 0.125977, 0.138672, 0.118652, 0.124512, 0.134766, 0.133789, 0.128906, 0.131836, 0.134766, 0.125977, 0.130859, 0.133789, 0.141602, 0.148438, 0.144531, 0.129883, 0.117676, 0.130859, 0.140625, 0.119141, 0.140625, 0.120117, 0.121094, 0.131836, 0.138672, 0.134766, 0.128906, 0.155273, 0.142578, 0.120605, 0.132812, 0.138672, 0.137695, 0.121582, 0.134766, 0.126953, 0.134766, 0.125977, 0.134766, 0.129883, 0.147461, 0.135742, 0.15918, 0.133789, 0.128906, 0.126953, 0.145508, 0.105957, 0.125, 0.148438, 0.147461, 0.133789, 0.124512, 0.135742, 0.000801, 0.132812, 0.143555, 0.118652, 0.12793, 0.129883, 0.130859, 0.132812, 0.142578, 0.140625, 0.130859, 0.135742, 0.121094, 0.139648, 0.133789, 0.131836, 0.152344, 0.132812, 0.135742, 0.128906, 0.138672, 0.137695, 0.137695, 0.123535, 0.130859, 0.144531, 0.131836, 0.142578, 0.137695, 0.146484, 0.121582, 0.120117, 0.150391, 0.142578, 0.150391, 0.147461, 0.12793, 0.12793, 0.130859, 0.130859, 0.132812, 0.145508, 0.15918, 0.129883, 0.136719, 0.139648, 0.142578, 0.137695, 0.134766, 0.136719, 0.134766, 0.136719, 0.142578, 0.15332, 0.132812, 0.138672, 0.132812, 0.140625, 0.132812, 0.134766, 0.137695, 0.138672, 0.125, 0.130859, 0.136719, 0.129883, 0.134766, 0.128906, 0.149414, 0.143555, 0.143555, 0.119629, 0.132812, 0.134766, 0.134766, 0.133789, 0.131836, 0.125977, 0.129883, 0.137695, 0.126953, 0.140625, 0.125977, 0.151367, 0.122559, 0.149414, 0.141602, 0.133789, 0.147461, 0.134766, 0.125977, 0.124512, 0.140625, 0.120117, 0.145508, 0.129883, 0.124512, 0.126953, 0.125, 0.133789, 0.128906, 0.132812, 0.117676, 0.147461, 0.137695, 0.133789, 0.133789, 0.134766, 0.126953, 0.141602, 0.129883, 0.117188, 0.130859, 0.146484, 0.146484, 0.138672, 0.136719, 0.152344, 0.135742, 0.142578, 0.141602, 0.139648, 0.139648, 0.106445, 0.132812, 0.137695, 0.135742, 0.15625, 0.148438, 0.141602, 0.138672, 0.125977, 0.142578, 0.120117, 0.140625, 0.12793, 0.125977, 0.148438, 0.135742, 0.132812, 0.130859, 0.151367, 0.149414, 0.135742, 0.128906, 0.126953, 0.132812, 0.125977, 0.132812, 0.132812, 0.144531, 0.12793, 0.12793, 0.139648, 0.128906, 0.137695, 0.124023, 0.125977, 0.132812, 0.147461, 0.129883, 0.135742, 0.123535, 0.133789, 0.128906, 0.133789, 0.135742, 0.118652, 0.12207, 0.129883, 0.134766, 0.138672, 0.146484, 0.131836, 0.146484, 0.132812, 0.124023, 0.138672, 0.134766, 0.140625, 0.133789, 0.123535, 0.133789, 0.130859, 0.138672, 0.12793, 0.12793, 0.12207, 0.132812, 0.135742, 0.152344, 0.136719, 0.137695, 0.132812, 0.125, 0.145508, 0.128906, 0.124512, 0.128906, 0.128906, 0.147461, 0.147461, 0.125977, 0.136719, 0.134766, 0.138672, 0.137695, 0.140625, 0.120117, 0.141602, 0.115723, 0.132812, 0.133789, 0.132812, 0.150391, 0.146484, 0.138672, 0.134766, 0.140625, 0.138672, 0.12793, 0.133789, 0.136719, 0.142578, 0.139648, 0.122559, 0.140625, 0.116699, 0.145508, 0.143555, 0.142578, 0.12793, 0.129883, 0.123047, 0.126953, 0.135742, 0.128906, 0.136719, 0.136719, 0.135742, 0.140625, 0.139648, 0.134766, 0.140625, 0.138672, 0.126953, 0.123047, 0.125, 0.131836, 0.144531, 0.136719, 0.142578, 0.125977, 0.124512, 0.151367, 0.152344, 0.129883, 0.136719, 0.135742, 0.141602, 0.130859, 0.145508, 0.119629, 0.125, 0.133789, 0.141602, 0.137695, 0.151367, 0.139648, 0.134766, 0.149414, 0.129883, 0.134766, 0.134766, 0.143555, 0.117188, 0.123535, 0.15332, 0.119141, 0.141602, 0.136719, 0.141602, 0.136719, 0.135742, 0.138672, 0.125, 0.122559, 0.133789, 0.131836, 0.137695, 0.139648, 0.123047, 0.143555, 0.113281, 0.133789, 0.137695, 0.148438, 0.145508, 0.137695, 0.123047, 0.12793, 0.131836, 0.139648, 0.140625, 0.117188, 0.120117, 0.134766, 0.126953, 0.130859, 0.136719, 0.146484, 0.131836, 0.140625, 0.130859, 0.128906, 0.141602, 0.147461, 0.000431, 0.133789, 0.138672, 0.119141, 0.135742, 0.123535, 0.136719, 0.151367, 0.135742, 0.126953, 0.135742, 0.148438, 0.146484, 0.122559, 0.12793, 0.141602, 0.140625, 0.138672, 0.132812, 0.146484, 0.142578, 0.143555, 0.144531, 0.118164, 0.118652, 0.12793, 0.131836, 0.11084, 0.133789, 0.125, 0.126953, 0.147461, 0.139648, 0.124512, 0.128906, 0.12793, 0.139648, 0.126953, 0.124023, 0.137695, 0.119629, 0.125977, 0.139648, 0.125977, 0.146484, 0.133789, 0.134766, 0.138672, 0.124512, 0.145508, 0.140625, 0.129883, 0.129883, 0.129883, 0.123535, 0.143555, 0.15625, 0.132812, 0.132812, 0.133789, 0.116211, 0.125977, 0.144531, 0.144531, 0.143555, 0.139648, 0.142578, 0.123535, 0.129883, 0.149414, 0.120117, 0.132812, 0.129883, 0.121094, 0.119141, 0.123047, 0.144531, 0.15332, 0.135742, 0.114258, 0.146484, 0.121582, 0.152344, 0.143555, 0.123535, 0.126953, 0.105469, 0.135742, 0.125977, 0.147461, 0.158203, 0.134766, 0.147461, 0.128906, 0.134766, 0.141602, 0.136719, 0.137695, 0.144531, 0.126953, 0.141602, 0.132812, 0.144531, 0.128906, 0.150391, 0.132812, 0.143555, 0.145508, 0.163086, 0.131836, 0.12207, 0.132812, 0.141602, 0.139648, 0.147461, 0.130859, 0.134766, 0.150391, 0.114746, 0.124023, 0.141602, 0.131836, 0.150391, 0.125, 0.140625, 0.140625, 0.154297, 0.126953, 0.139648, 0.133789, 0.114746, 0.132812, 0.155273, 0.148438, 0.126953, 0.136719, 0.131836, 0.129883, 0.135742, 0.131836, 0.138672, 0.125977, 0.128906, 0.137695, 0.145508, 0.137695, 0.142578, 0.133789, 0.142578, 0.139648, 0.138672, 0.121094, 0.151367, 0.141602, 0.120117, 0.056396, 0.147461, 0.110352, 0.132812, 0.145508, 0.140625, 0.134766, 0.117676, 0.134766, 0.135742, 0.136719, 0.149414, 0.120117, 0.134766, 0.128906, 0.138672, 0.128906, 0.126953, 0.129883, 0.140625, 0.12793, 0.140625, 0.137695, 0.140625, 0.135742, 0.129883, 0.136719, 0.121094, 0.125, 0.136719, 0.134766, 0.141602, 0.128906, 0.129883, 0.129883, 0.132812, 0.122559, 0.141602, 0.143555, 0.138672, 0.133789, 0.144531, 0.141602, 0.142578, 0.12793, 0.136719, 0.130859, 0.116699, 0.119141, 0.132812, 0.148438, 0.128906, 0.139648, 0.125977, 0.133789, 0.135742, 0.142578, 0.135742, 0.152344, 0.128906, 0.148438, 0.12207, 0.125977, 0.133789, 0.130859, 0.130859, 0.130859, 0.125977, 0.125977, 0.119141, 0.134766, 0.137695, 0.121094, 0.138672, 0.144531, 0.113281, 0.143555, 0.139648, 0.144531, 0.150391, 0.125, 0.160156, 0.133789, 0.136719, 0.126953, 0.147461, 0.136719, 0.132812, 0.120117, 0.128906, 0.128906, 0.122559, 0.133789, 0.124512, 0.120117, 0.134766, 0.120117, 0.137695, 0.133789, 0.125977, 0.140625, 0.147461, 0.129883, 0.124512, 0.126953, 0.129883, 0.15332, 0.140625, 0.128906, 0.130859, 0.151367, 0.131836, 0.135742, 0.126953, 0.135742, 0.121582, 0.129883, 0.100098, 0.134766, 0.140625, 0.129883, 0.129883, 0.142578, 0.131836, 0.140625, 0.133789, 0.125, 0.138672, 0.121094, 0.12793, 0.151367, 0.125, 0.117676, 0.129883, 0.137695, 0.158203, 0.140625, 0.117676, 0.131836, 0.15332, 0.132812, 0.12793, 0.136719, 0.132812, 0.135742, 0.137695, 0.140625, 0.140625, 0.125977, 0.143555, 0.125977, 0.146484, 0.139648, 0.128906, 0.131836, 0.116211, 0.131836, 0.132812, 0.133789, 0.123535, 0.124023, 0.139648, 0.137695, 0.152344, 0.143555, 0.136719, 0.132812, 0.118652, 0.126953, 0.115723, 0.138672, 0.147461, 0.133789, 0.149414, 0.133789, 0.133789, 0.129883, 0.143555, 0.139648, 0.135742, 0.125, 0.143555, 0.15625, 0.135742, 0.149414, 0.136719, 0.15332, 0.134766, 0.143555, 0.140625, 0.134766, 0.126953, 0.133789, 0.142578, 0.134766, 0.12793, 0.139648, 0.128906, 0.148438, 0.136719, 0.126953, 0.130859, 0.125977, 0.129883, 0.124512, 0.12793, 0.136719, 0.126953, 0.124512, 0.130859, 0.136719, 0.134766, 0.136719, 0.136719, 0.125977, 0.133789, 0.12793, 0.143555, 0.131836, 0.125977, 0.128906, 0.134766, 0.136719, 0.140625, 0.130859, 0.125977, 0.147461, 0.087891, 0.140625, 0.128906, 0.125977, 0.148438, 0.130859, 0.132812, 0.125977, 0.145508, 0.142578, 0.135742, 0.136719, 0.125977, 0.141602, 0.138672, 0.141602, 0.132812, 0.137695, 0.140625, 0.132812, 0.138672, 0.140625, 0.117676, 0.120117, 0.139648, 0.131836, 0.134766, 0.132812, 0.135742, 0.15625, 0.137695, 0.120117, 0.117188, 0.128906, 0.128906, 0.126953, 0.146484, 0.135742, 0.125, 0.129883, 0.131836, 0.130859, 0.142578, 0.136719, 0.129883, 0.129883, 0.12793, 0.146484, 0.138672, 0.132812, 0.122559, 0.138672, 0.10791, 0.124023, 0.134766, 0.139648, 0.120605, 0.147461, 0.049561, 0.145508, 0.12793, 0.134766, 0.124023, 0.139648, 0.12793, 0.126953, 0.131836, 0.12793, 0.115234, 0.128906, 0.129883, 0.144531, 0.144531, 0.140625, 0.138672, 0.133789, 0.131836, 0.132812, 0.136719, 0.126953, 0.12793, 0.123535, 0.141602, 0.123535, 0.136719, 0.130859, 0.149414, 0.132812, 0.143555, 0.125, 0.130859, 0.140625, 0.131836, 0.142578, 0.125977, 0.124023, 0.119141, 0.154297, 0.125, 0.150391, 0.134766, 0.134766, 0.114746, 0.128906, 0.140625, 0.145508, 0.113281, 0.133789, 0.126953, 0.131836, 0.138672, 0.132812, 0.150391, 0.12793, 0.133789, 0.140625, 0.131836, 0.136719, 0.124023, 0.129883, 0.154297, 0.144531, 0.134766, 0.124023, 0.134766, 0.125, 0.135742, 0.114258, 0.121094, 0.128906, 0.126953, 0.128906, 0.119141, 0.131836, 0.12793, 0.148438, 0.145508, 0.129883, 0.140625, 0.124512, 0.135742, 0.12793, 0.132812, 0.126953, 0.133789, 0.150391, 0.140625, 0.123535, 0.148438, 0.131836, 0.123047, 0.137695, 0.146484, 0.136719, 0.118164, 0.132812, 0.131836, 0.143555, 0.152344, 0.134766, 0.135742, 0.134766, 0.155273, 0.145508, 0.122559, 0.136719, 0.137695, 0.152344, 0.137695, 0.141602, 0.125977, 0.144531, 0.139648, 0.115234, 0.133789, 0.125977, 0.124512, 0.130859, 0.128906, 0.136719, 0.141602, 0.126953, 0.136719, 0.118652, 0.136719, 0.142578, 0.12793, 0.134766, 0.147461, 0.143555, 0.137695, 0.111328, 0.120117, 0.135742, 0.137695, 0.144531, 0.129883, 0.120605, 0.131836, 0.125977, 0.123535, 0.138672, 0.134766, 0.146484, 0.146484, 0.134766, 0.12793, 0.130859, 0.150391, 0.138672, 0.125977, 0.130859, 0.148438, 0.12793, 0.136719, 0.143555, 0.128906, 0.144531, 0.152344, 0.126953, 0.112793, 0.136719, 0.137695, 0.145508, 0.126953, 0.109375, 0.128906, 0.150391, 0.125, 0.133789, 0.151367, 0.134766, 0.128906, 0.129883, 0.128906, 0.146484, 0.128906, 0.137695, 0.161133, 0.118164, 0.130859, 0.125, 0.130859, 0.133789, 0.126953, 0.126953, 0.135742, 0.139648, 0.134766, 0.150391, 0.133789, 0.133789, 0.132812, 0.125977, 0.141602, 0.139648, 0.129883, 0.12793, 0.131836, 0.133789, 0.133789, 0.131836, 0.12793, 0.138672, 0.131836, 0.142578, 0.117676, 0.138672, 0.125977, 0.139648, 0.138672, 0.12207, 0.137695, 0.133789, 0.139648, 0.139648, 0.124023, 0.132812, 0.124512, 0.129883, 0.141602, 0.141602, 0.137695, 0.137695, 0.132812, 0.148438, 0.135742, 0.131836, 0.135742, 0.146484, 0.128906, 0.124512, 0.146484, 0.129883, 0.129883, 0.125977, 0.134766, 0.145508, 0.130859, 0.151367, 0.135742, 0.137695, 0.125977, 0.128906, 0.143555, 0.134766, 0.150391, 0.122559, 0.125, 0.12793, 0.142578, 0.136719, 0.134766, 0.142578, 0.133789, 0.125, 0.129883, 0.135742, 0.136719, 0.143555, 0.129883, 0.134766, 0.140625, 0.130859, 0.136719, 0.139648, 0.123047, 0.140625, 0.132812, 0.139648, 0.133789, 0.138672, 0.126953, 0.151367, 0.125977, 0.136719, 0.133789, 0.136719, 0.140625, 0.142578, 0.132812, 0.10498, 0.129883, 0.137695, 0.138672, 0.151367, 0.128906, 0.125, 0.139648, 0.145508, 0.137695, 0.133789, 0.125977, 0.137695, 0.139648, 0.146484, 0.144531, 0.132812, 0.123047, 0.141602, 0.132812, 0.15625, 0.136719, 0.126953, 0.134766, 0.140625, 0.133789, 0.140625, 0.148438, 0.140625, 0.135742, 0.132812, 0.15625, 0.119629, 0.132812, 0.128906, 0.138672, 0.131836, 0.131836, 0.129883, 0.141602, 0.126953, 0.130859, 0.138672, 0.15625, 0.148438, 0.142578, 0.143555, 0.129883, 0.126953, 0.131836, 0.124023, 0.132812, 0.125, 0.143555, 0.131836, 0.136719, 0.135742, 0.126953, 0.132812, 0.133789, 0.145508, 0.142578, 0.130859, 0.150391, 0.115723, 0.134766, 0.125977, 0.130859, 0.124512, 0.134766, 0.130859, 0.131836, 0.138672, 0.121582, 0.121094, 0.131836, 0.134766, 0.144531, 0.125, 0.124512, 0.135742, 0.12207, 0.103027, 0.133789, 0.146484, 0.135742, 0.146484, 0.122559, 0.128906, 0.148438, 0.138672, 0.115234, 0.138672, 0.125977, 0.136719, 0.133789, 0.124512, 0.140625, 0.126953, 0.133789, 0.126953, 0.129883, 0.129883, 0.131836, 0.144531, 0.141602, 0.099609, 0.134766, 0.125977, 0.144531, 0.131836, 0.130859, 0.123535, 0.136719, 0.135742, 0.111328, 0.124023, 0.142578, 0.134766, 0.131836, 0.12793, 0.149414, 0.147461, 0.124512, 0.117676, 0.134766, 0.130859, 0.125, 0.130859, 0.132812, 0.129883, 0.138672, 0.12793, 0.128906, 0.120605, 0.12793, 0.141602, 0.122559, 0.125, 0.133789, 0.120117, 0.131836, 0.141602, 0.142578, 0.124512, 0.12793, 0.134766, 0.131836, 0.143555, 0.140625, 0.137695, 0.136719, 0.143555, 0.132812, 0.129883, 0.142578, 0.137695, 0.147461, 0.144531, 0.140625, 0.139648, 0.136719, 0.137695, 0.126953, 0.12793, 0.148438, 0.131836, 0.138672, 0.150391, 0.131836, 0.136719, 0.133789, 0.119141, 0.143555, 0.135742, 0.125, 0.134766, 0.143555, 0.118164, 0.135742, 0.138672, 0.131836, 0.130859, 0.12793, 0.133789, 0.128906, 0.128906, 0.139648, 0.143555, 0.115723, 0.146484, 0.137695, 0.137695, 0.129883, 0.124023, 0.139648, 0.136719, 0.123047, 0.132812, 0.104004, 0.132812, 0.136719, 0.147461, 0.136719, 0.124023, 0.137695, 0.123535, 0.128906, 0.147461, 0.151367, 0.144531, 0.129883, 0.110352, 0.134766, 0.138672, 0.145508, 0.129883, 0.128906, 0.125977, 0.136719, 0.123047, 0.12793, 0.12793, 0.125977, 0.129883, 0.147461, 0.131836, 0.133789, 0.134766, 0.124023, 0.143555, 0.126953, 0.124023, 0.133789, 0.136719, 0.140625, 0.145508, 0.129883, 0.149414, 0.140625, 0.143555, 0.128906, 0.111328, 0.143555, 0.130859, 0.135742, 0.139648, 0.12793, 0.141602, 0.124023, 0.141602, 0.124023, 0.112793, 0.128906, 0.133789, 0.131836, 0.133789, 0.126953, 0.122559, 0.146484, 0.151367, 0.138672, 0.141602, 0.129883, 0.129883, 0.124023, 0.12793, 0.119141, 0.130859, 0.136719, 0.136719, 0.128906, 0.125, 0.142578, 0.12793, 0.134766, 0.135742, 0.131836, 0.106934, 0.134766, 0.136719, 0.146484, 0.129883, 0.135742, 0.130859, 0.142578, 0.126953, 0.125, 0.136719, 0.121094, 0.125977, 0.137695, 0.139648, 0.129883, 0.135742, 0.131836, 0.128906, 0.134766, 0.121094, 0.122559, 0.136719, 0.132812, 0.134766, 0.132812, 0.138672, 0.124023, 0.119629, 0.139648, 0.136719, 0.116211, 0.134766, 0.131836, 0.149414, 0.138672, 0.119629, 0.12793, 0.141602, 0.12793, 0.138672, 0.141602, 0.125977, 0.133789, 0.151367, 0.15332, 0.140625, 0.130859, 0.134766, 0.125977, 0.143555, 0.134766, 0.131836, 0.105957, 0.128906, 0.123535, 0.125977, 0.134766, 0.137695, 0.126953, 0.142578, 0.133789, 0.129883, 0.143555, 0.134766, 0.136719, 0.141602, 0.123047, 0.148438, 0.125, 0.112793, 0.12793, 0.141602, 0.133789, 0.141602, 0.134766, 0.136719, 0.129883, 0.140625, 0.136719, 0.132812, 0.12793, 0.129883, 0.138672, 0.143555, 0.140625, 0.136719, 0.131836, 0.135742, 0.130859, 0.130859, 0.124023, 0.137695, 0.122559, 0.146484, 0.137695, 0.132812, 0.123535, 0.130859, 0.136719, 0.140625, 0.141602, 0.139648, 0.124512, 0.140625, 0.106445, 0.131836, 0.12793, 0.134766, 0.125, 0.133789, 0.129883, 0.122559, 0.141602, 0.126953, 0.128906, 0.12793, 0.139648, 0.139648, 0.131836, 0.130859, 0.117188, 0.136719, 0.143555, 0.128906, 0.130859, 0.136719, 0.126953, 0.131836, 0.137695, 0.136719, 0.124023, 0.135742, 0.112793, 0.151367, 0.129883, 0.133789, 0.123535, 0.144531, 0.138672, 0.138672, 0.134766, 0.126953, 0.147461, 0.129883, 0.133789, 0.12793, 0.116699, 0.135742, 0.132812, 0.142578, 0.134766, 0.125977, 0.132812, 0.143555, 0.123047, 0.126953, 0.130859, 0.120605, 0.133789, 0.109375, 0.139648, 0.133789, 0.138672, 0.145508, 0.130859, 0.136719, 0.132812, 0.133789, 0.141602, 0.129883, 0.137695, 0.135742, 0.139648, 0.125, 0.12207, 0.137695, 0.137695, 0.125977, 0.133789, 0.123047, 0.148438, 0.138672, 0.144531, 0.138672, 0.126953, 0.115723, 0.145508, 0.124023, 0.133789, 0.129883, 0.137695, 0.135742, 0.133789, 0.117188, 0.142578, 0.136719, 0.137695, 0.140625, 0.137695, 0.132812, 0.128906, 0.135742, 0.125977, 0.132812, 0.126953, 0.146484, 0.134766, 0.138672, 0.132812, 0.15332, 0.134766, 0.139648, 0.134766, 0.136719, 0.151367, 0.130859, 0.137695, 0.128906, 0.152344, 0.125, 0.111816, 0.136719, 0.12793, 0.143555, 0.141602, 0.141602, 0.128906, 0.119141, 0.134766, 0.150391, 0.136719, 0.134766, 0.144531, 0.150391, 0.122559, 0.137695, 0.132812, 0.118164, 0.126953, 0.125977, 0.133789, 0.12793, 0.132812, 0.158203, 0.112305, 0.121094, 0.136719, 0.154297, 0.130859, 0.143555, 0.128906, 0.149414, 0.133789, 0.04541, 0.131836, 0.126953, 0.140625, 0.137695, 0.134766, 0.157227, 0.130859, 0.138672, 0.140625, 0.149414, 0.132812, 0.140625, 0.138672, 0.136719, 0.147461, 0.138672, 0.122559, 0.147461, 0.126953, 0.140625, 0.136719, 0.130859, 0.130859, 0.126953, 0.148438, 0.129883, 0.133789, 0.130859, 0.120117, 0.12207, 0.132812, 0.130859, 0.134766, 0.121094, 0.152344, 0.118164, 0.134766, 0.133789, 0.129883, 0.131836, 0.121582, 0.125977, 0.126953, 0.136719, 0.123535, 0.121582, 0.125977, 0.151367, 0.12793, 0.142578, 0.131836, 0.138672, 0.151367, 0.138672, 0.133789, 0.128906, 0.128906, 0.129883, 0.132812, 0.134766, 0.109375, 0.132812, 0.117676, 0.136719, 0.144531, 0.131836, 0.137695, 0.139648, 0.142578, 0.130859, 0.125977, 0.121094, 0.128906, 0.135742, 0.144531, 0.125, 0.136719, 0.130859, 0.146484, 0.133789, 0.139648, 0.135742, 0.150391, 0.142578, 0.133789, 0.119629, 0.132812, 0.117676, 0.126953, 0.12793, 0.136719, 0.133789, 0.123047, 0.12793, 0.125, 0.131836, 0.126953, 0.142578, 0.132812, 0.134766, 0.125977, 0.144531, 0.138672, 0.134766, 0.137695, 0.130859, 0.144531, 0.135742, 0.133789, 0.144531, 0.15332, 0.134766, 0.135742, 0.121094, 0.140625, 0.145508, 0.134766, 0.142578, 0.148438, 0.117188, 0.143555, 0.128906, 0.128906, 0.122559, 0.12793, 0.125, 0.144531, 0.117188, 0.125977, 0.128906, 0.129883, 0.142578, 0.120117, 0.142578, 0.134766 ] }, "name": "model.transformer.layers.6.attn_norm.weight", "outputIndexes": [ 412 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 411, 412 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_6/Mul_1_output_0", "outputIndexes": [ 413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 413 ], "outputIndexes": [ 2722 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2722 ], "outputIndexes": [ 2723 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear", "inputIndexes": [ 2723 ], "outputIndexes": [ 2724 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 218993880, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2724 ], "outputIndexes": [ 2725 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2725 ], "outputIndexes": [ 414 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413 ], "main_type": "NONE", "name": "/Shape_25_output_0", "outputIndexes": [ 415 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 415 ], "main_type": "NONE", "name": "Shape591", "outputIndexes": [ 416 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 415 ], "main_type": "NONE", "name": "Rank593", "outputIndexes": [ 417 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 417, 417 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp595", "outputIndexes": [ 418 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 418 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze596", "outputIndexes": [ 419 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 418, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp598", "outputIndexes": [ 420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 420 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze599", "outputIndexes": [ 421 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 416, 419, 421, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice602", "outputIndexes": [ 422 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 422 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze603", "outputIndexes": [ 423 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 423 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp604", "outputIndexes": [ 424 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 424, 423 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp605", "outputIndexes": [ 425 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 415, 425, 418 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_34_output_0", "outputIndexes": [ 426 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 426, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_61_output_0", "outputIndexes": [ 427 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 427, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_30_output_0", "outputIndexes": [ 428 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 414, 428 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_25_output_0", "outputIndexes": [ 429 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 429 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_6/Mul_output_0", "outputIndexes": [ 430 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.523438, 0.427734, 1.132812, 1.1875, 1.359375, 1.859375, 1.40625, 0.605469, 1.375, 1.515625, 1.976562, 1.226562, 1.359375, 1.734375, 1.28125, 1.664062, 1.554688, 1.742188, 1.984375, 1.539062, 1.65625, 1.882812, 1.851562, 2.203125, 1.265625, 2.0, 1.9375, 1.59375, 1.84375, 1.171875, 2.25, 1.914062, 2.015625, 0.949219, 1.21875, 1.953125, 1.757812, 1.71875, 2.09375, 2.15625, 1.796875, 2.0, 0.617188, 1.507812, 2.109375, 1.734375, 2.125, 2.21875, 2.265625, 2.28125, 2.265625, 1.976562, 2.265625, 2.09375, 2.109375, 2.171875, 1.953125, 2.21875, 2.1875, 2.21875, 2.171875, 1.8125, 2.21875, 2.21875, 1.578125, 0.066406, 1.125, 1.15625, 0.566406, 1.765625, 1.101562, 1.367188, 0.953125, 1.554688, 1.578125, 1.453125, 1.25, 1.28125, 1.953125, 2.125, 1.335938, 1.617188, 2.03125, 1.710938, 1.804688, 1.726562, 2.0, 1.914062, 1.4375, 2.15625, 2.125, 1.914062, 2.03125, 2.234375, 2.15625, 2.234375, 1.476562, 2.21875, 0.960938, 2.28125, 2.125, 1.6875, 2.28125, 2.171875, 1.882812, 0.730469, 3.34375, 2.84375, 2.109375, 0.945312, 2.296875, 1.921875, 2.140625, 0.675781, 2.171875, 2.390625, 2.203125, 2.296875, 2.265625, 2.3125, 1.796875, 2.0625, 2.1875, 2.265625, 2.234375, 2.03125, 2.25, 2.109375 ] }, "name": "model.transformer.layers.6.attn.q_norm.weight", "outputIndexes": [ 431 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 430, 431 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_6/Mul_1_output_0", "outputIndexes": [ 432 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 432, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_24_output_0", "outputIndexes": [ 433 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 432, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_25_output_0", "outputIndexes": [ 434 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_12_output_0", "outputIndexes": [ 435 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 432, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_24_output_0", "outputIndexes": [ 436 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 435, 436 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_33_output_0", "outputIndexes": [ 437 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 437, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_25_output_0", "outputIndexes": [ 438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 433, 438 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_24_output_0", "outputIndexes": [ 439 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 413 ], "outputIndexes": [ 2726 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2726 ], "outputIndexes": [ 2727 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear", "inputIndexes": [ 2727 ], "outputIndexes": [ 2728 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 225687006, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2728 ], "outputIndexes": [ 2729 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2729 ], "outputIndexes": [ 440 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 427, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_31_output_0", "outputIndexes": [ 441 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 440, 441 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_26_output_0", "outputIndexes": [ 442 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 442 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_6/Mul_output_0", "outputIndexes": [ 443 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.5, 0.275391, 0.945312, 0.667969, 0.431641, 1.78125, 1.117188, 1.007812, 0.855469, 1.414062, 1.632812, 1.492188, 1.5625, 1.1875, 1.882812, 2.03125, 1.78125, 1.679688, 1.859375, 1.492188, 1.609375, 2.015625, 2.078125, 1.84375, 1.710938, 2.0625, 2.125, 1.734375, 2.03125, 2.625, 2.109375, 2.5, 1.710938, 0.953125, 2.96875, 2.265625, 2.234375, 2.6875, 2.171875, 2.109375, 1.53125, 2.265625, 4.78125, 3.203125, 1.992188, 1.210938, 2.3125, 1.851562, 1.992188, 0.902344, 2.078125, 2.203125, 2.234375, 2.28125, 2.28125, 2.296875, 2.203125, 2.234375, 2.234375, 2.265625, 2.3125, 1.8125, 2.25, 2.328125, 1.492188, 0.182617, 1.265625, 1.609375, 1.203125, 2.015625, 1.320312, 1.0, 1.398438, 1.609375, 1.875, 1.195312, 1.023438, 1.585938, 1.546875, 1.585938, 0.957031, 1.703125, 2.046875, 1.96875, 1.914062, 1.734375, 1.789062, 2.03125, 1.929688, 2.078125, 1.90625, 1.8125, 1.945312, 1.46875, 2.21875, 1.507812, 2.0, 2.1875, 0.828125, 1.890625, 1.96875, 1.304688, 2.15625, 2.296875, 2.4375, 0.582031, 0.664062, 1.179688, 2.21875, 1.609375, 2.109375, 2.46875, 2.328125, 3.75, 2.328125, 1.945312, 2.234375, 2.140625, 2.09375, 2.21875, 1.789062, 2.09375, 2.171875, 2.21875, 2.203125, 2.34375, 2.234375, 2.046875 ] }, "name": "model.transformer.layers.6.attn.k_norm.weight", "outputIndexes": [ 444 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 443, 444 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_6/Mul_1_output_0", "outputIndexes": [ 445 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_26_output_0", "outputIndexes": [ 446 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_27_output_0", "outputIndexes": [ 447 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 447 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_13_output_0", "outputIndexes": [ 448 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_26_output_0", "outputIndexes": [ 449 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 448, 449 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_34_output_0", "outputIndexes": [ 450 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 450, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_27_output_0", "outputIndexes": [ 451 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 446, 451 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_25_output_0", "outputIndexes": [ 452 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 413 ], "outputIndexes": [ 2730 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2730 ], "outputIndexes": [ 2731 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear", "inputIndexes": [ 2731 ], "outputIndexes": [ 2732 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 227360484, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2732 ], "outputIndexes": [ 2733 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2733 ], "outputIndexes": [ 453 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453, 441 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_27_output_0", "outputIndexes": [ 454 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 439, 452, 454, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.6/self_attn/FusedAttention", "outputIndexes": [ 455 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 455 ], "outputIndexes": [ 2734 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2734 ], "outputIndexes": [ 2735 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear", "inputIndexes": [ 2735 ], "outputIndexes": [ 2736 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 229033962, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2736 ], "outputIndexes": [ 2737 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2737 ], "outputIndexes": [ 456 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 410, 456 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_26_output_0", "outputIndexes": [ 457 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 457 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_6/Mul_output_0", "outputIndexes": [ 458 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.527344, 0.482422, 0.570312, 0.539062, 0.578125, 0.605469, 0.457031, 0.519531, 0.519531, 0.554688, 0.578125, 0.570312, 0.554688, 0.523438, 0.644531, 0.539062, 0.566406, 0.550781, 0.503906, 0.410156, 0.546875, 0.566406, 0.59375, 0.515625, 0.539062, 0.582031, 0.554688, 0.527344, 0.53125, 0.53125, 0.539062, 0.574219, 0.490234, 0.570312, 0.582031, 0.613281, 0.550781, 0.515625, 0.550781, 0.527344, 0.539062, 0.523438, 0.507812, 0.585938, 0.460938, 0.511719, 0.546875, 0.503906, 0.535156, 0.566406, 0.480469, 0.546875, 0.574219, 0.490234, 0.558594, 0.613281, 0.578125, 0.482422, 0.5, 0.5625, 0.566406, 0.542969, 0.59375, 0.546875, 0.535156, 0.519531, 0.59375, 0.546875, 0.5, 0.585938, 0.609375, 0.613281, 0.589844, 0.511719, 0.546875, 0.582031, 0.515625, 0.535156, 0.605469, 0.519531, 0.566406, 0.527344, 0.546875, 0.574219, 0.550781, 0.503906, 0.511719, 0.455078, 0.527344, 0.542969, 0.585938, 0.578125, 0.523438, 0.542969, 0.589844, 0.474609, 0.503906, 0.470703, 0.601562, 0.546875, 0.546875, 0.53125, 0.539062, 0.470703, 0.503906, 0.5625, 0.511719, 0.515625, 0.613281, 0.554688, 0.419922, 0.554688, 0.570312, 0.582031, 0.550781, 0.550781, 0.539062, 0.550781, 0.515625, 0.539062, 0.449219, 0.613281, 0.554688, 0.578125, 0.488281, 0.503906, 0.546875, 0.546875, 0.511719, 0.503906, 0.515625, 0.523438, 0.640625, 0.554688, 0.59375, 0.582031, 0.539062, 0.585938, 0.554688, 0.582031, 0.53125, 0.621094, 0.507812, 0.53125, 0.570312, 0.53125, 0.550781, 0.621094, 0.546875, 0.582031, 0.558594, 0.523438, 0.441406, 0.574219, 0.527344, 0.550781, 0.542969, 0.523438, 0.546875, 0.53125, 0.5625, 0.554688, 0.601562, 0.535156, 0.539062, 0.476562, 0.511719, 0.492188, 0.539062, 0.617188, 0.464844, 0.570312, 0.53125, 0.5, 0.570312, 0.574219, 0.566406, 0.53125, 0.523438, 0.515625, 0.542969, 0.527344, 0.574219, 0.585938, 0.5625, 0.457031, 0.316406, 0.482422, 0.542969, 0.480469, 0.527344, 0.550781, 0.523438, 0.539062, 0.566406, 0.574219, 0.535156, 0.558594, 0.550781, 0.582031, 0.539062, 0.507812, 0.605469, 0.550781, 0.570312, 0.628906, 0.455078, 0.578125, 0.380859, 0.554688, 0.496094, 0.605469, 0.445312, 0.570312, 0.546875, 0.492188, 0.433594, 0.550781, 0.523438, 0.503906, 0.46875, 0.53125, 0.613281, 0.546875, 0.527344, 0.542969, 0.519531, 0.511719, 0.480469, 0.578125, 0.445312, 0.5625, 0.507812, 0.628906, 0.558594, 0.535156, 0.558594, 0.542969, 0.40625, 0.539062, 0.494141, 0.558594, 0.503906, 0.527344, 0.574219, 0.53125, 0.570312, 0.480469, 0.539062, 0.539062, 0.519531, 0.535156, 0.5, 0.523438, 0.519531, 0.574219, 0.582031, 0.490234, 0.542969, 0.53125, 0.5625, 0.488281, 0.515625, 0.466797, 0.414062, 0.515625, 0.511719, 0.507812, 0.519531, 0.5625, 0.503906, 0.539062, 0.53125, 0.539062, 0.492188, 0.523438, 0.546875, 0.492188, 0.578125, 0.566406, 0.523438, 0.554688, 0.527344, 0.5, 0.498047, 0.519531, 0.542969, 0.570312, 0.503906, 0.59375, 0.511719, 0.558594, 0.605469, 0.550781, 0.542969, 0.53125, 0.554688, 0.542969, 0.558594, 0.515625, 0.5625, 0.597656, 0.542969, 0.542969, 0.554688, 0.431641, 0.486328, 0.53125, 0.507812, 0.519531, 0.515625, 0.511719, 0.582031, 0.523438, 0.527344, 0.527344, 0.515625, 0.53125, 0.554688, 0.480469, 0.527344, 0.507812, 0.371094, 0.419922, 0.445312, 0.511719, 0.535156, 0.605469, 0.574219, 0.589844, 0.566406, 0.519531, 0.554688, 0.539062, 0.546875, 0.546875, 0.539062, 0.566406, 0.597656, 0.558594, 0.53125, 0.550781, 0.570312, 0.539062, 0.496094, 0.554688, 0.582031, 0.558594, 0.527344, 0.507812, 0.566406, 0.527344, 0.519531, 0.53125, 0.429688, 0.527344, 0.539062, 0.554688, 0.515625, 0.478516, 0.488281, 0.458984, 0.574219, 0.539062, 0.503906, 0.539062, 0.503906, 0.261719, 0.503906, 0.535156, 0.503906, 0.492188, 0.542969, 0.519531, 0.582031, 0.578125, 0.535156, 0.515625, 0.601562, 0.5, 0.429688, 0.511719, 0.511719, 0.482422, 0.570312, 0.535156, 0.625, 0.523438, 0.539062, 0.53125, 0.482422, 0.523438, 0.523438, 0.519531, 0.474609, 0.617188, 0.515625, 0.476562, 0.53125, 0.404297, 0.601562, 0.523438, 0.574219, 0.478516, 0.523438, 0.566406, 0.462891, 0.474609, 0.5625, 0.482422, 0.554688, 0.597656, 0.53125, 0.542969, 0.535156, 0.550781, 0.492188, 0.390625, 0.515625, 0.527344, 0.550781, 0.554688, 0.507812, 0.542969, 0.439453, 0.566406, 0.59375, 0.535156, 0.542969, 0.523438, 0.609375, 0.515625, 0.554688, 0.527344, 0.458984, 0.582031, 0.496094, 0.503906, 0.53125, 0.5625, 0.613281, 0.507812, 0.546875, 0.5, 0.451172, 0.474609, 0.53125, 0.539062, 0.46875, 0.550781, 0.53125, 0.5, 0.574219, 0.542969, 0.550781, 0.570312, 0.53125, 0.566406, 0.550781, 0.582031, 0.429688, 0.5, 0.429688, 0.527344, 0.539062, 0.585938, 0.546875, 0.558594, 0.486328, 0.570312, 0.582031, 0.613281, 0.546875, 0.582031, 0.550781, 0.550781, 0.566406, 0.539062, 0.617188, 0.480469, 0.535156, 0.597656, 0.458984, 0.460938, 0.503906, 0.53125, 0.554688, 0.558594, 0.519531, 0.474609, 0.392578, 0.542969, 0.519531, 0.535156, 0.515625, 0.492188, 0.542969, 0.535156, 0.503906, 0.466797, 0.550781, 0.546875, 0.617188, 0.478516, 0.570312, 0.457031, 0.519531, 0.589844, 0.527344, 0.527344, 0.507812, 0.523438, 0.511719, 0.589844, 0.539062, 0.585938, 0.570312, 0.5625, 0.59375, 0.554688, 0.570312, 0.546875, 0.582031, 0.5625, 0.570312, 0.539062, 0.535156, 0.539062, 0.519531, 0.570312, 0.476562, 0.550781, 0.515625, 0.507812, 0.550781, 0.601562, 0.542969, 0.527344, 0.535156, 0.558594, 0.546875, 0.441406, 0.550781, 0.601562, 0.589844, 0.570312, 0.570312, 0.542969, 0.546875, 0.597656, 0.5, 0.539062, 0.601562, 0.5625, 0.609375, 0.5625, 0.476562, 0.527344, 0.542969, 0.527344, 0.582031, 0.478516, 0.523438, 0.570312, 0.589844, 0.597656, 0.527344, 0.511719, 0.511719, 0.550781, 0.523438, 0.519531, 0.550781, 0.539062, 0.443359, 0.527344, 0.490234, 0.5625, 0.486328, 0.535156, 0.523438, 0.589844, 0.539062, 0.546875, 0.554688, 0.546875, 0.574219, 0.0065, 0.515625, 0.542969, 0.5625, 0.523438, 0.570312, 0.554688, 0.527344, 0.546875, 0.566406, 0.527344, 0.435547, 0.53125, 0.546875, 0.609375, 0.53125, 0.535156, 0.542969, 0.519531, 0.535156, 0.523438, 0.570312, 0.519531, 0.326172, 0.484375, 0.519531, 0.566406, 0.527344, 0.523438, 0.523438, 0.53125, 0.527344, 0.5625, 0.554688, 0.578125, 0.478516, 0.523438, 0.462891, 0.519531, 0.589844, 0.59375, 0.59375, 0.566406, 0.550781, 0.570312, 0.554688, 0.519531, 0.519531, 0.546875, 0.519531, 0.589844, 0.466797, 0.558594, 0.46875, 0.554688, 0.539062, 0.597656, 0.5625, 0.462891, 0.59375, 0.527344, 0.482422, 0.5625, 0.582031, 0.570312, 0.466797, 0.519531, 0.53125, 0.498047, 0.535156, 0.535156, 0.601562, 0.574219, 0.589844, 0.535156, 0.566406, 0.53125, 0.511719, 0.558594, 0.546875, 0.503906, 0.535156, 0.466797, 0.542969, 0.617188, 0.585938, 0.511719, 0.523438, 0.455078, 0.558594, 0.699219, 0.566406, 0.566406, 0.550781, 0.566406, 0.5, 0.458984, 0.527344, 0.5, 0.582031, 0.578125, 0.5625, 0.435547, 0.511719, 0.527344, 0.550781, 0.539062, 0.523438, 0.554688, 0.523438, 0.542969, 0.566406, 0.554688, 0.5, 0.472656, 0.412109, 0.554688, 0.539062, 0.519531, 0.558594, 0.478516, 0.527344, 0.542969, 0.542969, 0.589844, 0.519531, 0.53125, 0.460938, 0.482422, 0.486328, 0.53125, 0.542969, 0.507812, 0.550781, 0.582031, 0.519531, 0.558594, 0.519531, 0.523438, 0.566406, 0.542969, 0.539062, 0.550781, 0.523438, 0.574219, 0.550781, 0.542969, 0.550781, 0.585938, 0.539062, 0.519531, 0.511719, 0.539062, 0.5, 0.503906, 0.5625, 0.585938, 0.53125, 0.527344, 0.498047, 0.53125, 0.566406, 0.507812, 0.550781, 0.5625, 0.550781, 0.486328, 0.435547, 0.546875, 0.527344, 0.5625, 0.535156, 0.570312, 0.5625, 0.539062, 0.494141, 0.570312, 0.503906, 0.546875, 0.482422, 0.5, 0.492188, 0.527344, 0.253906, 0.574219, 0.511719, 0.578125, 0.546875, 0.5, 0.460938, 0.53125, 0.519531, 0.550781, 0.515625, 0.375, 0.519531, 0.558594, 0.558594, 0.566406, 0.53125, 0.5, 0.519531, 0.558594, 0.490234, 0.566406, 0.546875, 0.542969, 0.578125, 0.539062, 0.542969, 0.53125, 0.539062, 0.546875, 0.503906, 0.527344, 0.53125, 0.394531, 0.511719, 0.519531, 0.490234, 0.527344, 0.546875, 0.492188, 0.53125, 0.535156, 0.539062, 0.535156, 0.539062, 0.519531, 0.546875, 0.498047, 0.496094, 0.539062, 0.5625, 0.578125, 0.527344, 0.423828, 0.539062, 0.478516, 0.490234, 0.558594, 0.5625, 0.539062, 0.558594, 0.597656, 0.605469, 0.53125, 0.558594, 0.5625, 0.59375, 0.535156, 0.476562, 0.511719, 0.554688, 0.523438, 0.523438, 0.5625, 0.523438, 0.523438, 0.546875, 0.53125, 0.558594, 0.539062, 0.503906, 0.59375, 0.503906, 0.527344, 0.558594, 0.515625, 0.439453, 0.511719, 0.554688, 0.574219, 0.59375, 0.5, 0.496094, 0.486328, 0.53125, 0.554688, 0.527344, 0.535156, 0.515625, 0.542969, 0.558594, 0.539062, 0.388672, 0.486328, 0.582031, 0.570312, 0.492188, 0.542969, 0.546875, 0.417969, 0.585938, 0.582031, 0.589844, 0.574219, 0.566406, 0.578125, 0.423828, 0.582031, 0.5, 0.589844, 0.507812, 0.515625, 0.390625, 0.558594, 0.462891, 0.490234, 0.546875, 0.523438, 0.570312, 0.482422, 0.392578, 0.585938, 0.519531, 0.523438, 0.554688, 0.558594, 0.535156, 0.574219, 0.5, 0.474609, 0.566406, 0.550781, 0.476562, 0.482422, 0.636719, 0.542969, 0.601562, 0.535156, 0.542969, 0.570312, 0.550781, 0.539062, 0.539062, 0.523438, 0.507812, 0.535156, 0.474609, 0.419922, 0.470703, 0.542969, 0.488281, 0.558594, 0.018921, 0.542969, 0.570312, 0.597656, 0.542969, 0.542969, 0.601562, 0.511719, 0.523438, 0.535156, 0.601562, 0.542969, 0.503906, 0.601562, 0.519531, 0.519531, 0.527344, 0.5, 0.527344, 0.550781, 0.566406, 0.585938, 0.470703, 0.550781, 0.486328, 0.484375, 0.546875, 0.5625, 0.5, 0.582031, 0.570312, 0.507812, 0.523438, 0.503906, 0.535156, 0.494141, 0.53125, 0.589844, 0.451172, 0.578125, 0.578125, 0.451172, 0.480469, 0.511719, 0.523438, 0.470703, 0.507812, 0.425781, 0.554688, 0.589844, 0.546875, 0.578125, 0.294922, 0.613281, 0.447266, 0.582031, 0.550781, 0.535156, 0.535156, 0.535156, 0.574219, 0.462891, 0.601562, 0.511719, 0.5, 0.539062, 0.523438, 0.535156, 0.486328, 0.527344, 0.53125, 0.535156, 0.585938, 0.378906, 0.511719, 0.515625, 0.539062, 0.472656, 0.511719, 0.515625, 0.636719, 0.519531, 0.542969, 0.496094, 0.519531, 0.527344, 0.542969, 0.507812, 0.578125, 0.515625, 0.554688, 0.550781, 0.542969, 0.546875, 0.546875, 0.5625, 0.464844, 0.527344, 0.511719, 0.539062, 0.515625, 0.511719, 0.539062, 0.519531, 0.494141, 0.515625, 0.578125, 0.535156, 0.566406, 0.519531, 0.578125, 0.503906, 0.546875, 0.566406, 0.613281, 0.511719, 0.419922, 0.539062, 0.566406, 0.613281, 0.597656, 0.625, 0.585938, 0.554688, 0.511719, 0.640625, 0.535156, 0.457031, 0.574219, 0.609375, 0.53125, 0.523438, 0.535156, 0.503906, 0.582031, 0.515625, 0.535156, 0.542969, 0.488281, 0.613281, 0.566406, 0.46875, 0.494141, 0.566406, 0.585938, 0.554688, 0.542969, 0.5625, 0.523438, 0.466797, 0.535156, 0.535156, 0.5625, 0.523438, 0.5, 0.53125, 0.578125, 0.5625, 0.507812, 0.417969, 0.566406, 0.523438, 0.566406, 0.490234, 0.5625, 0.53125, 0.515625, 0.527344, 0.554688, 0.419922, 0.515625, 0.585938, 0.5625, 0.5, 0.539062, 0.527344, 0.589844, 0.476562, 0.554688, 0.546875, 0.574219, 0.53125, 0.503906, 0.470703, 0.582031, 0.601562, 0.519531, 0.539062, 0.582031, 0.496094, 0.578125, 0.53125, 0.519531, 0.546875, 0.53125, 0.542969, 0.519531, 0.523438, 0.625, 0.589844, 0.5625, 0.527344, 0.519531, 0.498047, 0.5, 0.589844, 0.609375, 0.574219, 0.527344, 0.605469, 0.546875, 0.566406, 0.519531, 0.5, 0.574219, 0.337891, 0.53125, 0.5625, 0.511719, 0.503906, 0.585938, 0.550781, 0.488281, 0.546875, 0.566406, 0.519531, 0.546875, 0.5, 0.566406, 0.585938, 0.466797, 0.53125, 0.498047, 0.582031, 0.419922, 0.550781, 0.574219, 0.498047, 0.515625, 0.476562, 0.535156, 0.558594, 0.515625, 0.507812, 0.53125, 0.566406, 0.5625, 0.511719, 0.5625, 0.558594, 0.574219, 0.476562, 0.482422, 0.527344, 0.527344, 0.523438, 0.570312, 0.5, 0.574219, 0.486328, 0.59375, 0.498047, 0.503906, 0.523438, 0.496094, 0.601562, 0.589844, 0.640625, 0.511719, 0.558594, 0.535156, 0.53125, 0.617188, 0.605469, 0.566406, 0.429688, 0.578125, 0.523438, 0.53125, 0.574219, 0.476562, 0.546875, 0.582031, 0.470703, 0.458984, 0.519531, 0.585938, 0.496094, 0.566406, 0.570312, 0.546875, 0.570312, 0.53125, 0.496094, 0.566406, 0.5625, 0.550781, 0.59375, 0.546875, 0.535156, 0.554688, 0.511719, 0.546875, 0.566406, 0.511719, 0.435547, 0.400391, 0.5, 0.558594, 0.527344, 0.542969, 0.539062, 0.578125, 0.527344, 0.605469, 0.539062, 0.519531, 0.392578, 0.589844, 0.5, 0.535156, 0.539062, 0.539062, 0.53125, 0.578125, 0.609375, 0.478516, 0.5, 0.494141, 0.507812, 0.554688, 0.570312, 0.466797, 0.546875, 0.542969, 0.492188, 0.519531, 0.523438, 0.546875, 0.570312, 0.519531, 0.566406, 0.527344, 0.523438, 0.330078, 0.535156, 0.5, 0.5, 0.519531, 0.498047, 0.480469, 0.554688, 0.542969, 0.511719, 0.5, 0.503906, 0.558594, 0.511719, 0.5625, 0.515625, 0.494141, 0.625, 0.519531, 0.589844, 0.523438, 0.546875, 0.550781, 0.482422, 0.535156, 0.539062, 0.53125, 0.507812, 0.476562, 0.507812, 0.5625, 0.523438, 0.474609, 0.605469, 0.546875, 0.585938, 0.554688, 0.523438, 0.515625, 0.523438, 0.5, 0.535156, 0.5625, 0.523438, 0.574219, 0.519531, 0.59375, 0.558594, 0.527344, 0.632812, 0.5625, 0.515625, 0.539062, 0.494141, 0.5625, 0.480469, 0.511719, 0.558594, 0.503906, 0.621094, 0.574219, 0.609375, 0.582031, 0.550781, 0.429688, 0.574219, 0.578125, 0.511719, 0.566406, 0.5625, 0.609375, 0.535156, 0.523438, 0.441406, 0.566406, 0.617188, 0.53125, 0.519531, 0.554688, 0.535156, 0.558594, 0.542969, 0.554688, 0.511719, 0.546875, 0.535156, 0.570312, 0.53125, 0.071289, 0.519531, 0.503906, 0.601562, 0.539062, 0.546875, 0.542969, 0.582031, 0.519531, 0.550781, 0.5625, 0.464844, 0.484375, 0.449219, 0.53125, 0.625, 0.507812, 0.554688, 0.527344, 0.496094, 0.550781, 0.582031, 0.498047, 0.578125, 0.542969, 0.554688, 0.558594, 0.542969, 0.451172, 0.558594, 0.59375, 0.546875, 0.554688, 0.507812, 0.601562, 0.507812, 0.527344, 0.570312, 0.488281, 0.558594, 0.53125, 0.507812, 0.494141, 0.542969, 0.5625, 0.597656, 0.566406, 0.5, 0.59375, 0.503906, 0.558594, 0.486328, 0.589844, 0.474609, 0.535156, 0.507812, 0.605469, 0.574219, 0.535156, 0.542969, 0.511719, 0.53125, 0.527344, 0.542969, 0.554688, 0.457031, 0.478516, 0.527344, 0.554688, 0.486328, 0.535156, 0.3125, 0.53125, 0.539062, 0.527344, 0.484375, 0.5625, 0.53125, 0.550781, 0.566406, 0.570312, 0.550781, 0.53125, 0.478516, 0.570312, 0.53125, 0.574219, 0.539062, 0.554688, 0.503906, 0.5, 0.527344, 0.5625, 0.451172, 0.535156, 0.46875, 0.507812, 0.511719, 0.542969, 0.482422, 0.482422, 0.46875, 0.494141, 0.589844, 0.511719, 0.570312, 0.574219, 0.554688, 0.503906, 0.550781, 0.539062, 0.472656, 0.527344, 0.53125, 0.519531, 0.515625, 0.492188, 0.554688, 0.574219, 0.503906, 0.515625, 0.53125, 0.455078, 0.455078, 0.53125, 0.570312, 0.457031, 0.558594, 0.578125, 0.535156, 0.523438, 0.496094, 0.558594, 0.519531, 0.550781, 0.574219, 0.546875, 0.570312, 0.542969, 0.478516, 0.558594, 0.550781, 0.566406, 0.523438, 0.496094, 0.507812, 0.542969, 0.484375, 0.566406, 0.582031, 0.574219, 0.527344, 0.566406, 0.523438, 0.546875, 0.558594, 0.53125, 0.558594, 0.519531, 0.53125, 0.546875, 0.539062, 0.519531, 0.550781, 0.5, 0.578125, 0.478516, 0.470703, 0.519531, 0.480469, 0.507812, 0.539062, 0.515625, 0.490234, 0.480469, 0.558594, 0.542969, 0.605469, 0.474609, 0.53125, 0.527344, 0.585938, 0.494141, 0.498047, 0.539062, 0.539062, 0.515625, 0.558594, 0.523438, 0.484375, 0.585938, 0.527344, 0.507812, 0.515625, 0.458984, 0.542969, 0.574219, 0.503906, 0.535156, 0.494141, 0.503906, 0.601562, 0.542969, 0.609375, 0.554688, 0.546875, 0.582031, 0.542969, 0.498047, 0.574219, 0.227539, 0.535156, 0.589844, 0.578125, 0.601562, 0.494141, 0.59375, 0.458984, 0.464844, 0.539062, 0.542969, 0.494141, 0.609375, 0.613281, 0.546875, 0.474609, 0.554688, 0.523438, 0.523438, 0.578125, 0.447266, 0.613281, 0.539062, 0.412109, 0.396484, 0.539062, 0.535156, 0.558594, 0.527344, 0.511719, 0.542969, 0.492188, 0.46875, 0.550781, 0.492188, 0.490234, 0.472656, 0.523438, 0.535156, 0.507812, 0.570312, 0.550781, 0.5625, 0.484375, 0.535156, 0.59375, 0.462891, 0.542969, 0.496094, 0.628906, 0.515625, 0.578125, 0.496094, 0.535156, 0.496094, 0.554688, 0.550781, 0.554688, 0.550781, 0.462891, 0.605469, 0.484375, 0.488281, 0.519531, 0.5625, 0.613281, 0.535156, 0.554688, 0.470703, 0.5625, 0.5625, 0.558594, 0.574219, 0.546875, 0.554688, 0.484375, 0.511719, 0.53125, 0.494141, 0.539062, 0.519531, 0.570312, 0.554688, 0.542969, 0.439453, 0.574219, 0.613281, 0.507812, 0.597656, 0.5625, 0.539062, 0.539062, 0.566406, 0.470703, 0.550781, 0.53125, 0.523438, 0.472656, 0.535156, 0.482422, 0.605469, 0.5, 0.582031, 0.535156, 0.40625, 0.53125, 0.542969, 4.2e-05, 0.542969, 0.53125, 0.511719, 0.472656, 0.550781, 0.5625, 0.621094, 0.539062, 0.605469, 0.511719, 0.53125, 0.539062, 0.5625, 0.546875, 0.550781, 0.498047, 0.605469, 0.550781, 0.558594, 0.535156, 0.574219, 0.589844, 0.539062, 0.480469, 0.423828, 0.5, 0.472656, 0.558594, 0.558594, 0.46875, 0.515625, 0.601562, 0.511719, 0.546875, 0.5625, 0.609375, 0.539062, 0.53125, 0.4375, 0.46875, 0.546875, 0.640625, 0.527344, 0.578125, 0.498047, 0.570312, 0.519531, 0.527344, 0.539062, 0.535156, 0.523438, 0.625, 0.535156, 0.458984, 0.546875, 0.503906, 0.554688, 0.511719, 0.566406, 0.496094, 0.582031, 0.503906, 0.451172, 0.554688, 0.558594, 0.558594, 0.527344, 0.5625, 0.466797, 0.460938, 0.519531, 0.53125, 0.519531, 0.570312, 0.492188, 0.527344, 0.566406, 0.490234, 0.300781, 0.613281, 0.558594, 0.527344, 0.582031, 0.570312, 0.539062, 0.53125, 0.490234, 0.484375, 0.523438, 0.5625, 0.486328, 0.435547, 0.625, 0.5625, 0.527344, 0.490234, 0.472656, 0.542969, 0.574219, 0.503906, 0.535156, 0.578125, 0.496094, 0.558594, 0.482422, 0.570312, 0.5625, 0.53125, 0.539062, 0.408203, 0.515625, 0.476562, 0.535156, 0.570312, 0.527344, 0.527344, 0.554688, 0.402344, 0.542969, 0.5, 0.554688, 0.519531, 0.554688, 0.519531, 0.570312, 0.570312, 0.419922, 0.597656, 0.539062, 0.53125, 0.558594, 0.597656, 0.558594, 0.5, 0.492188, 0.542969, 0.5, 0.488281, 0.546875, 0.53125, 0.455078, 0.539062, 0.535156, 0.486328, 0.613281, 0.582031, 0.488281, 0.558594, 0.585938, 0.542969, 0.535156, 0.53125, 0.554688, 0.585938, 0.013855, 0.507812, 0.53125, 0.582031, 0.527344, 0.621094, 0.601562, 0.535156, 0.5, 0.539062, 0.566406, 0.550781, 0.5, 0.431641, 0.546875, 0.494141, 0.527344, 0.523438, 0.589844, 0.480469, 0.474609, 0.558594, 0.570312, 0.515625, 0.519531, 0.484375, 0.558594, 0.408203, 0.5, 0.507812, 0.542969, 0.535156, 0.503906, 0.539062, 0.515625, 0.558594, 0.527344, 0.527344, 0.5625, 0.511719, 0.5625, 0.613281, 0.503906, 0.507812, 0.519531, 0.511719, 0.554688, 0.570312, 0.519531, 0.558594, 0.476562, 0.53125, 0.480469, 0.542969, 0.546875, 0.589844, 0.494141, 0.542969, 0.554688, 0.515625, 0.558594, 0.574219, 0.589844, 0.554688, 0.5, 0.519531, 0.5625, 0.494141, 0.542969, 0.574219, 0.546875, 0.585938, 0.470703, 0.554688, 0.507812, 0.464844, 0.53125, 0.503906, 0.582031, 0.5, 0.453125, 0.566406, 0.539062, 0.550781, 0.578125, 0.5625, 0.484375, 0.515625, 0.578125, 0.574219, 0.5, 0.515625, 0.523438, 0.550781, 0.535156, 0.542969, 0.558594, 0.535156, 0.494141, 0.527344, 0.546875, 0.667969, 0.419922, 0.554688, 0.488281, 0.515625, 0.5, 0.542969, 0.542969, 0.53125, 0.515625, 0.453125, 0.550781, 0.585938, 0.515625, 0.570312, 0.523438, 0.402344, 0.554688, 0.585938, 0.570312, 0.451172, 0.546875, 0.527344, 0.621094, 0.570312, 0.550781, 0.53125, 0.498047, 0.494141, 0.570312, 0.539062, 0.46875, 0.527344, 0.558594, 0.523438, 0.458984, 0.507812, 0.460938, 0.511719, 0.503906, 0.515625, 0.589844, 0.546875, 0.59375, 0.498047, 0.535156, 0.582031, 0.486328, 0.585938, 0.539062, 0.496094, 0.535156, 0.507812, 0.46875, 0.515625, 0.601562, 0.519531, 0.515625, 0.464844, 0.582031, 0.539062, 0.5625, 0.53125, 0.542969, 0.527344, 0.519531, 0.488281, 0.519531, 0.46875, 0.542969, 0.535156, 0.550781, 0.527344, 0.470703, 0.566406, 0.582031, 0.5, 0.546875, 0.515625, 0.519531, 0.53125, 0.5625, 0.558594, 0.503906, 0.597656, 0.59375, 0.507812, 0.523438, 0.5, 0.503906, 0.558594, 0.527344, 0.503906, 0.503906, 0.486328, 0.546875, 0.546875, 0.484375, 0.550781, 0.503906, 0.447266, 0.535156, 0.5, 0.484375, 0.503906, 0.5625, 0.498047, 0.496094, 0.542969, 0.566406, 0.539062, 0.488281, 0.542969, 0.578125, 0.554688, 0.507812, 0.507812, 0.554688, 0.46875, 0.523438, 0.589844, 0.5, 0.554688, 0.523438, 0.535156, 0.523438, 0.224609, 0.542969, 0.490234, 0.578125, 0.605469, 0.53125, 0.578125, 0.474609, 0.476562, 0.585938, 0.5625, 0.554688, 0.585938, 0.546875, 0.496094, 0.554688, 0.566406, 0.550781, 0.486328, 0.507812, 0.542969, 0.53125, 0.498047, 0.478516, 0.554688, 0.492188, 0.539062, 0.566406, 0.527344, 0.546875, 0.4375, 0.457031, 0.539062, 0.519531, 0.523438, 0.511719, 0.480469, 0.515625, 0.507812, 0.433594, 0.582031, 0.546875, 0.5, 0.558594, 0.550781, 0.539062, 0.566406, 0.466797, 0.535156, 0.53125, 0.527344, 0.5, 0.400391, 0.515625, 0.566406, 0.5625, 0.484375, 0.550781, 0.023071, 0.542969, 0.574219, 0.523438, 0.388672, 0.597656, 0.550781, 0.5625, 0.566406, 0.478516, 0.443359, 0.496094, 0.523438, 0.511719, 0.5625, 0.535156, 0.507812, 0.617188, 0.515625, 0.570312, 0.5625, 0.546875, 0.554688, 0.511719, 0.53125, 0.59375, 0.542969, 0.550781, 0.5625, 0.478516, 0.519531, 0.523438, 0.53125, 0.546875, 0.550781, 0.597656, 0.507812, 0.550781, 0.53125, 0.578125, 0.53125, 0.535156, 0.480469, 0.535156, 0.511719, 0.542969, 0.535156, 0.558594, 0.542969, 0.542969, 0.507812, 0.558594, 0.542969, 0.542969, 0.53125, 0.535156, 0.546875, 0.585938, 0.550781, 0.488281, 0.574219, 0.558594, 0.542969, 0.621094, 0.554688, 0.546875, 0.566406, 0.632812, 0.566406, 0.503906, 0.5, 0.554688, 0.585938, 0.488281, 0.503906, 0.519531, 0.550781, 0.515625, 0.515625, 0.542969, 0.535156, 0.46875, 0.511719, 0.496094, 0.558594, 0.519531, 0.550781, 0.570312, 0.519531, 0.574219, 0.542969, 0.574219, 0.519531, 0.542969, 0.539062, 0.503906, 0.349609, 0.519531, 0.558594, 0.546875, 0.558594, 0.5625, 0.53125, 0.519531, 0.585938, 0.527344, 0.503906, 0.566406, 0.515625, 0.566406, 0.601562, 0.621094, 0.558594, 0.554688, 0.515625, 0.582031, 0.527344, 0.523438, 0.527344, 0.507812, 0.558594, 0.570312, 0.554688, 0.585938, 0.539062, 0.519531, 0.496094, 0.519531, 0.486328, 0.546875, 0.527344, 0.527344, 0.507812, 0.498047, 0.554688, 0.566406, 0.519531, 0.617188, 0.527344, 0.515625, 0.455078, 0.443359, 0.558594, 0.570312, 0.542969, 0.566406, 0.539062, 0.570312, 0.601562, 0.550781, 0.482422, 0.582031, 0.546875, 0.585938, 0.625, 0.519531, 0.574219, 0.53125, 0.492188, 0.550781, 0.578125, 0.574219, 0.582031, 0.589844, 0.570312, 0.546875, 0.511719, 0.613281, 0.542969, 0.519531, 0.503906, 0.578125, 0.570312, 0.570312, 0.507812, 0.558594, 0.539062, 0.613281, 0.5, 0.474609, 0.585938, 0.523438, 0.550781, 0.4375, 0.542969, 0.535156, 0.574219, 0.441406, 0.570312, 0.519531, 0.507812, 0.554688, 0.566406, 0.546875, 0.554688, 0.535156, 0.539062, 0.578125, 0.53125, 0.498047, 0.470703, 0.535156, 0.527344, 0.519531, 0.417969, 0.554688, 0.554688, 0.582031, 0.515625, 0.550781, 0.542969, 0.582031, 0.474609, 0.482422, 0.585938, 0.554688, 0.5625, 0.515625, 0.515625, 0.515625, 0.570312, 0.527344, 0.566406, 0.507812, 0.574219, 0.523438, 0.539062, 0.519531, 0.539062, 0.550781, 0.515625, 0.554688, 0.558594, 0.494141, 0.507812, 0.558594, 0.535156, 0.519531, 0.542969, 0.59375, 0.462891, 0.515625, 0.490234, 0.535156, 0.570312, 0.554688, 0.498047, 0.515625, 0.511719, 0.574219, 0.535156, 0.523438, 0.507812, 0.574219, 0.53125, 0.582031, 0.585938, 0.550781, 0.53125, 0.523438, 0.582031, 0.535156, 0.515625, 0.59375, 0.59375, 0.498047, 0.566406, 0.498047, 0.40625, 0.523438, 0.609375, 0.589844, 0.5625, 0.488281, 0.498047, 0.613281, 0.589844, 0.539062, 0.527344, 0.566406, 0.597656, 0.566406, 0.53125, 0.644531, 0.597656, 0.484375, 0.539062, 0.550781, 0.498047, 0.519531, 0.554688, 0.542969, 0.476562, 0.578125, 0.476562, 0.609375, 0.558594, 0.53125, 0.527344, 0.558594, 0.539062, 0.578125, 0.53125, 0.523438, 0.507812, 0.535156, 0.574219, 0.570312, 0.511719, 0.542969, 0.546875, 0.519531, 0.554688, 0.519531, 0.523438, 0.535156, 0.507812, 0.515625, 0.535156, 0.585938, 0.53125, 0.53125, 0.609375, 0.486328, 0.578125, 0.542969, 0.527344, 0.539062, 0.601562, 0.523438, 0.550781, 0.53125, 0.589844, 0.511719, 0.507812, 0.511719, 0.648438, 0.570312, 0.542969, 0.574219, 0.53125, 0.542969, 0.570312, 0.539062, 0.535156, 0.515625, 0.527344, 0.412109, 0.558594, 0.396484, 0.574219, 0.535156, 0.535156, 0.515625, 0.585938, 0.507812, 0.476562, 0.554688, 0.585938, 0.550781, 0.625, 0.507812, 0.492188, 0.554688, 0.482422, 0.515625, 0.570312, 0.589844, 0.546875, 0.539062, 0.535156, 0.523438, 0.605469, 0.507812, 0.523438, 0.451172, 0.515625, 0.490234, 0.515625, 0.322266, 0.472656, 0.566406, 0.585938, 0.515625, 0.546875, 0.546875, 0.582031, 0.507812, 0.474609, 0.447266, 0.554688, 0.511719, 0.539062, 0.53125, 0.511719, 0.515625, 0.605469, 0.4375, 0.550781, 0.625, 0.460938, 0.542969, 0.574219, 0.5625, 0.527344, 0.605469, 0.535156, 0.402344, 0.574219, 0.566406, 0.5625, 0.523438, 0.503906, 0.5625, 0.507812, 0.53125, 0.519531, 0.488281, 0.539062, 0.570312, 0.523438, 0.519531, 0.498047, 0.464844, 0.550781, 0.585938, 0.5625, 0.539062, 0.578125, 0.539062, 0.494141, 0.539062, 0.546875, 0.539062, 0.542969, 0.462891, 0.535156, 0.523438, 0.550781, 0.503906, 0.574219, 0.523438, 0.519531, 0.582031, 0.546875, 0.523438, 0.472656, 0.628906, 0.570312, 0.527344, 0.462891, 0.5625, 0.582031, 0.507812, 0.621094, 0.53125, 0.480469, 0.558594, 0.527344, 0.558594, 0.546875, 0.539062, 0.574219, 0.519531, 0.5, 0.523438, 0.539062, 0.503906, 0.519531, 0.511719, 0.582031, 0.546875, 0.507812, 0.539062, 0.558594, 0.582031, 0.628906, 0.523438, 0.464844, 0.550781, 0.453125, 0.527344, 0.550781, 0.566406, 0.535156, 0.570312, 0.539062, 0.503906, 0.53125, 0.451172, 0.542969, 0.59375, 0.617188, 0.550781, 0.554688, 0.451172, 0.515625, 0.570312, 0.570312, 0.539062, 0.494141, 0.527344, 0.519531, 0.46875, 0.511719, 0.570312, 0.566406, 0.542969, 0.53125, 0.519531, 0.550781, 0.613281, 0.535156, 0.59375, 0.402344, 0.546875, 0.585938, 0.457031, 0.492188, 0.523438, 0.507812, 0.535156, 0.605469, 0.53125, 0.492188, 0.535156, 0.601562, 0.546875, 0.554688, 0.558594, 0.519531, 0.585938, 0.523438, 0.511719, 0.451172, 0.222656, 0.550781, 0.601562, 0.546875, 0.578125, 0.535156, 0.539062, 0.503906, 0.585938, 0.617188, 0.566406, 0.539062, 0.542969, 0.445312, 0.523438, 0.498047, 0.5, 0.523438, 0.554688, 0.554688, 0.464844, 0.570312, 0.558594, 0.5, 0.605469, 0.503906, 0.621094, 0.574219, 0.585938, 0.507812, 0.490234, 0.574219, 0.566406, 0.542969, 0.550781, 0.511719, 0.482422, 0.515625, 0.455078, 0.558594, 0.542969, 0.539062, 0.570312, 0.484375, 0.5, 0.507812, 0.507812, 0.539062, 0.519531, 0.566406, 0.613281, 0.464844, 0.570312, 0.527344, 0.628906, 0.550781, 0.578125, 0.503906, 0.458984, 0.453125, 0.546875, 0.558594, 0.550781, 0.570312, 0.4375, 0.585938, 0.558594, 0.523438, 0.546875, 0.554688, 0.542969, 0.652344, 0.458984, 0.492188, 0.578125, 0.574219, 0.542969, 0.523438, 0.527344, 0.582031, 0.582031, 0.59375, 0.535156, 0.546875, 0.550781, 0.470703, 0.5625, 0.527344, 0.490234, 0.5625, 0.585938, 0.494141, 0.558594, 0.519531, 0.601562, 0.558594, 0.511719, 0.628906, 0.515625, 0.503906, 0.566406, 0.585938, 0.519531, 0.490234, 0.523438, 0.490234, 0.609375, 0.515625, 0.507812, 0.53125, 0.554688, 0.542969, 0.601562, 0.585938, 0.519531, 0.542969, 0.628906, 0.496094, 0.539062, 0.53125, 0.570312, 0.570312, 0.5625, 0.539062, 0.515625, 0.578125, 0.546875, 0.53125, 0.585938, 0.480469, 0.589844, 0.289062, 0.445312, 0.53125, 0.519531, 0.554688, 0.574219, 0.597656, 0.535156, 0.53125, 0.589844, 0.507812, 0.523438, 0.470703, 0.433594, 0.523438, 0.554688, 0.472656, 0.550781, 0.59375, 0.539062, 0.519531, 0.515625, 0.503906, 0.566406, 0.511719, 0.53125, 0.558594, 0.523438, 0.542969, 0.507812, 0.542969, 0.609375, 0.597656, 0.496094, 0.546875, 0.570312, 0.535156, 0.523438, 0.570312, 0.578125, 0.507812, 0.558594, 0.482422, 0.566406, 0.550781, 0.503906, 0.535156, 0.507812, 0.578125, 0.574219, 0.535156, 0.535156, 0.539062, 0.53125, 0.527344, 0.40625, 0.605469, 0.527344, 0.539062, 0.53125, 0.53125, 0.527344, 0.566406, 0.535156, 0.519531, 0.498047, 0.550781, 0.511719, 0.582031, 0.539062, 0.515625, 0.515625, 0.503906, 0.578125, 0.566406, 0.339844, 0.566406, 0.554688, 0.570312, 0.542969, 0.53125, 0.566406, 0.425781, 0.4375, 0.539062, 0.574219, 0.498047, 0.527344, 0.558594, 0.527344, 0.515625, 0.542969, 0.539062, 0.597656, 0.494141, 0.476562, 0.558594, 0.515625, 0.523438, 0.574219, 0.507812, 0.542969, 0.519531, 0.523438, 0.523438, 0.523438, 0.550781, 0.53125, 0.554688, 0.5, 0.589844, 0.507812, 0.597656, 0.589844, 0.554688, 0.648438, 0.478516, 0.546875, 0.539062, 0.566406, 0.511719, 0.613281, 0.550781, 0.474609, 0.535156, 0.535156, 0.546875, 0.542969, 0.546875, 0.582031, 0.453125, 0.539062, 0.542969, 0.527344, 0.523438, 0.546875, 0.396484, 0.5625, 0.550781, 0.554688, 0.470703, 0.628906, 0.507812, 0.578125, 0.53125, 0.523438, 0.498047, 0.486328, 0.574219, 0.458984, 0.511719, 0.53125, 0.578125, 0.574219, 0.458984, 0.558594, 0.523438, 0.519531, 0.578125, 0.585938, 0.519531, 0.632812, 0.5625, 0.503906, 0.5625, 0.496094, 0.546875, 0.5625, 0.53125, 0.515625, 0.539062, 0.511719, 0.585938, 0.503906, 0.613281, 0.550781, 0.542969, 0.605469, 0.412109, 0.5625, 0.546875, 0.498047, 0.609375, 0.472656, 0.546875, 0.574219, 0.535156, 0.527344, 0.515625, 0.558594, 0.5625, 0.455078, 0.474609, 0.59375, 0.554688, 0.474609, 0.478516, 0.53125, 0.542969, 0.566406, 0.585938, 0.486328, 0.601562, 0.527344, 0.503906, 0.570312, 0.539062, 0.527344, 0.566406, 0.53125, 0.527344, 0.5625, 0.470703, 0.550781, 0.523438, 0.578125, 0.515625, 0.535156, 0.570312, 0.490234, 0.570312, 0.496094, 0.53125, 0.511719, 0.566406, 0.503906, 0.566406, 0.597656, 0.574219, 0.558594, 0.535156, 0.494141, 0.539062, 0.535156, 0.574219, 0.527344, 0.507812, 0.542969, 0.539062, 0.585938, 0.507812, 0.578125, 0.527344, 0.527344, 0.53125, 0.515625, 0.527344, 0.535156, 0.566406, 0.507812, 0.451172, 0.494141, 0.523438, 0.523438, 0.539062, 0.527344, 0.554688, 0.585938, 0.427734, 0.578125, 0.585938, 0.554688, 0.535156, 0.474609, 0.546875, 0.542969, 0.527344, 0.527344, 0.542969, 0.554688, 0.527344, 0.535156, 0.53125, 0.519531, 0.570312, 0.482422, 0.570312, 0.527344, 0.554688, 0.5, 0.585938, 0.546875, 0.470703, 0.601562, 0.609375 ] }, "name": "model.transformer.layers.6.ffn_norm.weight", "outputIndexes": [ 459 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 458, 459 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_6/Mul_1_output_0", "outputIndexes": [ 460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 460 ], "outputIndexes": [ 2738 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2738 ], "outputIndexes": [ 2739 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_1/Linear", "inputIndexes": [ 2739 ], "outputIndexes": [ 2740 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 6656, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 159744, "weightSize": 0 }, "external": [ 235718896, 20447494, 1277952, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2740 ], "outputIndexes": [ 2741 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2741 ], "outputIndexes": [ 461 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 6656 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3328 ] }, "name": "/ffn_6/Mul_output_0", "outputIndexes": [ 462 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 21, 462, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_6/Slice_output_0", "outputIndexes": [ 463 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_6/Sigmoid_output_0", "outputIndexes": [ 464 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 463, 464 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_6/Mul_output_0", "outputIndexes": [ 465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 6656 ] }, "name": "/ffn_6/Mul_1_output_0", "outputIndexes": [ 466 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 462, 466, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_6/Slice_1_output_0", "outputIndexes": [ 467 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 465, 467 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_6/Mul_2_output_0", "outputIndexes": [ 468 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 468 ], "outputIndexes": [ 2742 ], "main_type": "Reshape", "main": { "dims": [ -1, 3328, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2742 ], "outputIndexes": [ 2743 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_2/Linear", "inputIndexes": [ 2743 ], "outputIndexes": [ 2744 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3328, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 79872, "weightSize": 0 }, "external": [ 257444342, 10223878, 638976, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2744 ], "outputIndexes": [ 2745 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2745 ], "outputIndexes": [ 469 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 457, 469 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_27_output_0", "outputIndexes": [ 470 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 470, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_28_output_0", "outputIndexes": [ 471 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 471 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_7/Mul_output_0", "outputIndexes": [ 472 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.165039, 0.174805, 0.162109, 0.188477, 0.201172, 0.191406, 0.157227, 0.172852, 0.202148, 0.179688, 0.169922, 0.176758, 0.174805, 0.193359, 0.136719, 0.202148, 0.182617, 0.166016, 0.178711, 0.15332, 0.193359, 0.193359, 0.214844, 0.191406, 0.185547, 0.194336, 0.191406, 0.185547, 0.19043, 0.1875, 0.176758, 0.205078, 0.195312, 0.196289, 0.170898, 0.196289, 0.193359, 0.189453, 0.169922, 0.1875, 0.168945, 0.174805, 0.183594, 0.1875, 0.179688, 0.178711, 0.1875, 0.182617, 0.181641, 0.193359, 0.168945, 0.182617, 0.201172, 0.174805, 0.169922, 0.1875, 0.201172, 0.177734, 0.169922, 0.172852, 0.182617, 0.166992, 0.194336, 0.166992, 0.189453, 0.186523, 0.191406, 0.157227, 0.169922, 0.186523, 0.171875, 0.21582, 0.15918, 0.183594, 0.170898, 0.158203, 0.193359, 0.185547, 0.177734, 0.179688, 0.193359, 0.185547, 0.188477, 0.178711, 0.186523, 0.177734, 0.180664, 0.195312, 0.208984, 0.197266, 0.199219, 0.183594, 0.194336, 0.177734, 0.203125, 0.179688, 0.171875, 0.15332, 0.1875, 0.180664, 0.194336, 0.168945, 0.196289, 0.168945, 0.1875, 0.191406, 0.191406, 0.181641, 0.168945, 0.172852, 0.169922, 0.198242, 0.202148, 0.19043, 0.181641, 0.194336, 0.197266, 0.208984, 0.199219, 0.199219, 0.181641, 0.181641, 0.193359, 0.207031, 0.188477, 0.176758, 0.200195, 0.18457, 0.168945, 0.177734, 0.188477, 0.173828, 0.216797, 0.19043, 0.1875, 0.169922, 0.19043, 0.178711, 0.189453, 0.214844, 0.195312, 0.171875, 0.183594, 0.176758, 0.196289, 0.173828, 0.172852, 0.175781, 0.178711, 0.181641, 0.189453, 0.189453, 0.173828, 0.182617, 0.165039, 0.176758, 0.179688, 0.185547, 0.1875, 0.181641, 0.208984, 0.186523, 0.192383, 0.197266, 0.183594, 0.170898, 0.18457, 0.175781, 0.195312, 0.217773, 0.173828, 0.18457, 0.178711, 0.181641, 0.1875, 0.163086, 0.195312, 0.166992, 0.178711, 0.200195, 0.185547, 0.175781, 0.168945, 0.180664, 0.162109, 0.165039, 0.171875, 0.166016, 0.194336, 0.173828, 0.162109, 0.165039, 0.188477, 0.172852, 0.18457, 0.179688, 0.18457, 0.177734, 0.176758, 0.189453, 0.182617, 0.196289, 0.181641, 0.192383, 0.177734, 0.192383, 0.175781, 0.170898, 0.15625, 0.179688, 0.182617, 0.186523, 0.160156, 0.188477, 0.15918, 0.200195, 0.151367, 0.18457, 0.208984, 0.193359, 0.178711, 0.175781, 0.176758, 0.181641, 0.206055, 0.188477, 0.183594, 0.177734, 0.177734, 0.169922, 0.181641, 0.175781, 0.191406, 0.181641, 0.195312, 0.183594, 0.178711, 0.181641, 0.152344, 0.180664, 0.177734, 0.189453, 0.178711, 0.181641, 0.191406, 0.173828, 0.201172, 0.177734, 0.168945, 0.168945, 0.186523, 0.182617, 0.166992, 0.166992, 0.180664, 0.181641, 0.185547, 0.141602, 0.179688, 0.160156, 0.196289, 0.19043, 0.193359, 0.195312, 0.168945, 0.19043, 0.166992, 0.170898, 0.176758, 0.178711, 0.180664, 0.175781, 0.176758, 0.197266, 0.178711, 0.185547, 0.179688, 0.170898, 0.173828, 0.171875, 0.188477, 0.171875, 0.165039, 0.18457, 0.18457, 0.175781, 0.186523, 0.188477, 0.163086, 0.177734, 0.171875, 0.204102, 0.182617, 0.178711, 0.197266, 0.174805, 0.167969, 0.18457, 0.185547, 0.192383, 0.182617, 0.192383, 0.185547, 0.161133, 0.188477, 0.161133, 0.21582, 0.173828, 0.179688, 0.158203, 0.170898, 0.176758, 0.209961, 0.196289, 0.178711, 0.175781, 0.170898, 0.176758, 0.183594, 0.180664, 0.198242, 0.197266, 0.165039, 0.178711, 0.183594, 0.198242, 0.200195, 0.199219, 0.194336, 0.198242, 0.160156, 0.197266, 0.185547, 0.193359, 0.200195, 0.151367, 0.18457, 0.174805, 0.177734, 0.169922, 0.175781, 0.211914, 0.186523, 0.191406, 0.152344, 0.167969, 0.194336, 0.195312, 0.162109, 0.177734, 0.209961, 0.193359, 0.18457, 0.195312, 0.178711, 0.166992, 0.201172, 0.197266, 0.162109, 0.173828, 0.171875, 0.15918, 0.19043, 0.176758, 0.168945, 0.186523, 0.160156, 0.111816, 0.177734, 0.164062, 0.186523, 0.178711, 0.181641, 0.19043, 0.211914, 0.185547, 0.183594, 0.178711, 0.192383, 0.185547, 0.172852, 0.185547, 0.183594, 0.177734, 0.189453, 0.196289, 0.173828, 0.175781, 0.180664, 0.180664, 0.194336, 0.181641, 0.15918, 0.169922, 0.178711, 0.183594, 0.179688, 0.174805, 0.168945, 0.161133, 0.181641, 0.173828, 0.179688, 0.193359, 0.163086, 0.180664, 0.19043, 0.168945, 0.180664, 0.162109, 0.202148, 0.194336, 0.186523, 0.175781, 0.169922, 0.204102, 0.197266, 0.19043, 0.18457, 0.171875, 0.196289, 0.168945, 0.189453, 0.19043, 0.186523, 0.174805, 0.176758, 0.171875, 0.173828, 0.168945, 0.158203, 0.174805, 0.208984, 0.189453, 0.174805, 0.195312, 0.179688, 0.212891, 0.177734, 0.204102, 0.19043, 0.174805, 0.182617, 0.182617, 0.180664, 0.142578, 0.175781, 0.172852, 0.182617, 0.201172, 0.197266, 0.185547, 0.197266, 0.181641, 0.179688, 0.192383, 0.185547, 0.162109, 0.198242, 0.188477, 0.152344, 0.183594, 0.147461, 0.192383, 0.171875, 0.189453, 0.199219, 0.172852, 0.15332, 0.175781, 0.179688, 0.210938, 0.19043, 0.197266, 0.1875, 0.19043, 0.180664, 0.195312, 0.166016, 0.196289, 0.200195, 0.18457, 0.178711, 0.175781, 0.181641, 0.186523, 0.15918, 0.177734, 0.160156, 0.162109, 0.173828, 0.178711, 0.176758, 0.191406, 0.186523, 0.173828, 0.1875, 0.200195, 0.160156, 0.18457, 0.178711, 0.168945, 0.179688, 0.166992, 0.176758, 0.177734, 0.163086, 0.179688, 0.181641, 0.182617, 0.175781, 0.18457, 0.154297, 0.178711, 0.170898, 0.195312, 0.204102, 0.19043, 0.18457, 0.175781, 0.18457, 0.191406, 0.18457, 0.196289, 0.182617, 0.181641, 0.171875, 0.186523, 0.201172, 0.179688, 0.172852, 0.204102, 0.171875, 0.172852, 0.168945, 0.189453, 0.158203, 0.180664, 0.171875, 0.203125, 0.198242, 0.166016, 0.219727, 0.181641, 0.208008, 0.177734, 0.181641, 0.177734, 0.175781, 0.202148, 0.1875, 0.202148, 0.203125, 0.193359, 0.177734, 0.169922, 0.204102, 0.193359, 0.176758, 0.203125, 0.193359, 0.168945, 0.172852, 0.168945, 0.192383, 0.181641, 0.174805, 0.170898, 0.178711, 0.169922, 0.1875, 0.18457, 0.199219, 0.18457, 0.182617, 0.172852, 0.206055, 0.178711, 0.177734, 0.203125, 0.185547, 0.200195, 0.195312, 0.18457, 0.200195, 0.186523, 0.192383, 0.100098, 0.189453, 0.169922, 0.170898, 0.199219, 0.198242, 0.175781, 0.164062, 0.177734, 0.150391, 0.19043, 0.181641, 0.169922, 0.197266, 0.173828, 0.181641, 0.161133, 0.186523, 0.171875, 0.175781, 0.178711, 0.198242, 0.18457, 0.170898, 0.177734, 0.167969, 0.198242, 0.192383, 0.179688, 0.185547, 0.166016, 0.188477, 0.18457, 0.170898, 0.197266, 0.174805, 0.165039, 0.182617, 0.170898, 0.177734, 0.176758, 0.198242, 0.19043, 0.172852, 0.178711, 0.182617, 0.182617, 0.183594, 0.179688, 0.173828, 0.169922, 0.19043, 0.186523, 0.179688, 0.177734, 0.170898, 0.18457, 0.179688, 0.178711, 0.19043, 0.163086, 0.177734, 0.185547, 0.133789, 0.212891, 0.185547, 0.195312, 0.1875, 0.175781, 0.185547, 0.172852, 0.130859, 0.186523, 0.191406, 0.182617, 0.208984, 0.193359, 0.189453, 0.188477, 0.1875, 0.176758, 0.166016, 0.174805, 0.192383, 0.182617, 0.178711, 0.192383, 0.197266, 0.179688, 0.198242, 0.151367, 0.162109, 0.18457, 0.192383, 0.183594, 0.186523, 0.176758, 0.19043, 0.168945, 0.188477, 0.194336, 0.195312, 0.18457, 0.189453, 0.180664, 0.201172, 0.185547, 0.197266, 0.18457, 0.202148, 0.176758, 0.176758, 0.195312, 0.176758, 0.158203, 0.194336, 0.1875, 0.178711, 0.179688, 0.189453, 0.200195, 0.18457, 0.179688, 0.172852, 0.1875, 0.18457, 0.177734, 0.171875, 0.146484, 0.183594, 0.171875, 0.18457, 0.182617, 0.186523, 0.186523, 0.185547, 0.178711, 0.172852, 0.186523, 0.178711, 0.203125, 0.182617, 0.173828, 0.18457, 0.182617, 0.192383, 0.1875, 0.182617, 0.188477, 0.188477, 0.167969, 0.1875, 0.203125, 0.180664, 0.183594, 0.176758, 0.200195, 0.180664, 0.175781, 0.170898, 0.185547, 0.195312, 0.18457, 0.1875, 0.202148, 0.1875, 0.164062, 0.170898, 0.189453, 0.191406, 0.188477, 0.15918, 0.140625, 0.186523, 0.165039, 0.192383, 0.171875, 0.189453, 0.179688, 0.186523, 0.170898, 0.185547, 0.188477, 0.12207, 0.207031, 0.18457, 0.201172, 0.194336, 0.157227, 0.161133, 0.183594, 0.198242, 0.183594, 0.168945, 0.138672, 0.191406, 0.208008, 0.1875, 0.174805, 0.178711, 0.168945, 0.178711, 0.196289, 0.15332, 0.210938, 0.154297, 0.176758, 0.18457, 0.197266, 0.166992, 0.185547, 0.192383, 0.180664, 0.171875, 0.183594, 0.186523, 0.181641, 0.191406, 0.158203, 0.167969, 0.19043, 0.195312, 0.169922, 0.175781, 0.177734, 0.180664, 0.194336, 0.182617, 0.211914, 0.180664, 0.168945, 0.171875, 0.202148, 0.195312, 0.185547, 0.183594, 0.150391, 0.166016, 0.172852, 0.182617, 0.188477, 0.18457, 0.173828, 0.194336, 0.191406, 0.181641, 0.169922, 0.180664, 0.172852, 0.194336, 0.1875, 0.179688, 0.177734, 0.205078, 0.19043, 0.188477, 0.183594, 0.192383, 0.162109, 0.18457, 0.176758, 0.172852, 0.166992, 0.178711, 0.18457, 0.172852, 0.171875, 0.182617, 0.198242, 0.18457, 0.199219, 0.179688, 0.175781, 0.173828, 0.171875, 0.182617, 0.171875, 0.174805, 0.191406, 0.165039, 0.189453, 0.195312, 0.214844, 0.1875, 0.188477, 0.142578, 0.170898, 0.180664, 0.19043, 0.191406, 0.189453, 0.192383, 0.163086, 0.1875, 0.191406, 0.186523, 0.202148, 0.166016, 0.162109, 0.15332, 0.189453, 0.189453, 0.180664, 0.172852, 0.186523, 0.157227, 0.186523, 0.166016, 0.179688, 0.172852, 0.167969, 0.182617, 0.154297, 0.192383, 0.182617, 0.182617, 0.169922, 0.176758, 0.206055, 0.173828, 0.15332, 0.19043, 0.171875, 0.174805, 0.185547, 0.189453, 0.166992, 0.191406, 0.175781, 0.195312, 0.183594, 0.181641, 0.200195, 0.181641, 0.180664, 0.168945, 0.186523, 0.191406, 0.192383, 0.182617, 0.164062, 0.183594, 0.166016, 0.171875, 0.209961, 0.09668, 0.18457, 0.175781, 0.181641, 0.197266, 0.183594, 0.197266, 0.196289, 0.186523, 0.18457, 0.171875, 0.202148, 0.164062, 0.182617, 0.189453, 0.181641, 0.177734, 0.161133, 0.171875, 0.200195, 0.191406, 0.179688, 0.166992, 0.195312, 0.169922, 0.164062, 0.19043, 0.201172, 0.195312, 0.183594, 0.198242, 0.165039, 0.188477, 0.180664, 0.179688, 0.195312, 0.173828, 0.206055, 0.172852, 0.178711, 0.194336, 0.117676, 0.170898, 0.15918, 0.201172, 0.175781, 0.185547, 0.169922, 0.174805, 0.186523, 0.193359, 0.195312, 0.138672, 0.212891, 0.15918, 0.196289, 0.169922, 0.199219, 0.186523, 0.176758, 0.194336, 0.15918, 0.173828, 0.191406, 0.174805, 0.177734, 0.182617, 0.192383, 0.191406, 0.181641, 0.193359, 0.191406, 0.185547, 0.170898, 0.193359, 0.182617, 0.204102, 0.1875, 0.168945, 0.195312, 0.163086, 0.168945, 0.211914, 0.171875, 0.179688, 0.183594, 0.185547, 0.154297, 0.201172, 0.181641, 0.182617, 0.175781, 0.186523, 0.180664, 0.198242, 0.173828, 0.169922, 0.188477, 0.188477, 0.18457, 0.170898, 0.185547, 0.166992, 0.1875, 0.183594, 0.19043, 0.186523, 0.151367, 0.147461, 0.196289, 0.182617, 0.19043, 0.180664, 0.194336, 0.191406, 0.164062, 0.166016, 0.19043, 0.171875, 0.201172, 0.168945, 0.191406, 0.18457, 0.180664, 0.174805, 0.189453, 0.185547, 0.147461, 0.199219, 0.185547, 0.18457, 0.170898, 0.189453, 0.186523, 0.19043, 0.15625, 0.168945, 0.198242, 0.161133, 0.180664, 0.176758, 0.170898, 0.183594, 0.204102, 0.195312, 0.168945, 0.163086, 0.166992, 0.200195, 0.171875, 0.185547, 0.193359, 0.196289, 0.173828, 0.174805, 0.176758, 0.195312, 0.185547, 0.183594, 0.157227, 0.188477, 0.150391, 0.176758, 0.189453, 0.189453, 0.183594, 0.166992, 0.179688, 0.175781, 0.175781, 0.196289, 0.198242, 0.193359, 0.182617, 0.178711, 0.198242, 0.196289, 0.059326, 0.201172, 0.15918, 0.174805, 0.179688, 0.146484, 0.19043, 0.193359, 0.203125, 0.191406, 0.185547, 0.192383, 0.175781, 0.188477, 0.171875, 0.176758, 0.174805, 0.19043, 0.189453, 0.200195, 0.181641, 0.164062, 0.171875, 0.182617, 0.191406, 0.168945, 0.202148, 0.193359, 0.169922, 0.191406, 0.166992, 0.146484, 0.186523, 0.210938, 0.19043, 0.180664, 0.212891, 0.172852, 0.162109, 0.175781, 0.18457, 0.196289, 0.179688, 0.193359, 0.1875, 0.166016, 0.188477, 0.185547, 0.189453, 0.201172, 0.183594, 0.183594, 0.194336, 0.171875, 0.181641, 0.175781, 0.194336, 0.155273, 0.186523, 0.191406, 0.183594, 0.179688, 0.161133, 0.201172, 0.177734, 0.175781, 0.182617, 0.15625, 0.180664, 0.18457, 0.1875, 0.188477, 0.195312, 0.180664, 0.167969, 0.175781, 0.186523, 0.196289, 0.200195, 0.193359, 0.18457, 0.195312, 0.195312, 0.179688, 0.167969, 0.175781, 0.189453, 0.167969, 0.164062, 0.166992, 0.193359, 0.186523, 0.191406, 0.194336, 0.169922, 0.202148, 0.200195, 0.175781, 0.174805, 0.181641, 0.1875, 0.1875, 0.208008, 0.199219, 0.205078, 0.176758, 0.155273, 0.180664, 0.189453, 0.189453, 0.171875, 0.179688, 0.188477, 0.189453, 0.185547, 0.191406, 0.186523, 0.188477, 0.179688, 0.19043, 0.191406, 0.183594, 0.186523, 0.202148, 0.183594, 0.18457, 0.165039, 0.178711, 0.154297, 0.171875, 0.1875, 0.181641, 0.173828, 0.182617, 0.206055, 0.195312, 0.178711, 0.15918, 0.175781, 0.193359, 0.160156, 0.204102, 0.188477, 0.189453, 0.174805, 0.166016, 0.18457, 0.183594, 0.162109, 0.216797, 0.188477, 0.182617, 0.169922, 0.177734, 0.125, 0.196289, 0.197266, 0.180664, 0.167969, 0.194336, 0.197266, 0.166016, 0.169922, 0.22168, 0.201172, 0.196289, 0.199219, 0.15625, 0.197266, 0.189453, 0.179688, 0.182617, 0.18457, 0.174805, 0.179688, 0.1875, 0.178711, 0.167969, 0.174805, 0.172852, 0.167969, 0.186523, 0.183594, 0.182617, 0.168945, 0.202148, 0.179688, 0.170898, 0.182617, 0.15918, 0.181641, 0.160156, 0.165039, 0.195312, 0.170898, 0.174805, 0.175781, 0.191406, 0.168945, 0.166016, 0.1875, 0.179688, 0.1875, 0.185547, 0.183594, 0.177734, 0.180664, 0.178711, 0.178711, 0.198242, 0.201172, 0.1875, 0.161133, 0.185547, 0.179688, 0.177734, 0.175781, 0.173828, 0.191406, 0.183594, 0.167969, 0.196289, 0.174805, 0.177734, 0.191406, 0.174805, 0.15625, 0.183594, 0.195312, 0.183594, 0.182617, 0.163086, 0.203125, 0.211914, 0.167969, 0.182617, 0.177734, 0.179688, 0.160156, 0.200195, 0.15625, 0.1875, 0.201172, 0.207031, 0.176758, 0.163086, 0.1875, 0.186523, 0.154297, 0.179688, 0.208984, 0.196289, 0.178711, 0.197266, 0.199219, 0.022339, 0.19043, 0.185547, 0.150391, 0.176758, 0.180664, 0.168945, 0.175781, 0.189453, 0.188477, 0.182617, 0.173828, 0.175781, 0.165039, 0.171875, 0.173828, 0.189453, 0.183594, 0.19043, 0.173828, 0.193359, 0.181641, 0.182617, 0.183594, 0.176758, 0.189453, 0.198242, 0.193359, 0.188477, 0.197266, 0.183594, 0.188477, 0.225586, 0.175781, 0.203125, 0.194336, 0.196289, 0.18457, 0.170898, 0.183594, 0.161133, 0.171875, 0.208008, 0.178711, 0.173828, 0.164062, 0.191406, 0.209961, 0.198242, 0.15918, 0.173828, 0.205078, 0.165039, 0.21582, 0.18457, 0.179688, 0.182617, 0.192383, 0.174805, 0.168945, 0.173828, 0.188477, 0.166992, 0.182617, 0.175781, 0.180664, 0.186523, 0.170898, 0.192383, 0.168945, 0.189453, 0.147461, 0.177734, 0.193359, 0.193359, 0.176758, 0.177734, 0.172852, 0.180664, 0.198242, 0.175781, 0.179688, 0.169922, 0.188477, 0.171875, 0.176758, 0.19043, 0.182617, 0.193359, 0.186523, 0.157227, 0.193359, 0.18457, 0.162109, 0.200195, 0.177734, 0.169922, 0.173828, 0.151367, 0.183594, 0.179688, 0.174805, 0.175781, 0.166016, 0.164062, 0.188477, 0.205078, 0.189453, 0.171875, 0.178711, 0.193359, 0.15332, 0.18457, 0.208984, 0.178711, 0.180664, 0.195312, 0.198242, 0.18457, 0.194336, 0.182617, 0.174805, 0.192383, 0.151367, 0.176758, 0.183594, 0.169922, 0.200195, 0.189453, 0.182617, 0.185547, 0.166992, 0.174805, 0.152344, 0.186523, 0.173828, 0.169922, 0.206055, 0.183594, 0.169922, 0.167969, 0.189453, 0.197266, 0.173828, 0.183594, 0.173828, 0.18457, 0.179688, 0.182617, 0.191406, 0.175781, 0.181641, 0.165039, 0.18457, 0.179688, 0.177734, 0.181641, 0.173828, 0.192383, 0.185547, 0.170898, 0.166016, 0.154297, 0.18457, 0.182617, 0.203125, 0.193359, 0.174805, 0.174805, 0.168945, 0.177734, 0.185547, 0.19043, 0.169922, 0.180664, 0.189453, 0.178711, 0.191406, 0.162109, 0.203125, 0.175781, 0.175781, 0.166016, 0.173828, 0.179688, 0.170898, 0.176758, 0.204102, 0.167969, 0.182617, 0.201172, 0.170898, 0.181641, 0.166016, 0.175781, 0.199219, 0.179688, 0.178711, 0.174805, 0.171875, 0.196289, 0.207031, 0.176758, 0.204102, 0.198242, 0.186523, 0.186523, 0.189453, 0.178711, 0.183594, 0.15918, 0.194336, 0.19043, 0.182617, 0.188477, 0.196289, 0.183594, 0.181641, 0.188477, 0.194336, 0.18457, 0.19043, 0.177734, 0.197266, 0.211914, 0.174805, 0.180664, 0.161133, 0.198242, 0.178711, 0.183594, 0.1875, 0.195312, 0.168945, 0.179688, 0.175781, 0.200195, 0.186523, 0.177734, 0.175781, 0.181641, 0.1875, 0.171875, 0.18457, 0.188477, 0.179688, 0.173828, 0.183594, 0.175781, 0.178711, 0.176758, 0.171875, 0.192383, 0.162109, 0.182617, 0.19043, 0.171875, 0.195312, 0.173828, 0.152344, 0.18457, 0.19043, 0.173828, 0.182617, 0.19043, 0.189453, 0.196289, 0.202148, 0.192383, 0.175781, 0.209961, 0.204102, 0.18457, 0.175781, 0.196289, 0.164062, 0.165039, 0.202148, 0.133789, 0.207031, 0.1875, 0.183594, 0.183594, 0.181641, 0.192383, 0.192383, 0.174805, 0.172852, 0.15918, 0.185547, 0.183594, 0.172852, 0.178711, 0.176758, 0.164062, 0.185547, 0.18457, 0.178711, 0.209961, 0.176758, 0.178711, 0.174805, 0.195312, 0.177734, 0.163086, 0.179688, 0.195312, 0.186523, 0.172852, 0.174805, 0.211914, 0.185547, 0.177734, 0.178711, 0.176758, 0.193359, 0.179688, 0.001137, 0.207031, 0.191406, 0.171875, 0.172852, 0.177734, 0.188477, 0.208984, 0.183594, 0.166016, 0.185547, 0.219727, 0.182617, 0.170898, 0.168945, 0.201172, 0.180664, 0.182617, 0.183594, 0.206055, 0.189453, 0.200195, 0.179688, 0.163086, 0.15918, 0.192383, 0.169922, 0.164062, 0.188477, 0.182617, 0.162109, 0.185547, 0.201172, 0.179688, 0.178711, 0.181641, 0.196289, 0.189453, 0.167969, 0.171875, 0.165039, 0.154297, 0.219727, 0.166992, 0.180664, 0.18457, 0.176758, 0.177734, 0.179688, 0.193359, 0.188477, 0.179688, 0.197266, 0.1875, 0.169922, 0.191406, 0.181641, 0.174805, 0.175781, 0.170898, 0.157227, 0.167969, 0.193359, 0.176758, 0.183594, 0.19043, 0.193359, 0.172852, 0.173828, 0.19043, 0.161133, 0.178711, 0.171875, 0.175781, 0.1875, 0.160156, 0.162109, 0.189453, 0.194336, 0.169922, 0.180664, 0.164062, 0.206055, 0.198242, 0.161133, 0.151367, 0.134766, 0.188477, 0.182617, 0.18457, 0.225586, 0.162109, 0.201172, 0.170898, 0.170898, 0.195312, 0.177734, 0.170898, 0.162109, 0.178711, 0.186523, 0.200195, 0.189453, 0.173828, 0.188477, 0.163086, 0.195312, 0.180664, 0.236328, 0.171875, 0.175781, 0.178711, 0.180664, 0.180664, 0.182617, 0.185547, 0.189453, 0.183594, 0.167969, 0.185547, 0.178711, 0.179688, 0.19043, 0.183594, 0.195312, 0.185547, 0.180664, 0.150391, 0.194336, 0.178711, 0.15918, 0.179688, 0.21875, 0.196289, 0.169922, 0.171875, 0.186523, 0.167969, 0.189453, 0.179688, 0.164062, 0.188477, 0.179688, 0.181641, 0.18457, 0.199219, 0.203125, 0.180664, 0.178711, 0.204102, 0.193359, 0.157227, 0.185547, 0.206055, 0.166016, 0.058105, 0.188477, 0.163086, 0.18457, 0.19043, 0.207031, 0.180664, 0.154297, 0.18457, 0.197266, 0.170898, 0.181641, 0.151367, 0.176758, 0.170898, 0.192383, 0.180664, 0.181641, 0.176758, 0.183594, 0.183594, 0.192383, 0.192383, 0.194336, 0.180664, 0.192383, 0.198242, 0.164062, 0.171875, 0.169922, 0.176758, 0.198242, 0.171875, 0.176758, 0.172852, 0.172852, 0.171875, 0.197266, 0.180664, 0.167969, 0.163086, 0.198242, 0.198242, 0.180664, 0.167969, 0.178711, 0.171875, 0.166016, 0.149414, 0.178711, 0.188477, 0.163086, 0.195312, 0.192383, 0.173828, 0.210938, 0.193359, 0.173828, 0.207031, 0.165039, 0.211914, 0.173828, 0.185547, 0.181641, 0.186523, 0.185547, 0.186523, 0.182617, 0.166992, 0.173828, 0.175781, 0.192383, 0.166016, 0.201172, 0.182617, 0.139648, 0.178711, 0.181641, 0.191406, 0.206055, 0.15332, 0.200195, 0.182617, 0.185547, 0.18457, 0.193359, 0.186523, 0.182617, 0.175781, 0.174805, 0.167969, 0.178711, 0.19043, 0.170898, 0.148438, 0.1875, 0.163086, 0.169922, 0.160156, 0.1875, 0.197266, 0.183594, 0.157227, 0.174805, 0.192383, 0.183594, 0.186523, 0.185547, 0.176758, 0.179688, 0.191406, 0.171875, 0.19043, 0.167969, 0.189453, 0.15918, 0.185547, 0.125977, 0.194336, 0.189453, 0.172852, 0.172852, 0.199219, 0.179688, 0.195312, 0.208984, 0.185547, 0.207031, 0.164062, 0.173828, 0.18457, 0.152344, 0.154297, 0.177734, 0.188477, 0.204102, 0.169922, 0.179688, 0.170898, 0.188477, 0.169922, 0.183594, 0.193359, 0.192383, 0.18457, 0.180664, 0.169922, 0.202148, 0.173828, 0.189453, 0.164062, 0.167969, 0.188477, 0.177734, 0.172852, 0.169922, 0.1875, 0.166992, 0.207031, 0.180664, 0.194336, 0.177734, 0.201172, 0.205078, 0.191406, 0.181641, 0.202148, 0.164062, 0.166016, 0.151367, 0.204102, 0.194336, 0.173828, 0.191406, 0.176758, 0.186523, 0.180664, 0.182617, 0.199219, 0.185547, 0.18457, 0.18457, 0.197266, 0.193359, 0.197266, 0.181641, 0.208008, 0.188477, 0.172852, 0.207031, 0.176758, 0.185547, 0.177734, 0.192383, 0.186523, 0.163086, 0.166016, 0.193359, 0.178711, 0.202148, 0.179688, 0.193359, 0.163086, 0.168945, 0.164062, 0.179688, 0.189453, 0.186523, 0.203125, 0.179688, 0.206055, 0.189453, 0.173828, 0.171875, 0.175781, 0.203125, 0.166992, 0.197266, 0.182617, 0.186523, 0.179688, 0.179688, 0.179688, 0.189453, 0.185547, 0.177734, 0.175781, 0.103516, 0.175781, 0.166016, 0.204102, 0.193359, 0.183594, 0.171875, 0.177734, 0.193359, 0.191406, 0.168945, 0.1875, 0.182617, 0.1875, 0.195312, 0.18457, 0.18457, 0.192383, 0.181641, 0.191406, 0.186523, 0.211914, 0.152344, 0.177734, 0.183594, 0.162109, 0.194336, 0.179688, 0.186523, 0.212891, 0.182617, 0.185547, 0.160156, 0.161133, 0.18457, 0.183594, 0.19043, 0.179688, 0.162109, 0.18457, 0.183594, 0.197266, 0.1875, 0.200195, 0.155273, 0.19043, 0.18457, 0.186523, 0.197266, 0.183594, 0.171875, 0.172852, 0.137695, 0.165039, 0.204102, 0.197266, 0.155273, 0.185547, 0.059814, 0.189453, 0.179688, 0.18457, 0.157227, 0.200195, 0.1875, 0.15918, 0.175781, 0.176758, 0.166016, 0.166992, 0.182617, 0.171875, 0.196289, 0.196289, 0.182617, 0.179688, 0.178711, 0.200195, 0.165039, 0.178711, 0.178711, 0.170898, 0.192383, 0.196289, 0.200195, 0.188477, 0.188477, 0.180664, 0.1875, 0.174805, 0.196289, 0.193359, 0.192383, 0.195312, 0.174805, 0.165039, 0.174805, 0.197266, 0.181641, 0.198242, 0.192383, 0.173828, 0.166992, 0.179688, 0.181641, 0.183594, 0.172852, 0.18457, 0.18457, 0.164062, 0.195312, 0.179688, 0.196289, 0.181641, 0.182617, 0.168945, 0.157227, 0.172852, 0.166992, 0.170898, 0.204102, 0.199219, 0.167969, 0.176758, 0.192383, 0.167969, 0.167969, 0.152344, 0.167969, 0.189453, 0.182617, 0.172852, 0.167969, 0.177734, 0.175781, 0.196289, 0.205078, 0.170898, 0.175781, 0.176758, 0.163086, 0.181641, 0.18457, 0.195312, 0.191406, 0.199219, 0.207031, 0.163086, 0.194336, 0.171875, 0.155273, 0.18457, 0.182617, 0.180664, 0.141602, 0.185547, 0.189453, 0.180664, 0.205078, 0.186523, 0.193359, 0.180664, 0.21582, 0.195312, 0.171875, 0.1875, 0.188477, 0.202148, 0.174805, 0.199219, 0.170898, 0.1875, 0.173828, 0.169922, 0.167969, 0.157227, 0.148438, 0.167969, 0.180664, 0.18457, 0.191406, 0.181641, 0.189453, 0.172852, 0.188477, 0.188477, 0.182617, 0.197266, 0.197266, 0.191406, 0.191406, 0.15918, 0.158203, 0.192383, 0.18457, 0.166992, 0.191406, 0.173828, 0.164062, 0.175781, 0.206055, 0.178711, 0.194336, 0.207031, 0.189453, 0.167969, 0.185547, 0.193359, 0.19043, 0.185547, 0.179688, 0.192383, 0.201172, 0.179688, 0.174805, 0.161133, 0.168945, 0.196289, 0.183594, 0.182617, 0.147461, 0.199219, 0.1875, 0.198242, 0.168945, 0.15625, 0.180664, 0.196289, 0.192383, 0.183594, 0.182617, 0.172852, 0.169922, 0.174805, 0.173828, 0.197266, 0.19043, 0.177734, 0.208984, 0.178711, 0.18457, 0.183594, 0.173828, 0.173828, 0.180664, 0.182617, 0.192383, 0.178711, 0.175781, 0.222656, 0.186523, 0.203125, 0.171875, 0.182617, 0.188477, 0.185547, 0.165039, 0.170898, 0.182617, 0.177734, 0.163086, 0.185547, 0.183594, 0.206055, 0.176758, 0.204102, 0.163086, 0.185547, 0.194336, 0.196289, 0.176758, 0.164062, 0.194336, 0.169922, 0.195312, 0.157227, 0.178711, 0.176758, 0.174805, 0.175781, 0.181641, 0.166992, 0.173828, 0.179688, 0.174805, 0.174805, 0.188477, 0.192383, 0.181641, 0.178711, 0.189453, 0.171875, 0.181641, 0.170898, 0.192383, 0.173828, 0.183594, 0.18457, 0.182617, 0.18457, 0.182617, 0.180664, 0.164062, 0.199219, 0.209961, 0.1875, 0.207031, 0.179688, 0.164062, 0.185547, 0.19043, 0.185547, 0.169922, 0.185547, 0.196289, 0.173828, 0.163086, 0.161133, 0.180664, 0.181641, 0.180664, 0.175781, 0.169922, 0.1875, 0.204102, 0.185547, 0.143555, 0.203125, 0.195312, 0.223633, 0.18457, 0.177734, 0.176758, 0.195312, 0.185547, 0.176758, 0.186523, 0.188477, 0.183594, 0.169922, 0.168945, 0.165039, 0.19043, 0.169922, 0.207031, 0.186523, 0.179688, 0.179688, 0.19043, 0.193359, 0.179688, 0.172852, 0.164062, 0.200195, 0.198242, 0.202148, 0.200195, 0.188477, 0.163086, 0.193359, 0.172852, 0.209961, 0.200195, 0.167969, 0.181641, 0.189453, 0.18457, 0.185547, 0.204102, 0.198242, 0.200195, 0.19043, 0.192383, 0.179688, 0.175781, 0.165039, 0.183594, 0.208984, 0.176758, 0.180664, 0.1875, 0.165039, 0.188477, 0.1875, 0.186523, 0.180664, 0.205078, 0.188477, 0.174805, 0.185547, 0.179688, 0.176758, 0.167969, 0.183594, 0.173828, 0.18457, 0.182617, 0.189453, 0.19043, 0.182617, 0.182617, 0.15918, 0.172852, 0.181641, 0.192383, 0.175781, 0.188477, 0.173828, 0.172852, 0.188477, 0.200195, 0.171875, 0.1875, 0.178711, 0.175781, 0.181641, 0.186523, 0.19043, 0.185547, 0.193359, 0.18457, 0.186523, 0.179688, 0.170898, 0.185547, 0.198242, 0.182617, 0.193359, 0.177734, 0.183594, 0.188477, 0.1875, 0.175781, 0.185547, 0.172852, 0.168945, 0.188477, 0.154297, 0.185547, 0.171875, 0.179688, 0.170898, 0.191406, 0.173828, 0.1875, 0.180664, 0.197266, 0.115234, 0.174805, 0.19043, 0.169922, 0.167969, 0.180664, 0.149414, 0.200195, 0.178711, 0.167969, 0.163086, 0.195312, 0.170898, 0.18457, 0.193359, 0.182617, 0.208984, 0.182617, 0.157227, 0.198242, 0.18457, 0.181641, 0.178711, 0.175781, 0.178711, 0.183594, 0.194336, 0.185547, 0.171875, 0.160156, 0.181641, 0.169922, 0.192383, 0.183594, 0.150391, 0.169922, 0.199219, 0.195312, 0.179688, 0.182617, 0.220703, 0.174805, 0.167969, 0.205078, 0.172852, 0.19043, 0.186523, 0.1875, 0.178711, 0.18457, 0.161133, 0.195312, 0.206055, 0.186523, 0.197266, 0.196289, 0.196289, 0.164062, 0.162109, 0.180664, 0.179688, 0.202148, 0.203125, 0.179688, 0.178711, 0.199219, 0.173828, 0.207031, 0.167969, 0.169922, 0.185547, 0.177734, 0.154297, 0.188477, 0.192383, 0.192383, 0.183594, 0.163086, 0.194336, 0.180664, 0.172852, 0.182617, 0.19043, 0.175781, 0.199219, 0.18457, 0.182617, 0.171875, 0.150391, 0.171875, 0.188477, 0.169922, 0.179688, 0.132812, 0.186523, 0.191406, 0.1875, 0.188477, 0.174805, 0.188477, 0.177734, 0.19043, 0.181641, 0.210938, 0.21582, 0.193359, 0.164062, 0.19043, 0.196289, 0.186523, 0.183594, 0.179688, 0.149414, 0.165039, 0.178711, 0.181641, 0.201172, 0.185547, 0.191406, 0.1875, 0.175781, 0.185547, 0.163086, 0.180664, 0.183594, 0.148438, 0.179688, 0.201172, 0.161133, 0.176758, 0.183594, 0.189453, 0.188477, 0.18457, 0.182617, 0.183594, 0.15625, 0.213867, 0.176758, 0.158203, 0.195312, 0.170898, 0.186523, 0.183594, 0.185547, 0.175781, 0.124512, 0.194336, 0.199219, 0.193359, 0.188477, 0.1875, 0.160156, 0.189453, 0.19043, 0.199219, 0.173828, 0.194336, 0.185547, 0.1875, 0.15918, 0.168945, 0.178711, 0.185547, 0.1875, 0.179688, 0.164062, 0.1875, 0.173828, 0.185547, 0.195312, 0.192383, 0.166992, 0.166992, 0.183594, 0.188477, 0.205078, 0.198242, 0.174805, 0.175781, 0.1875, 0.200195, 0.189453, 0.18457, 0.183594, 0.212891, 0.178711, 0.177734, 0.183594, 0.175781, 0.188477, 0.183594, 0.160156, 0.186523, 0.176758, 0.1875, 0.204102, 0.172852, 0.170898, 0.1875, 0.18457, 0.172852, 0.180664, 0.178711, 0.168945, 0.197266, 0.192383, 0.19043, 0.177734, 0.18457, 0.169922, 0.193359, 0.1875, 0.169922, 0.174805, 0.166016, 0.200195, 0.19043, 0.188477, 0.171875, 0.185547, 0.192383, 0.166992, 0.169922, 0.200195, 0.155273, 0.189453, 0.174805, 0.173828, 0.182617, 0.191406, 0.179688, 0.179688, 0.181641, 0.177734, 0.176758, 0.179688, 0.15332, 0.204102, 0.178711, 0.173828, 0.178711, 0.178711, 0.166016, 0.18457, 0.19043, 0.205078, 0.191406, 0.176758, 0.173828, 0.173828, 0.161133, 0.179688, 0.169922, 0.172852, 0.189453, 0.214844, 0.201172, 0.203125, 0.186523, 0.181641, 0.176758, 0.195312, 0.161133, 0.178711, 0.179688, 0.208984, 0.191406, 0.183594, 0.163086, 0.188477, 0.200195, 0.202148, 0.172852, 0.19043, 0.169922, 0.174805, 0.142578, 0.15918, 0.171875, 0.179688, 0.166992, 0.1875, 0.178711, 0.167969, 0.204102, 0.189453, 0.193359, 0.166992, 0.183594, 0.172852, 0.174805, 0.178711, 0.186523, 0.180664, 0.183594, 0.174805, 0.179688, 0.195312, 0.182617, 0.178711, 0.185547, 0.160156, 0.173828, 0.186523, 0.161133, 0.194336, 0.176758, 0.19043, 0.175781, 0.198242, 0.176758, 0.180664, 0.180664, 0.181641, 0.197266, 0.188477, 0.168945, 0.170898, 0.166992, 0.18457, 0.199219, 0.197266, 0.196289, 0.175781, 0.185547, 0.189453, 0.182617, 0.177734, 0.177734, 0.172852, 0.171875, 0.144531, 0.195312, 0.18457, 0.199219, 0.189453, 0.175781, 0.189453, 0.176758, 0.1875, 0.188477, 0.18457, 0.171875, 0.194336, 0.185547, 0.205078, 0.180664, 0.202148, 0.19043, 0.175781, 0.192383, 0.161133, 0.198242, 0.178711, 0.199219, 0.180664, 0.172852, 0.171875, 0.206055, 0.165039, 0.188477, 0.188477, 0.178711, 0.15918, 0.164062, 0.143555, 0.183594, 0.192383, 0.197266, 0.193359, 0.1875, 0.176758, 0.172852, 0.172852, 0.178711, 0.193359, 0.176758, 0.201172, 0.165039, 0.180664, 0.176758, 0.205078, 0.181641, 0.185547, 0.183594, 0.188477, 0.196289, 0.185547, 0.198242, 0.182617, 0.192383, 0.182617, 0.128906, 0.193359, 0.183594, 0.205078, 0.189453, 0.1875, 0.180664, 0.160156, 0.18457, 0.206055, 0.166992, 0.191406, 0.192383, 0.181641, 0.175781, 0.196289, 0.194336, 0.163086, 0.158203, 0.173828, 0.163086, 0.175781, 0.179688, 0.207031, 0.160156, 0.165039, 0.180664, 0.194336, 0.180664, 0.186523, 0.181641, 0.192383, 0.199219, 0.064453, 0.157227, 0.169922, 0.189453, 0.186523, 0.1875, 0.186523, 0.192383, 0.185547, 0.179688, 0.207031, 0.186523, 0.19043, 0.186523, 0.198242, 0.197266, 0.181641, 0.171875, 0.182617, 0.18457, 0.208984, 0.178711, 0.188477, 0.165039, 0.178711, 0.194336, 0.186523, 0.198242, 0.174805, 0.151367, 0.174805, 0.170898, 0.191406, 0.18457, 0.146484, 0.198242, 0.168945, 0.188477, 0.19043, 0.198242, 0.186523, 0.186523, 0.172852, 0.173828, 0.183594, 0.165039, 0.15332, 0.15625, 0.185547, 0.178711, 0.189453, 0.188477, 0.174805, 0.21875, 0.186523, 0.178711, 0.181641, 0.194336, 0.166992, 0.173828, 0.191406, 0.157227, 0.180664, 0.169922, 0.172852, 0.180664, 0.178711, 0.188477, 0.177734, 0.179688, 0.188477, 0.166016, 0.158203, 0.168945, 0.178711, 0.193359, 0.173828, 0.200195, 0.18457, 0.188477, 0.178711, 0.182617, 0.180664, 0.192383, 0.213867, 0.181641, 0.177734, 0.188477, 0.150391, 0.157227, 0.183594, 0.19043, 0.196289, 0.198242, 0.172852, 0.195312, 0.171875, 0.194336, 0.189453, 0.181641, 0.174805, 0.167969, 0.180664, 0.194336, 0.176758, 0.193359, 0.179688, 0.207031, 0.182617, 0.182617, 0.189453, 0.205078, 0.200195, 0.189453, 0.15918, 0.194336, 0.192383, 0.177734, 0.182617, 0.18457, 0.18457, 0.186523, 0.193359, 0.177734, 0.170898, 0.166992, 0.177734, 0.196289, 0.166016, 0.183594, 0.180664, 0.179688, 0.188477, 0.176758, 0.185547, 0.198242 ] }, "name": "model.transformer.layers.7.attn_norm.weight", "outputIndexes": [ 473 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 472, 473 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_7/Mul_1_output_0", "outputIndexes": [ 474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 474 ], "outputIndexes": [ 2746 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2746 ], "outputIndexes": [ 2747 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear", "inputIndexes": [ 2747 ], "outputIndexes": [ 2748 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 268307196, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2748 ], "outputIndexes": [ 2749 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2749 ], "outputIndexes": [ 475 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 474 ], "main_type": "NONE", "name": "/Shape_29_output_0", "outputIndexes": [ 476 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 476 ], "main_type": "NONE", "name": "Shape677", "outputIndexes": [ 477 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 476 ], "main_type": "NONE", "name": "Rank679", "outputIndexes": [ 478 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 478, 478 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp681", "outputIndexes": [ 479 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 479 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze682", "outputIndexes": [ 480 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 479, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp684", "outputIndexes": [ 481 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze685", "outputIndexes": [ 482 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 477, 480, 482, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice688", "outputIndexes": [ 483 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 483 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze689", "outputIndexes": [ 484 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 484 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp690", "outputIndexes": [ 485 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 485, 484 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp691", "outputIndexes": [ 486 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 476, 486, 479 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_39_output_0", "outputIndexes": [ 487 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 487, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_71_output_0", "outputIndexes": [ 488 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 488, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_35_output_0", "outputIndexes": [ 489 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 475, 489 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_29_output_0", "outputIndexes": [ 490 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 490 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_7/Mul_output_0", "outputIndexes": [ 491 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.210938, 0.59375, 0.972656, 0.535156, 1.046875, 1.21875, 0.617188, 0.582031, 0.882812, 1.039062, 1.445312, 0.71875, 0.945312, 0.851562, 1.375, 1.007812, 0.855469, 1.273438, 1.375, 1.304688, 1.304688, 1.40625, 1.476562, 1.476562, 1.359375, 0.9375, 1.273438, 1.523438, 1.421875, 1.171875, 1.554688, 1.476562, 1.398438, 1.507812, 1.492188, 1.59375, 1.460938, 1.648438, 1.59375, 1.390625, 1.742188, 1.859375, 1.257812, 1.148438, 1.632812, 0.462891, 1.539062, 1.546875, 1.617188, 1.0625, 1.5625, 1.546875, 1.507812, 1.609375, 1.328125, 1.664062, 1.601562, 1.640625, 1.632812, 1.625, 1.460938, 1.570312, 1.507812, 1.53125, 0.949219, 0.057617, 0.949219, 0.683594, 0.917969, 1.351562, 0.878906, 0.421875, 0.644531, 0.914062, 1.375, 1.226562, 1.265625, 1.34375, 1.210938, 1.570312, 1.234375, 1.0625, 1.25, 1.375, 1.492188, 0.675781, 0.933594, 1.453125, 1.296875, 1.398438, 1.554688, 1.390625, 0.964844, 1.601562, 1.453125, 1.492188, 1.460938, 1.5625, 1.546875, 1.5, 1.648438, 0.996094, 1.625, 1.734375, 1.460938, 1.273438, 1.890625, 1.695312, 1.398438, 3.25, 1.539062, 1.609375, 1.453125, 2.25, 1.5625, 1.507812, 1.5625, 1.460938, 1.484375, 1.5625, 1.476562, 1.507812, 1.382812, 1.445312, 1.460938, 1.492188, 1.445312, 1.53125 ] }, "name": "model.transformer.layers.7.attn.q_norm.weight", "outputIndexes": [ 492 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 491, 492 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_7/Mul_1_output_0", "outputIndexes": [ 493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_28_output_0", "outputIndexes": [ 494 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_29_output_0", "outputIndexes": [ 495 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 495 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_14_output_0", "outputIndexes": [ 496 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_28_output_0", "outputIndexes": [ 497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 496, 497 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_38_output_0", "outputIndexes": [ 498 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 498, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_29_output_0", "outputIndexes": [ 499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 494, 499 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_28_output_0", "outputIndexes": [ 500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 474 ], "outputIndexes": [ 2750 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2750 ], "outputIndexes": [ 2751 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear", "inputIndexes": [ 2751 ], "outputIndexes": [ 2752 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 275000322, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2752 ], "outputIndexes": [ 2753 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2753 ], "outputIndexes": [ 501 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 488, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_36_output_0", "outputIndexes": [ 502 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 501, 502 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_30_output_0", "outputIndexes": [ 503 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 503 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_7/Mul_output_0", "outputIndexes": [ 504 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.09375, 0.121094, 0.488281, 0.777344, 1.257812, 1.296875, 0.464844, 0.722656, 0.851562, 0.800781, 1.546875, 0.851562, 1.023438, 0.96875, 1.015625, 1.03125, 0.699219, 1.429688, 1.367188, 1.460938, 1.429688, 0.980469, 1.507812, 1.546875, 1.609375, 0.960938, 1.265625, 1.351562, 1.4375, 1.523438, 1.421875, 1.554688, 1.414062, 1.5625, 1.625, 1.578125, 1.5, 0.285156, 1.6875, 1.679688, 1.453125, 1.273438, 1.859375, 1.320312, 1.460938, 3.703125, 1.609375, 1.585938, 1.476562, 1.59375, 1.585938, 1.507812, 1.570312, 1.492188, 1.328125, 1.640625, 1.554688, 1.5, 1.578125, 1.390625, 1.609375, 1.578125, 1.53125, 1.53125, 1.015625, 0.189453, 1.25, 0.566406, 0.664062, 1.195312, 0.988281, 0.239258, 0.667969, 1.164062, 1.3125, 1.15625, 1.273438, 1.265625, 1.554688, 1.601562, 1.375, 0.816406, 1.296875, 1.265625, 1.4375, 1.070312, 0.964844, 1.390625, 1.023438, 1.304688, 1.539062, 1.523438, 1.046875, 1.382812, 1.578125, 1.304688, 1.445312, 1.492188, 1.453125, 1.609375, 1.601562, 2.171875, 1.53125, 1.445312, 1.742188, 1.734375, 1.375, 1.460938, 1.703125, 0.335938, 1.476562, 1.5625, 1.515625, 1.0, 1.53125, 1.539062, 1.515625, 1.617188, 1.359375, 1.609375, 1.554688, 1.664062, 1.84375, 1.601562, 1.34375, 1.476562, 1.421875, 1.53125 ] }, "name": "model.transformer.layers.7.attn.k_norm.weight", "outputIndexes": [ 505 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 504, 505 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_7/Mul_1_output_0", "outputIndexes": [ 506 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 506, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_30_output_0", "outputIndexes": [ 507 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 506, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_31_output_0", "outputIndexes": [ 508 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 508 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_15_output_0", "outputIndexes": [ 509 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 506, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_30_output_0", "outputIndexes": [ 510 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 509, 510 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_39_output_0", "outputIndexes": [ 511 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 511, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_31_output_0", "outputIndexes": [ 512 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 507, 512 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_29_output_0", "outputIndexes": [ 513 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 474 ], "outputIndexes": [ 2754 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2754 ], "outputIndexes": [ 2755 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear", "inputIndexes": [ 2755 ], "outputIndexes": [ 2756 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 276673800, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2756 ], "outputIndexes": [ 2757 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2757 ], "outputIndexes": [ 514 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514, 502 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_31_output_0", "outputIndexes": [ 515 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 500, 513, 515, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.7/self_attn/FusedAttention", "outputIndexes": [ 516 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 516 ], "outputIndexes": [ 2758 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2758 ], "outputIndexes": [ 2759 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear", "inputIndexes": [ 2759 ], "outputIndexes": [ 2760 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 278347278, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2760 ], "outputIndexes": [ 2761 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2761 ], "outputIndexes": [ 517 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 471, 517 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_30_output_0", "outputIndexes": [ 518 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_7/Mul_output_0", "outputIndexes": [ 519 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.507812, 0.474609, 0.53125, 0.539062, 0.539062, 0.554688, 0.443359, 0.519531, 0.496094, 0.558594, 0.566406, 0.503906, 0.535156, 0.507812, 0.589844, 0.511719, 0.582031, 0.539062, 0.511719, 0.447266, 0.519531, 0.523438, 0.5625, 0.496094, 0.5, 0.570312, 0.546875, 0.542969, 0.539062, 0.539062, 0.53125, 0.53125, 0.486328, 0.550781, 0.585938, 0.570312, 0.5625, 0.498047, 0.511719, 0.511719, 0.535156, 0.496094, 0.5, 0.5625, 0.449219, 0.507812, 0.511719, 0.507812, 0.527344, 0.554688, 0.511719, 0.507812, 0.53125, 0.478516, 0.519531, 0.574219, 0.5625, 0.478516, 0.498047, 0.535156, 0.535156, 0.503906, 0.539062, 0.519531, 0.519531, 0.511719, 0.542969, 0.472656, 0.5, 0.546875, 0.519531, 0.582031, 0.535156, 0.5, 0.511719, 0.542969, 0.535156, 0.527344, 0.554688, 0.527344, 0.523438, 0.507812, 0.582031, 0.53125, 0.511719, 0.527344, 0.523438, 0.470703, 0.515625, 0.53125, 0.542969, 0.53125, 0.554688, 0.523438, 0.554688, 0.480469, 0.488281, 0.460938, 0.558594, 0.5, 0.558594, 0.554688, 0.542969, 0.470703, 0.476562, 0.539062, 0.535156, 0.527344, 0.585938, 0.53125, 0.449219, 0.535156, 0.539062, 0.558594, 0.515625, 0.542969, 0.523438, 0.550781, 0.535156, 0.542969, 0.472656, 0.546875, 0.566406, 0.550781, 0.492188, 0.486328, 0.550781, 0.527344, 0.480469, 0.527344, 0.5, 0.515625, 0.589844, 0.546875, 0.542969, 0.589844, 0.554688, 0.558594, 0.558594, 0.554688, 0.503906, 0.542969, 0.515625, 0.535156, 0.527344, 0.496094, 0.554688, 0.605469, 0.519531, 0.574219, 0.507812, 0.486328, 0.46875, 0.535156, 0.503906, 0.527344, 0.519531, 0.507812, 0.542969, 0.523438, 0.519531, 0.535156, 0.554688, 0.527344, 0.519531, 0.486328, 0.503906, 0.492188, 0.527344, 0.578125, 0.476562, 0.539062, 0.503906, 0.535156, 0.566406, 0.566406, 0.566406, 0.535156, 0.492188, 0.503906, 0.542969, 0.515625, 0.515625, 0.5625, 0.542969, 0.455078, 0.378906, 0.46875, 0.53125, 0.523438, 0.466797, 0.554688, 0.539062, 0.527344, 0.546875, 0.539062, 0.503906, 0.539062, 0.527344, 0.539062, 0.527344, 0.5, 0.574219, 0.539062, 0.542969, 0.609375, 0.486328, 0.539062, 0.392578, 0.535156, 0.5, 0.546875, 0.451172, 0.542969, 0.507812, 0.503906, 0.464844, 0.507812, 0.53125, 0.486328, 0.472656, 0.5, 0.5625, 0.542969, 0.542969, 0.542969, 0.511719, 0.507812, 0.5, 0.527344, 0.488281, 0.558594, 0.519531, 0.585938, 0.519531, 0.523438, 0.535156, 0.503906, 0.410156, 0.527344, 0.515625, 0.523438, 0.490234, 0.511719, 0.570312, 0.478516, 0.542969, 0.466797, 0.527344, 0.554688, 0.511719, 0.578125, 0.482422, 0.511719, 0.503906, 0.550781, 0.527344, 0.494141, 0.523438, 0.503906, 0.523438, 0.507812, 0.519531, 0.484375, 0.443359, 0.511719, 0.507812, 0.539062, 0.511719, 0.527344, 0.486328, 0.554688, 0.539062, 0.523438, 0.488281, 0.515625, 0.515625, 0.460938, 0.578125, 0.515625, 0.527344, 0.527344, 0.482422, 0.503906, 0.5, 0.527344, 0.527344, 0.535156, 0.511719, 0.542969, 0.519531, 0.550781, 0.5625, 0.535156, 0.546875, 0.484375, 0.498047, 0.519531, 0.5625, 0.519531, 0.523438, 0.546875, 0.503906, 0.503906, 0.523438, 0.464844, 0.503906, 0.507812, 0.484375, 0.5, 0.523438, 0.496094, 0.542969, 0.519531, 0.542969, 0.507812, 0.527344, 0.484375, 0.5625, 0.492188, 0.523438, 0.503906, 0.404297, 0.457031, 0.417969, 0.503906, 0.515625, 0.585938, 0.566406, 0.542969, 0.535156, 0.519531, 0.53125, 0.535156, 0.558594, 0.53125, 0.554688, 0.578125, 0.578125, 0.539062, 0.503906, 0.53125, 0.542969, 0.550781, 0.46875, 0.519531, 0.582031, 0.527344, 0.503906, 0.535156, 0.523438, 0.539062, 0.53125, 0.507812, 0.4375, 0.53125, 0.53125, 0.546875, 0.484375, 0.490234, 0.486328, 0.443359, 0.546875, 0.523438, 0.507812, 0.523438, 0.480469, 0.304688, 0.474609, 0.519531, 0.507812, 0.5, 0.527344, 0.523438, 0.539062, 0.582031, 0.53125, 0.53125, 0.574219, 0.523438, 0.460938, 0.511719, 0.507812, 0.478516, 0.546875, 0.496094, 0.578125, 0.490234, 0.519531, 0.490234, 0.494141, 0.535156, 0.496094, 0.511719, 0.478516, 0.554688, 0.5, 0.482422, 0.523438, 0.423828, 0.546875, 0.5, 0.566406, 0.484375, 0.503906, 0.539062, 0.455078, 0.478516, 0.53125, 0.482422, 0.515625, 0.566406, 0.494141, 0.515625, 0.511719, 0.558594, 0.476562, 0.441406, 0.519531, 0.523438, 0.527344, 0.527344, 0.480469, 0.527344, 0.447266, 0.535156, 0.554688, 0.515625, 0.515625, 0.5, 0.511719, 0.503906, 0.527344, 0.515625, 0.460938, 0.546875, 0.478516, 0.494141, 0.539062, 0.554688, 0.582031, 0.515625, 0.539062, 0.503906, 0.466797, 0.511719, 0.492188, 0.53125, 0.490234, 0.542969, 0.539062, 0.488281, 0.523438, 0.511719, 0.53125, 0.542969, 0.515625, 0.546875, 0.558594, 0.539062, 0.453125, 0.5, 0.429688, 0.523438, 0.523438, 0.550781, 0.515625, 0.539062, 0.480469, 0.507812, 0.535156, 0.570312, 0.535156, 0.53125, 0.535156, 0.507812, 0.515625, 0.515625, 0.597656, 0.46875, 0.523438, 0.554688, 0.453125, 0.462891, 0.507812, 0.535156, 0.507812, 0.539062, 0.492188, 0.46875, 0.425781, 0.542969, 0.5, 0.507812, 0.503906, 0.490234, 0.539062, 0.523438, 0.498047, 0.482422, 0.511719, 0.519531, 0.539062, 0.453125, 0.535156, 0.5, 0.492188, 0.566406, 0.53125, 0.527344, 0.488281, 0.523438, 0.5, 0.523438, 0.480469, 0.535156, 0.53125, 0.523438, 0.546875, 0.539062, 0.539062, 0.5625, 0.546875, 0.550781, 0.503906, 0.554688, 0.523438, 0.507812, 0.515625, 0.527344, 0.494141, 0.503906, 0.498047, 0.490234, 0.546875, 0.5625, 0.542969, 0.523438, 0.539062, 0.535156, 0.511719, 0.433594, 0.570312, 0.578125, 0.582031, 0.539062, 0.550781, 0.523438, 0.523438, 0.597656, 0.464844, 0.53125, 0.570312, 0.5625, 0.542969, 0.53125, 0.492188, 0.5, 0.498047, 0.515625, 0.597656, 0.486328, 0.507812, 0.53125, 0.570312, 0.550781, 0.527344, 0.503906, 0.498047, 0.542969, 0.519531, 0.498047, 0.53125, 0.542969, 0.457031, 0.5, 0.503906, 0.515625, 0.482422, 0.539062, 0.523438, 0.539062, 0.515625, 0.523438, 0.5625, 0.5, 0.546875, 0.04541, 0.558594, 0.519531, 0.535156, 0.539062, 0.542969, 0.535156, 0.523438, 0.515625, 0.523438, 0.519531, 0.490234, 0.519531, 0.535156, 0.539062, 0.53125, 0.519531, 0.511719, 0.488281, 0.511719, 0.515625, 0.523438, 0.511719, 0.371094, 0.496094, 0.503906, 0.558594, 0.535156, 0.498047, 0.527344, 0.507812, 0.503906, 0.542969, 0.53125, 0.550781, 0.464844, 0.496094, 0.494141, 0.527344, 0.570312, 0.554688, 0.554688, 0.546875, 0.523438, 0.539062, 0.550781, 0.515625, 0.507812, 0.527344, 0.503906, 0.574219, 0.476562, 0.527344, 0.490234, 0.519531, 0.527344, 0.59375, 0.546875, 0.482422, 0.570312, 0.515625, 0.492188, 0.542969, 0.578125, 0.558594, 0.46875, 0.507812, 0.511719, 0.457031, 0.515625, 0.519531, 0.601562, 0.578125, 0.550781, 0.53125, 0.519531, 0.507812, 0.523438, 0.523438, 0.519531, 0.515625, 0.5, 0.447266, 0.507812, 0.578125, 0.59375, 0.53125, 0.53125, 0.484375, 0.53125, 0.664062, 0.542969, 0.542969, 0.546875, 0.53125, 0.503906, 0.460938, 0.550781, 0.484375, 0.5625, 0.496094, 0.570312, 0.421875, 0.511719, 0.498047, 0.515625, 0.535156, 0.53125, 0.566406, 0.542969, 0.5, 0.546875, 0.523438, 0.490234, 0.494141, 0.408203, 0.515625, 0.503906, 0.5, 0.542969, 0.515625, 0.511719, 0.53125, 0.507812, 0.550781, 0.503906, 0.492188, 0.451172, 0.46875, 0.474609, 0.507812, 0.527344, 0.550781, 0.523438, 0.542969, 0.476562, 0.5625, 0.472656, 0.515625, 0.570312, 0.523438, 0.53125, 0.554688, 0.498047, 0.5625, 0.542969, 0.515625, 0.527344, 0.542969, 0.535156, 0.472656, 0.503906, 0.494141, 0.511719, 0.511719, 0.542969, 0.570312, 0.535156, 0.539062, 0.507812, 0.535156, 0.554688, 0.519531, 0.527344, 0.554688, 0.546875, 0.486328, 0.419922, 0.523438, 0.527344, 0.554688, 0.494141, 0.558594, 0.5625, 0.527344, 0.515625, 0.53125, 0.494141, 0.523438, 0.503906, 0.515625, 0.482422, 0.523438, 0.273438, 0.5625, 0.488281, 0.542969, 0.5625, 0.476562, 0.466797, 0.515625, 0.507812, 0.535156, 0.503906, 0.380859, 0.496094, 0.503906, 0.527344, 0.550781, 0.515625, 0.488281, 0.523438, 0.527344, 0.470703, 0.5625, 0.519531, 0.527344, 0.527344, 0.535156, 0.542969, 0.535156, 0.519531, 0.503906, 0.498047, 0.511719, 0.511719, 0.398438, 0.503906, 0.515625, 0.496094, 0.519531, 0.523438, 0.5, 0.503906, 0.511719, 0.542969, 0.539062, 0.535156, 0.523438, 0.53125, 0.498047, 0.503906, 0.523438, 0.5625, 0.5625, 0.53125, 0.419922, 0.523438, 0.480469, 0.476562, 0.578125, 0.539062, 0.554688, 0.511719, 0.542969, 0.558594, 0.519531, 0.546875, 0.550781, 0.539062, 0.523438, 0.484375, 0.511719, 0.554688, 0.53125, 0.511719, 0.558594, 0.515625, 0.507812, 0.542969, 0.546875, 0.511719, 0.53125, 0.492188, 0.527344, 0.503906, 0.507812, 0.550781, 0.527344, 0.458984, 0.511719, 0.519531, 0.535156, 0.570312, 0.515625, 0.470703, 0.474609, 0.527344, 0.515625, 0.507812, 0.539062, 0.5, 0.546875, 0.550781, 0.515625, 0.429688, 0.507812, 0.542969, 0.550781, 0.519531, 0.519531, 0.515625, 0.417969, 0.546875, 0.523438, 0.550781, 0.546875, 0.542969, 0.558594, 0.421875, 0.519531, 0.554688, 0.566406, 0.488281, 0.503906, 0.414062, 0.527344, 0.464844, 0.5, 0.53125, 0.535156, 0.53125, 0.462891, 0.392578, 0.554688, 0.515625, 0.503906, 0.53125, 0.535156, 0.503906, 0.570312, 0.503906, 0.449219, 0.515625, 0.527344, 0.496094, 0.474609, 0.574219, 0.519531, 0.554688, 0.542969, 0.523438, 0.554688, 0.542969, 0.523438, 0.550781, 0.515625, 0.503906, 0.535156, 0.503906, 0.441406, 0.46875, 0.535156, 0.482422, 0.511719, 0.075684, 0.578125, 0.574219, 0.5625, 0.542969, 0.515625, 0.574219, 0.515625, 0.519531, 0.523438, 0.5625, 0.523438, 0.460938, 0.566406, 0.503906, 0.511719, 0.488281, 0.46875, 0.503906, 0.511719, 0.5625, 0.558594, 0.466797, 0.5, 0.488281, 0.492188, 0.546875, 0.542969, 0.484375, 0.554688, 0.546875, 0.494141, 0.515625, 0.496094, 0.507812, 0.53125, 0.515625, 0.542969, 0.441406, 0.566406, 0.570312, 0.4375, 0.474609, 0.470703, 0.523438, 0.458984, 0.498047, 0.460938, 0.511719, 0.5625, 0.503906, 0.5625, 0.384766, 0.589844, 0.445312, 0.539062, 0.535156, 0.511719, 0.5, 0.498047, 0.546875, 0.453125, 0.574219, 0.503906, 0.507812, 0.542969, 0.492188, 0.511719, 0.511719, 0.515625, 0.519531, 0.539062, 0.542969, 0.421875, 0.5, 0.486328, 0.535156, 0.455078, 0.490234, 0.515625, 0.597656, 0.511719, 0.542969, 0.484375, 0.503906, 0.535156, 0.539062, 0.466797, 0.550781, 0.511719, 0.546875, 0.527344, 0.542969, 0.523438, 0.519531, 0.550781, 0.441406, 0.53125, 0.527344, 0.539062, 0.515625, 0.492188, 0.503906, 0.511719, 0.498047, 0.511719, 0.550781, 0.507812, 0.503906, 0.482422, 0.5625, 0.523438, 0.523438, 0.546875, 0.570312, 0.5, 0.464844, 0.519531, 0.570312, 0.570312, 0.578125, 0.578125, 0.550781, 0.5625, 0.507812, 0.660156, 0.523438, 0.486328, 0.546875, 0.609375, 0.527344, 0.507812, 0.5, 0.492188, 0.578125, 0.527344, 0.519531, 0.550781, 0.472656, 0.59375, 0.53125, 0.486328, 0.470703, 0.550781, 0.558594, 0.515625, 0.539062, 0.515625, 0.494141, 0.466797, 0.523438, 0.53125, 0.558594, 0.494141, 0.486328, 0.519531, 0.542969, 0.527344, 0.496094, 0.457031, 0.53125, 0.539062, 0.542969, 0.507812, 0.539062, 0.476562, 0.480469, 0.507812, 0.5, 0.453125, 0.527344, 0.546875, 0.519531, 0.492188, 0.539062, 0.542969, 0.550781, 0.539062, 0.539062, 0.5, 0.589844, 0.523438, 0.539062, 0.498047, 0.535156, 0.542969, 0.519531, 0.542969, 0.5625, 0.484375, 0.546875, 0.527344, 0.474609, 0.527344, 0.527344, 0.507812, 0.484375, 0.53125, 0.578125, 0.546875, 0.519531, 0.546875, 0.507812, 0.496094, 0.507812, 0.554688, 0.574219, 0.53125, 0.503906, 0.535156, 0.515625, 0.570312, 0.494141, 0.507812, 0.550781, 0.375, 0.5, 0.546875, 0.535156, 0.511719, 0.527344, 0.542969, 0.490234, 0.558594, 0.550781, 0.535156, 0.554688, 0.503906, 0.558594, 0.546875, 0.494141, 0.498047, 0.515625, 0.558594, 0.439453, 0.566406, 0.550781, 0.511719, 0.507812, 0.480469, 0.507812, 0.535156, 0.519531, 0.496094, 0.527344, 0.550781, 0.5625, 0.494141, 0.570312, 0.542969, 0.542969, 0.455078, 0.519531, 0.523438, 0.511719, 0.53125, 0.539062, 0.494141, 0.53125, 0.466797, 0.527344, 0.498047, 0.488281, 0.527344, 0.5, 0.605469, 0.523438, 0.566406, 0.539062, 0.515625, 0.523438, 0.511719, 0.535156, 0.550781, 0.574219, 0.435547, 0.527344, 0.542969, 0.527344, 0.566406, 0.488281, 0.539062, 0.550781, 0.439453, 0.46875, 0.496094, 0.539062, 0.470703, 0.539062, 0.515625, 0.53125, 0.554688, 0.527344, 0.503906, 0.574219, 0.523438, 0.515625, 0.511719, 0.535156, 0.496094, 0.542969, 0.482422, 0.519531, 0.523438, 0.5, 0.427734, 0.402344, 0.515625, 0.535156, 0.515625, 0.539062, 0.539062, 0.554688, 0.515625, 0.546875, 0.523438, 0.511719, 0.404297, 0.550781, 0.496094, 0.519531, 0.511719, 0.494141, 0.519531, 0.554688, 0.570312, 0.503906, 0.466797, 0.503906, 0.496094, 0.527344, 0.542969, 0.482422, 0.53125, 0.519531, 0.482422, 0.53125, 0.523438, 0.582031, 0.527344, 0.519531, 0.546875, 0.546875, 0.535156, 0.390625, 0.507812, 0.482422, 0.488281, 0.515625, 0.5, 0.503906, 0.519531, 0.519531, 0.539062, 0.494141, 0.488281, 0.511719, 0.5, 0.519531, 0.494141, 0.503906, 0.570312, 0.486328, 0.558594, 0.519531, 0.558594, 0.527344, 0.476562, 0.539062, 0.546875, 0.519531, 0.458984, 0.507812, 0.476562, 0.519531, 0.476562, 0.496094, 0.554688, 0.53125, 0.550781, 0.523438, 0.5, 0.515625, 0.511719, 0.503906, 0.480469, 0.53125, 0.527344, 0.570312, 0.519531, 0.570312, 0.53125, 0.527344, 0.597656, 0.539062, 0.527344, 0.527344, 0.486328, 0.535156, 0.480469, 0.523438, 0.523438, 0.494141, 0.566406, 0.558594, 0.554688, 0.527344, 0.519531, 0.441406, 0.585938, 0.554688, 0.5, 0.554688, 0.511719, 0.617188, 0.511719, 0.523438, 0.447266, 0.53125, 0.582031, 0.511719, 0.507812, 0.515625, 0.546875, 0.53125, 0.53125, 0.546875, 0.507812, 0.535156, 0.515625, 0.566406, 0.527344, 0.109375, 0.503906, 0.507812, 0.550781, 0.523438, 0.527344, 0.535156, 0.535156, 0.507812, 0.542969, 0.535156, 0.466797, 0.462891, 0.460938, 0.539062, 0.527344, 0.482422, 0.535156, 0.5, 0.476562, 0.546875, 0.539062, 0.519531, 0.582031, 0.511719, 0.53125, 0.511719, 0.519531, 0.445312, 0.539062, 0.546875, 0.535156, 0.550781, 0.507812, 0.582031, 0.482422, 0.496094, 0.492188, 0.523438, 0.542969, 0.507812, 0.507812, 0.488281, 0.5, 0.539062, 0.542969, 0.558594, 0.53125, 0.566406, 0.478516, 0.546875, 0.503906, 0.539062, 0.486328, 0.511719, 0.488281, 0.558594, 0.5625, 0.542969, 0.507812, 0.519531, 0.511719, 0.53125, 0.53125, 0.486328, 0.455078, 0.482422, 0.53125, 0.519531, 0.458984, 0.507812, 0.335938, 0.507812, 0.539062, 0.503906, 0.476562, 0.535156, 0.494141, 0.515625, 0.539062, 0.558594, 0.527344, 0.498047, 0.503906, 0.546875, 0.511719, 0.558594, 0.515625, 0.523438, 0.484375, 0.492188, 0.546875, 0.515625, 0.449219, 0.515625, 0.5, 0.511719, 0.460938, 0.523438, 0.498047, 0.484375, 0.474609, 0.472656, 0.554688, 0.480469, 0.570312, 0.554688, 0.566406, 0.503906, 0.519531, 0.523438, 0.462891, 0.511719, 0.515625, 0.494141, 0.496094, 0.472656, 0.535156, 0.542969, 0.53125, 0.5, 0.535156, 0.490234, 0.496094, 0.515625, 0.550781, 0.455078, 0.539062, 0.554688, 0.519531, 0.490234, 0.503906, 0.523438, 0.457031, 0.519531, 0.542969, 0.53125, 0.523438, 0.53125, 0.457031, 0.5625, 0.523438, 0.542969, 0.539062, 0.5, 0.515625, 0.554688, 0.474609, 0.503906, 0.542969, 0.523438, 0.511719, 0.515625, 0.511719, 0.507812, 0.550781, 0.527344, 0.523438, 0.523438, 0.53125, 0.507812, 0.523438, 0.515625, 0.511719, 0.476562, 0.542969, 0.490234, 0.476562, 0.496094, 0.494141, 0.507812, 0.507812, 0.507812, 0.482422, 0.498047, 0.511719, 0.535156, 0.585938, 0.511719, 0.496094, 0.527344, 0.582031, 0.480469, 0.490234, 0.503906, 0.523438, 0.511719, 0.539062, 0.482422, 0.46875, 0.554688, 0.558594, 0.503906, 0.488281, 0.488281, 0.546875, 0.546875, 0.494141, 0.546875, 0.472656, 0.5, 0.535156, 0.527344, 0.558594, 0.527344, 0.523438, 0.558594, 0.558594, 0.5, 0.5625, 0.320312, 0.53125, 0.542969, 0.542969, 0.53125, 0.511719, 0.605469, 0.470703, 0.443359, 0.523438, 0.542969, 0.507812, 0.554688, 0.554688, 0.539062, 0.486328, 0.527344, 0.519531, 0.53125, 0.570312, 0.458984, 0.613281, 0.542969, 0.453125, 0.423828, 0.507812, 0.515625, 0.566406, 0.496094, 0.523438, 0.542969, 0.507812, 0.474609, 0.519531, 0.5, 0.451172, 0.472656, 0.535156, 0.523438, 0.542969, 0.574219, 0.507812, 0.519531, 0.464844, 0.539062, 0.542969, 0.478516, 0.527344, 0.5, 0.597656, 0.498047, 0.574219, 0.503906, 0.53125, 0.523438, 0.539062, 0.554688, 0.566406, 0.5625, 0.455078, 0.574219, 0.490234, 0.496094, 0.523438, 0.542969, 0.542969, 0.519531, 0.554688, 0.5, 0.515625, 0.539062, 0.546875, 0.554688, 0.535156, 0.578125, 0.474609, 0.511719, 0.492188, 0.474609, 0.519531, 0.507812, 0.539062, 0.515625, 0.488281, 0.423828, 0.535156, 0.566406, 0.515625, 0.542969, 0.527344, 0.515625, 0.570312, 0.539062, 0.466797, 0.546875, 0.53125, 0.484375, 0.466797, 0.507812, 0.496094, 0.5625, 0.492188, 0.535156, 0.539062, 0.433594, 0.53125, 0.503906, -0.00103, 0.523438, 0.539062, 0.427734, 0.460938, 0.523438, 0.53125, 0.570312, 0.466797, 0.566406, 0.550781, 0.527344, 0.550781, 0.527344, 0.539062, 0.5625, 0.511719, 0.554688, 0.486328, 0.5625, 0.511719, 0.574219, 0.554688, 0.539062, 0.498047, 0.419922, 0.498047, 0.46875, 0.539062, 0.515625, 0.482422, 0.494141, 0.554688, 0.503906, 0.535156, 0.527344, 0.585938, 0.519531, 0.542969, 0.470703, 0.441406, 0.496094, 0.574219, 0.523438, 0.53125, 0.482422, 0.527344, 0.494141, 0.515625, 0.539062, 0.53125, 0.519531, 0.558594, 0.542969, 0.486328, 0.53125, 0.53125, 0.527344, 0.515625, 0.53125, 0.503906, 0.546875, 0.498047, 0.431641, 0.53125, 0.546875, 0.535156, 0.503906, 0.546875, 0.470703, 0.443359, 0.5, 0.539062, 0.53125, 0.535156, 0.470703, 0.478516, 0.546875, 0.480469, 0.371094, 0.570312, 0.527344, 0.535156, 0.550781, 0.578125, 0.542969, 0.546875, 0.453125, 0.476562, 0.511719, 0.515625, 0.476562, 0.447266, 0.539062, 0.554688, 0.53125, 0.507812, 0.490234, 0.515625, 0.566406, 0.507812, 0.474609, 0.546875, 0.5, 0.519531, 0.490234, 0.546875, 0.550781, 0.542969, 0.511719, 0.423828, 0.503906, 0.515625, 0.519531, 0.550781, 0.5, 0.519531, 0.546875, 0.427734, 0.5625, 0.5, 0.53125, 0.507812, 0.519531, 0.535156, 0.558594, 0.527344, 0.449219, 0.5625, 0.511719, 0.494141, 0.550781, 0.597656, 0.535156, 0.480469, 0.503906, 0.527344, 0.490234, 0.5, 0.507812, 0.507812, 0.457031, 0.523438, 0.519531, 0.535156, 0.574219, 0.515625, 0.490234, 0.570312, 0.519531, 0.515625, 0.472656, 0.535156, 0.535156, 0.550781, 0.05127, 0.527344, 0.511719, 0.566406, 0.5, 0.59375, 0.566406, 0.507812, 0.472656, 0.523438, 0.542969, 0.507812, 0.511719, 0.482422, 0.503906, 0.498047, 0.511719, 0.511719, 0.546875, 0.484375, 0.496094, 0.53125, 0.503906, 0.492188, 0.503906, 0.466797, 0.535156, 0.396484, 0.490234, 0.5, 0.535156, 0.515625, 0.482422, 0.523438, 0.494141, 0.519531, 0.484375, 0.507812, 0.535156, 0.515625, 0.558594, 0.5625, 0.515625, 0.5, 0.507812, 0.498047, 0.515625, 0.539062, 0.484375, 0.53125, 0.490234, 0.511719, 0.5, 0.5, 0.527344, 0.570312, 0.496094, 0.507812, 0.527344, 0.494141, 0.539062, 0.539062, 0.5625, 0.523438, 0.511719, 0.494141, 0.535156, 0.503906, 0.498047, 0.515625, 0.527344, 0.554688, 0.482422, 0.523438, 0.488281, 0.5, 0.494141, 0.492188, 0.527344, 0.507812, 0.458984, 0.546875, 0.503906, 0.535156, 0.53125, 0.539062, 0.476562, 0.490234, 0.566406, 0.546875, 0.507812, 0.515625, 0.535156, 0.472656, 0.550781, 0.519531, 0.523438, 0.507812, 0.511719, 0.492188, 0.535156, 0.570312, 0.429688, 0.511719, 0.503906, 0.53125, 0.498047, 0.527344, 0.496094, 0.494141, 0.503906, 0.492188, 0.507812, 0.539062, 0.535156, 0.535156, 0.470703, 0.408203, 0.550781, 0.558594, 0.554688, 0.480469, 0.539062, 0.515625, 0.574219, 0.542969, 0.5, 0.546875, 0.496094, 0.523438, 0.570312, 0.519531, 0.472656, 0.5, 0.527344, 0.507812, 0.470703, 0.496094, 0.457031, 0.490234, 0.498047, 0.515625, 0.53125, 0.507812, 0.550781, 0.523438, 0.519531, 0.546875, 0.474609, 0.566406, 0.470703, 0.486328, 0.507812, 0.484375, 0.490234, 0.482422, 0.519531, 0.503906, 0.507812, 0.486328, 0.53125, 0.523438, 0.519531, 0.503906, 0.546875, 0.5, 0.527344, 0.458984, 0.507812, 0.433594, 0.511719, 0.492188, 0.503906, 0.539062, 0.447266, 0.546875, 0.566406, 0.480469, 0.53125, 0.5, 0.494141, 0.535156, 0.546875, 0.539062, 0.496094, 0.578125, 0.566406, 0.53125, 0.515625, 0.480469, 0.494141, 0.507812, 0.503906, 0.507812, 0.478516, 0.480469, 0.546875, 0.566406, 0.474609, 0.539062, 0.492188, 0.470703, 0.539062, 0.498047, 0.453125, 0.451172, 0.566406, 0.503906, 0.507812, 0.527344, 0.546875, 0.523438, 0.492188, 0.535156, 0.5625, 0.542969, 0.486328, 0.5, 0.523438, 0.476562, 0.523438, 0.5625, 0.503906, 0.527344, 0.478516, 0.507812, 0.507812, 0.275391, 0.53125, 0.460938, 0.53125, 0.59375, 0.498047, 0.527344, 0.457031, 0.486328, 0.535156, 0.550781, 0.542969, 0.554688, 0.492188, 0.523438, 0.542969, 0.582031, 0.523438, 0.466797, 0.5, 0.527344, 0.527344, 0.474609, 0.466797, 0.546875, 0.484375, 0.566406, 0.546875, 0.503906, 0.523438, 0.462891, 0.453125, 0.527344, 0.5, 0.494141, 0.496094, 0.474609, 0.490234, 0.486328, 0.457031, 0.558594, 0.546875, 0.478516, 0.542969, 0.511719, 0.515625, 0.53125, 0.439453, 0.503906, 0.523438, 0.498047, 0.511719, 0.414062, 0.486328, 0.535156, 0.523438, 0.511719, 0.539062, 0.030029, 0.527344, 0.535156, 0.53125, 0.441406, 0.566406, 0.503906, 0.503906, 0.550781, 0.494141, 0.445312, 0.507812, 0.472656, 0.490234, 0.539062, 0.535156, 0.511719, 0.566406, 0.503906, 0.542969, 0.550781, 0.535156, 0.507812, 0.488281, 0.53125, 0.550781, 0.523438, 0.515625, 0.503906, 0.482422, 0.492188, 0.496094, 0.5, 0.535156, 0.498047, 0.59375, 0.523438, 0.511719, 0.539062, 0.558594, 0.507812, 0.5, 0.5, 0.511719, 0.542969, 0.496094, 0.519531, 0.554688, 0.535156, 0.511719, 0.494141, 0.494141, 0.511719, 0.546875, 0.507812, 0.558594, 0.554688, 0.550781, 0.523438, 0.480469, 0.558594, 0.523438, 0.515625, 0.550781, 0.515625, 0.515625, 0.535156, 0.589844, 0.527344, 0.488281, 0.507812, 0.503906, 0.535156, 0.503906, 0.507812, 0.515625, 0.519531, 0.515625, 0.494141, 0.488281, 0.539062, 0.451172, 0.511719, 0.478516, 0.542969, 0.496094, 0.511719, 0.550781, 0.527344, 0.621094, 0.550781, 0.527344, 0.466797, 0.515625, 0.496094, 0.494141, 0.390625, 0.519531, 0.546875, 0.507812, 0.539062, 0.554688, 0.523438, 0.511719, 0.554688, 0.511719, 0.498047, 0.566406, 0.503906, 0.558594, 0.542969, 0.582031, 0.515625, 0.542969, 0.515625, 0.527344, 0.515625, 0.5, 0.511719, 0.476562, 0.535156, 0.527344, 0.535156, 0.539062, 0.527344, 0.494141, 0.494141, 0.484375, 0.480469, 0.5625, 0.527344, 0.535156, 0.515625, 0.494141, 0.519531, 0.550781, 0.53125, 0.585938, 0.523438, 0.507812, 0.470703, 0.480469, 0.550781, 0.550781, 0.554688, 0.546875, 0.503906, 0.527344, 0.515625, 0.511719, 0.496094, 0.558594, 0.53125, 0.566406, 0.570312, 0.511719, 0.542969, 0.53125, 0.490234, 0.546875, 0.53125, 0.554688, 0.550781, 0.585938, 0.53125, 0.523438, 0.480469, 0.589844, 0.515625, 0.523438, 0.498047, 0.542969, 0.53125, 0.542969, 0.507812, 0.53125, 0.511719, 0.582031, 0.490234, 0.472656, 0.5625, 0.486328, 0.523438, 0.431641, 0.498047, 0.490234, 0.527344, 0.457031, 0.542969, 0.492188, 0.496094, 0.542969, 0.558594, 0.515625, 0.527344, 0.519531, 0.542969, 0.5625, 0.527344, 0.507812, 0.496094, 0.53125, 0.482422, 0.515625, 0.419922, 0.535156, 0.527344, 0.585938, 0.523438, 0.546875, 0.53125, 0.539062, 0.503906, 0.503906, 0.53125, 0.507812, 0.527344, 0.490234, 0.507812, 0.507812, 0.566406, 0.523438, 0.554688, 0.488281, 0.5625, 0.5, 0.503906, 0.474609, 0.503906, 0.550781, 0.542969, 0.519531, 0.539062, 0.486328, 0.503906, 0.546875, 0.519531, 0.494141, 0.507812, 0.550781, 0.5, 0.527344, 0.492188, 0.558594, 0.527344, 0.527344, 0.523438, 0.507812, 0.496094, 0.53125, 0.539062, 0.492188, 0.527344, 0.558594, 0.515625, 0.539062, 0.542969, 0.527344, 0.519531, 0.494141, 0.550781, 0.5, 0.507812, 0.542969, 0.519531, 0.523438, 0.546875, 0.503906, 0.419922, 0.546875, 0.5625, 0.546875, 0.542969, 0.492188, 0.478516, 0.539062, 0.570312, 0.511719, 0.53125, 0.527344, 0.546875, 0.523438, 0.527344, 0.582031, 0.558594, 0.523438, 0.519531, 0.527344, 0.492188, 0.511719, 0.574219, 0.511719, 0.451172, 0.5625, 0.458984, 0.546875, 0.558594, 0.527344, 0.498047, 0.523438, 0.511719, 0.546875, 0.507812, 0.515625, 0.539062, 0.566406, 0.535156, 0.53125, 0.546875, 0.53125, 0.539062, 0.535156, 0.542969, 0.507812, 0.527344, 0.539062, 0.535156, 0.494141, 0.503906, 0.523438, 0.476562, 0.527344, 0.558594, 0.511719, 0.554688, 0.550781, 0.535156, 0.519531, 0.570312, 0.542969, 0.53125, 0.542969, 0.570312, 0.511719, 0.507812, 0.488281, 0.601562, 0.554688, 0.542969, 0.558594, 0.507812, 0.527344, 0.539062, 0.507812, 0.53125, 0.494141, 0.498047, 0.445312, 0.515625, 0.429688, 0.574219, 0.511719, 0.511719, 0.523438, 0.554688, 0.478516, 0.445312, 0.546875, 0.574219, 0.523438, 0.585938, 0.496094, 0.503906, 0.498047, 0.5, 0.478516, 0.550781, 0.558594, 0.535156, 0.535156, 0.519531, 0.515625, 0.585938, 0.488281, 0.492188, 0.472656, 0.527344, 0.503906, 0.515625, 0.371094, 0.472656, 0.523438, 0.535156, 0.5, 0.507812, 0.527344, 0.539062, 0.496094, 0.496094, 0.451172, 0.535156, 0.486328, 0.546875, 0.503906, 0.507812, 0.460938, 0.554688, 0.458984, 0.523438, 0.582031, 0.480469, 0.515625, 0.53125, 0.535156, 0.511719, 0.554688, 0.527344, 0.400391, 0.59375, 0.542969, 0.53125, 0.511719, 0.460938, 0.550781, 0.523438, 0.539062, 0.523438, 0.482422, 0.503906, 0.542969, 0.515625, 0.494141, 0.507812, 0.462891, 0.523438, 0.546875, 0.546875, 0.515625, 0.535156, 0.523438, 0.527344, 0.542969, 0.511719, 0.507812, 0.519531, 0.445312, 0.539062, 0.507812, 0.515625, 0.490234, 0.570312, 0.507812, 0.527344, 0.5625, 0.539062, 0.507812, 0.458984, 0.5625, 0.554688, 0.511719, 0.462891, 0.535156, 0.554688, 0.515625, 0.570312, 0.542969, 0.503906, 0.523438, 0.53125, 0.546875, 0.535156, 0.511719, 0.566406, 0.515625, 0.53125, 0.515625, 0.511719, 0.480469, 0.507812, 0.5, 0.570312, 0.550781, 0.5, 0.542969, 0.519531, 0.542969, 0.597656, 0.498047, 0.488281, 0.523438, 0.464844, 0.490234, 0.550781, 0.546875, 0.507812, 0.558594, 0.539062, 0.474609, 0.515625, 0.439453, 0.527344, 0.5625, 0.582031, 0.570312, 0.515625, 0.474609, 0.519531, 0.566406, 0.550781, 0.515625, 0.496094, 0.494141, 0.523438, 0.486328, 0.535156, 0.523438, 0.570312, 0.539062, 0.535156, 0.511719, 0.539062, 0.53125, 0.496094, 0.550781, 0.439453, 0.519531, 0.523438, 0.445312, 0.503906, 0.511719, 0.490234, 0.519531, 0.578125, 0.5, 0.478516, 0.535156, 0.613281, 0.542969, 0.482422, 0.546875, 0.5, 0.5625, 0.515625, 0.511719, 0.451172, 0.402344, 0.53125, 0.558594, 0.53125, 0.554688, 0.53125, 0.539062, 0.498047, 0.535156, 0.582031, 0.550781, 0.478516, 0.498047, 0.455078, 0.482422, 0.511719, 0.482422, 0.507812, 0.546875, 0.5, 0.494141, 0.539062, 0.519531, 0.482422, 0.589844, 0.486328, 0.582031, 0.554688, 0.535156, 0.498047, 0.458984, 0.554688, 0.546875, 0.523438, 0.546875, 0.507812, 0.476562, 0.515625, 0.435547, 0.515625, 0.523438, 0.539062, 0.542969, 0.5, 0.46875, 0.478516, 0.511719, 0.5, 0.503906, 0.527344, 0.558594, 0.478516, 0.515625, 0.511719, 0.574219, 0.558594, 0.550781, 0.523438, 0.480469, 0.466797, 0.542969, 0.535156, 0.535156, 0.527344, 0.46875, 0.566406, 0.550781, 0.515625, 0.527344, 0.566406, 0.542969, 0.570312, 0.449219, 0.460938, 0.570312, 0.554688, 0.523438, 0.494141, 0.527344, 0.507812, 0.527344, 0.539062, 0.523438, 0.535156, 0.554688, 0.482422, 0.527344, 0.550781, 0.490234, 0.539062, 0.535156, 0.46875, 0.546875, 0.503906, 0.578125, 0.486328, 0.466797, 0.613281, 0.515625, 0.503906, 0.589844, 0.542969, 0.494141, 0.503906, 0.503906, 0.476562, 0.582031, 0.515625, 0.5, 0.511719, 0.539062, 0.542969, 0.582031, 0.53125, 0.494141, 0.535156, 0.574219, 0.496094, 0.546875, 0.476562, 0.566406, 0.5625, 0.542969, 0.550781, 0.519531, 0.5625, 0.542969, 0.535156, 0.558594, 0.519531, 0.519531, 0.345703, 0.458984, 0.474609, 0.482422, 0.539062, 0.546875, 0.550781, 0.519531, 0.511719, 0.578125, 0.53125, 0.519531, 0.490234, 0.453125, 0.503906, 0.550781, 0.494141, 0.546875, 0.554688, 0.542969, 0.53125, 0.488281, 0.484375, 0.566406, 0.5, 0.53125, 0.523438, 0.519531, 0.542969, 0.53125, 0.515625, 0.582031, 0.578125, 0.478516, 0.546875, 0.550781, 0.5, 0.515625, 0.53125, 0.546875, 0.5, 0.542969, 0.484375, 0.535156, 0.527344, 0.542969, 0.527344, 0.494141, 0.550781, 0.597656, 0.478516, 0.539062, 0.527344, 0.484375, 0.5, 0.410156, 0.601562, 0.511719, 0.515625, 0.5, 0.498047, 0.546875, 0.558594, 0.503906, 0.498047, 0.511719, 0.53125, 0.503906, 0.527344, 0.53125, 0.503906, 0.519531, 0.482422, 0.5625, 0.535156, 0.373047, 0.519531, 0.550781, 0.550781, 0.519531, 0.511719, 0.519531, 0.445312, 0.447266, 0.539062, 0.539062, 0.519531, 0.5, 0.554688, 0.511719, 0.507812, 0.53125, 0.5625, 0.558594, 0.511719, 0.455078, 0.523438, 0.496094, 0.507812, 0.566406, 0.507812, 0.527344, 0.53125, 0.519531, 0.523438, 0.507812, 0.5625, 0.507812, 0.550781, 0.451172, 0.546875, 0.507812, 0.574219, 0.546875, 0.515625, 0.625, 0.472656, 0.527344, 0.527344, 0.527344, 0.486328, 0.582031, 0.558594, 0.480469, 0.519531, 0.515625, 0.511719, 0.523438, 0.515625, 0.535156, 0.474609, 0.476562, 0.515625, 0.515625, 0.492188, 0.542969, 0.421875, 0.554688, 0.539062, 0.523438, 0.5, 0.566406, 0.527344, 0.558594, 0.535156, 0.527344, 0.486328, 0.511719, 0.53125, 0.507812, 0.498047, 0.546875, 0.527344, 0.542969, 0.486328, 0.539062, 0.53125, 0.503906, 0.539062, 0.5625, 0.492188, 0.566406, 0.515625, 0.53125, 0.535156, 0.519531, 0.496094, 0.519531, 0.542969, 0.5, 0.550781, 0.492188, 0.558594, 0.492188, 0.550781, 0.535156, 0.511719, 0.566406, 0.421875, 0.511719, 0.511719, 0.507812, 0.582031, 0.445312, 0.535156, 0.511719, 0.523438, 0.542969, 0.519531, 0.539062, 0.53125, 0.460938, 0.507812, 0.546875, 0.5625, 0.439453, 0.484375, 0.492188, 0.542969, 0.585938, 0.566406, 0.519531, 0.585938, 0.515625, 0.53125, 0.558594, 0.527344, 0.511719, 0.53125, 0.519531, 0.462891, 0.554688, 0.466797, 0.535156, 0.519531, 0.535156, 0.5, 0.523438, 0.542969, 0.484375, 0.53125, 0.470703, 0.511719, 0.480469, 0.574219, 0.515625, 0.554688, 0.589844, 0.539062, 0.539062, 0.515625, 0.507812, 0.554688, 0.53125, 0.566406, 0.515625, 0.53125, 0.558594, 0.490234, 0.539062, 0.519531, 0.546875, 0.492188, 0.519531, 0.503906, 0.498047, 0.498047, 0.542969, 0.539062, 0.5, 0.464844, 0.46875, 0.515625, 0.523438, 0.53125, 0.511719, 0.53125, 0.574219, 0.455078, 0.566406, 0.582031, 0.535156, 0.515625, 0.462891, 0.535156, 0.550781, 0.511719, 0.492188, 0.515625, 0.523438, 0.492188, 0.523438, 0.515625, 0.527344, 0.550781, 0.447266, 0.535156, 0.535156, 0.535156, 0.490234, 0.527344, 0.523438, 0.498047, 0.546875, 0.566406 ] }, "name": "model.transformer.layers.7.ffn_norm.weight", "outputIndexes": [ 520 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 519, 520 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_7/Mul_1_output_0", "outputIndexes": [ 521 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 521 ], "outputIndexes": [ 2762 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2762 ], "outputIndexes": [ 2763 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_1/Linear", "inputIndexes": [ 2763 ], "outputIndexes": [ 2764 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 7168, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 172032, "weightSize": 0 }, "external": [ 285032212, 22020358, 1376256, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2764 ], "outputIndexes": [ 2765 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2765 ], "outputIndexes": [ 522 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 7168 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 522, 21, 160, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_7/Slice_output_0", "outputIndexes": [ 523 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 523 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_7/Sigmoid_output_0", "outputIndexes": [ 524 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 523, 524 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_7/Mul_output_0", "outputIndexes": [ 525 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 7168 ] }, "name": "/ffn_7/Mul_1_output_0", "outputIndexes": [ 526 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 522, 160, 526, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_7/Slice_1_output_0", "outputIndexes": [ 527 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525, 527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_7/Mul_2_output_0", "outputIndexes": [ 528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 2766 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2766 ], "outputIndexes": [ 2767 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_2/Linear", "inputIndexes": [ 2767 ], "outputIndexes": [ 2768 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 86016, "weightSize": 0 }, "external": [ 308428826, 11010310, 688128, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2768 ], "outputIndexes": [ 2769 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2769 ], "outputIndexes": [ 529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518, 529 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_31_output_0", "outputIndexes": [ 530 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 530, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_32_output_0", "outputIndexes": [ 531 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 531 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_8/Mul_output_0", "outputIndexes": [ 532 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.177734, 0.189453, 0.181641, 0.185547, 0.188477, 0.192383, 0.183594, 0.165039, 0.183594, 0.165039, 0.180664, 0.174805, 0.180664, 0.173828, 0.142578, 0.205078, 0.194336, 0.166992, 0.167969, 0.178711, 0.183594, 0.188477, 0.189453, 0.19043, 0.196289, 0.18457, 0.183594, 0.18457, 0.182617, 0.179688, 0.18457, 0.202148, 0.197266, 0.204102, 0.171875, 0.193359, 0.197266, 0.182617, 0.185547, 0.182617, 0.172852, 0.183594, 0.185547, 0.18457, 0.193359, 0.191406, 0.180664, 0.176758, 0.180664, 0.192383, 0.164062, 0.171875, 0.207031, 0.176758, 0.172852, 0.194336, 0.194336, 0.1875, 0.175781, 0.185547, 0.179688, 0.178711, 0.193359, 0.189453, 0.18457, 0.181641, 0.193359, 0.175781, 0.18457, 0.180664, 0.183594, 0.19043, 0.168945, 0.18457, 0.188477, 0.167969, 0.19043, 0.180664, 0.189453, 0.192383, 0.199219, 0.178711, 0.194336, 0.177734, 0.195312, 0.197266, 0.183594, 0.208984, 0.202148, 0.194336, 0.173828, 0.176758, 0.192383, 0.178711, 0.193359, 0.177734, 0.173828, 0.177734, 0.195312, 0.179688, 0.168945, 0.167969, 0.202148, 0.18457, 0.193359, 0.186523, 0.1875, 0.182617, 0.178711, 0.189453, 0.179688, 0.183594, 0.197266, 0.206055, 0.176758, 0.194336, 0.198242, 0.203125, 0.194336, 0.193359, 0.177734, 0.1875, 0.188477, 0.185547, 0.174805, 0.192383, 0.194336, 0.170898, 0.18457, 0.170898, 0.183594, 0.182617, 0.212891, 0.178711, 0.175781, 0.183594, 0.198242, 0.185547, 0.195312, 0.19043, 0.189453, 0.176758, 0.180664, 0.183594, 0.196289, 0.19043, 0.185547, 0.194336, 0.179688, 0.1875, 0.188477, 0.197266, 0.163086, 0.189453, 0.173828, 0.19043, 0.170898, 0.186523, 0.179688, 0.176758, 0.206055, 0.172852, 0.199219, 0.19043, 0.195312, 0.174805, 0.180664, 0.19043, 0.182617, 0.209961, 0.183594, 0.202148, 0.166016, 0.186523, 0.194336, 0.180664, 0.194336, 0.172852, 0.180664, 0.192383, 0.198242, 0.178711, 0.178711, 0.166016, 0.19043, 0.175781, 0.172852, 0.164062, 0.194336, 0.173828, 0.164062, 0.160156, 0.186523, 0.167969, 0.185547, 0.183594, 0.182617, 0.192383, 0.188477, 0.175781, 0.18457, 0.186523, 0.185547, 0.185547, 0.201172, 0.197266, 0.196289, 0.193359, 0.137695, 0.170898, 0.179688, 0.1875, 0.162109, 0.207031, 0.175781, 0.196289, 0.169922, 0.189453, 0.196289, 0.179688, 0.183594, 0.182617, 0.19043, 0.180664, 0.189453, 0.1875, 0.185547, 0.170898, 0.178711, 0.188477, 0.171875, 0.186523, 0.181641, 0.200195, 0.203125, 0.185547, 0.1875, 0.186523, 0.155273, 0.193359, 0.171875, 0.186523, 0.194336, 0.176758, 0.180664, 0.19043, 0.197266, 0.166016, 0.189453, 0.188477, 0.1875, 0.195312, 0.15918, 0.18457, 0.160156, 0.194336, 0.183594, 0.15918, 0.1875, 0.169922, 0.193359, 0.188477, 0.196289, 0.176758, 0.167969, 0.189453, 0.167969, 0.182617, 0.172852, 0.192383, 0.180664, 0.186523, 0.166992, 0.191406, 0.194336, 0.179688, 0.186523, 0.162109, 0.170898, 0.170898, 0.179688, 0.186523, 0.173828, 0.193359, 0.177734, 0.1875, 0.183594, 0.179688, 0.166992, 0.196289, 0.178711, 0.197266, 0.182617, 0.185547, 0.18457, 0.177734, 0.19043, 0.174805, 0.193359, 0.168945, 0.185547, 0.198242, 0.181641, 0.173828, 0.199219, 0.164062, 0.195312, 0.185547, 0.196289, 0.164062, 0.171875, 0.183594, 0.198242, 0.19043, 0.189453, 0.18457, 0.170898, 0.179688, 0.189453, 0.180664, 0.194336, 0.188477, 0.161133, 0.178711, 0.188477, 0.181641, 0.182617, 0.201172, 0.182617, 0.203125, 0.185547, 0.186523, 0.196289, 0.170898, 0.191406, 0.166992, 0.210938, 0.183594, 0.1875, 0.192383, 0.175781, 0.195312, 0.192383, 0.177734, 0.169922, 0.183594, 0.183594, 0.192383, 0.168945, 0.198242, 0.204102, 0.193359, 0.186523, 0.185547, 0.182617, 0.18457, 0.208984, 0.191406, 0.178711, 0.158203, 0.186523, 0.175781, 0.174805, 0.176758, 0.177734, 0.189453, 0.174805, 0.11377, 0.163086, 0.160156, 0.193359, 0.18457, 0.193359, 0.182617, 0.203125, 0.201172, 0.196289, 0.182617, 0.208008, 0.178711, 0.173828, 0.173828, 0.18457, 0.173828, 0.186523, 0.188477, 0.169922, 0.188477, 0.182617, 0.172852, 0.18457, 0.182617, 0.163086, 0.193359, 0.185547, 0.179688, 0.185547, 0.178711, 0.169922, 0.166016, 0.191406, 0.196289, 0.18457, 0.197266, 0.172852, 0.177734, 0.179688, 0.178711, 0.182617, 0.177734, 0.195312, 0.191406, 0.185547, 0.18457, 0.175781, 0.19043, 0.176758, 0.191406, 0.200195, 0.1875, 0.203125, 0.1875, 0.193359, 0.189453, 0.188477, 0.176758, 0.186523, 0.171875, 0.180664, 0.168945, 0.181641, 0.177734, 0.186523, 0.164062, 0.161133, 0.1875, 0.172852, 0.189453, 0.181641, 0.198242, 0.18457, 0.175781, 0.189453, 0.173828, 0.172852, 0.155273, 0.180664, 0.180664, 0.182617, 0.207031, 0.19043, 0.18457, 0.188477, 0.18457, 0.179688, 0.198242, 0.179688, 0.1875, 0.182617, 0.180664, 0.167969, 0.19043, 0.147461, 0.183594, 0.183594, 0.189453, 0.196289, 0.183594, 0.165039, 0.174805, 0.185547, 0.207031, 0.197266, 0.186523, 0.192383, 0.170898, 0.177734, 0.186523, 0.169922, 0.189453, 0.200195, 0.179688, 0.185547, 0.175781, 0.200195, 0.18457, 0.186523, 0.193359, 0.171875, 0.194336, 0.175781, 0.196289, 0.188477, 0.18457, 0.175781, 0.174805, 0.182617, 0.191406, 0.181641, 0.18457, 0.185547, 0.191406, 0.185547, 0.173828, 0.177734, 0.185547, 0.1875, 0.174805, 0.18457, 0.1875, 0.18457, 0.191406, 0.171875, 0.193359, 0.186523, 0.204102, 0.198242, 0.193359, 0.188477, 0.186523, 0.185547, 0.189453, 0.1875, 0.200195, 0.1875, 0.175781, 0.178711, 0.185547, 0.171875, 0.178711, 0.186523, 0.185547, 0.18457, 0.172852, 0.166016, 0.177734, 0.186523, 0.170898, 0.182617, 0.201172, 0.205078, 0.172852, 0.198242, 0.170898, 0.185547, 0.183594, 0.191406, 0.180664, 0.186523, 0.196289, 0.172852, 0.196289, 0.208984, 0.185547, 0.201172, 0.194336, 0.189453, 0.191406, 0.18457, 0.186523, 0.193359, 0.180664, 0.172852, 0.175781, 0.186523, 0.192383, 0.180664, 0.169922, 0.204102, 0.174805, 0.200195, 0.188477, 0.208984, 0.194336, 0.193359, 0.191406, 0.18457, 0.193359, 0.177734, 0.214844, 0.194336, 0.209961, 0.195312, 0.193359, 0.208008, 0.181641, 0.1875, 0.089844, 0.1875, 0.172852, 0.194336, 0.199219, 0.1875, 0.188477, 0.192383, 0.195312, 0.161133, 0.192383, 0.199219, 0.191406, 0.208984, 0.168945, 0.178711, 0.185547, 0.183594, 0.180664, 0.170898, 0.181641, 0.205078, 0.18457, 0.179688, 0.172852, 0.189453, 0.193359, 0.191406, 0.179688, 0.1875, 0.172852, 0.195312, 0.170898, 0.189453, 0.183594, 0.171875, 0.181641, 0.186523, 0.178711, 0.175781, 0.193359, 0.206055, 0.185547, 0.196289, 0.1875, 0.178711, 0.193359, 0.175781, 0.1875, 0.160156, 0.170898, 0.194336, 0.180664, 0.179688, 0.193359, 0.193359, 0.201172, 0.195312, 0.185547, 0.201172, 0.165039, 0.180664, 0.176758, 0.133789, 0.204102, 0.188477, 0.1875, 0.183594, 0.155273, 0.192383, 0.183594, 0.169922, 0.183594, 0.189453, 0.185547, 0.197266, 0.192383, 0.193359, 0.195312, 0.179688, 0.173828, 0.172852, 0.168945, 0.191406, 0.192383, 0.191406, 0.183594, 0.194336, 0.1875, 0.1875, 0.143555, 0.181641, 0.196289, 0.182617, 0.181641, 0.182617, 0.19043, 0.180664, 0.171875, 0.201172, 0.1875, 0.180664, 0.183594, 0.196289, 0.179688, 0.18457, 0.188477, 0.183594, 0.191406, 0.210938, 0.178711, 0.19043, 0.193359, 0.176758, 0.175781, 0.185547, 0.203125, 0.183594, 0.189453, 0.180664, 0.180664, 0.178711, 0.174805, 0.169922, 0.192383, 0.18457, 0.1875, 0.178711, 0.162109, 0.175781, 0.189453, 0.179688, 0.200195, 0.189453, 0.179688, 0.183594, 0.185547, 0.18457, 0.193359, 0.189453, 0.202148, 0.19043, 0.180664, 0.192383, 0.179688, 0.189453, 0.182617, 0.175781, 0.193359, 0.201172, 0.168945, 0.183594, 0.198242, 0.191406, 0.19043, 0.201172, 0.199219, 0.181641, 0.172852, 0.181641, 0.182617, 0.188477, 0.197266, 0.176758, 0.193359, 0.194336, 0.183594, 0.170898, 0.198242, 0.18457, 0.18457, 0.180664, 0.147461, 0.199219, 0.177734, 0.189453, 0.170898, 0.188477, 0.18457, 0.189453, 0.192383, 0.175781, 0.194336, 0.125, 0.209961, 0.177734, 0.192383, 0.196289, 0.165039, 0.181641, 0.193359, 0.176758, 0.18457, 0.181641, 0.128906, 0.1875, 0.204102, 0.188477, 0.181641, 0.191406, 0.182617, 0.189453, 0.1875, 0.177734, 0.211914, 0.172852, 0.171875, 0.176758, 0.189453, 0.169922, 0.191406, 0.180664, 0.196289, 0.175781, 0.182617, 0.178711, 0.176758, 0.182617, 0.166016, 0.170898, 0.182617, 0.203125, 0.182617, 0.180664, 0.188477, 0.182617, 0.195312, 0.180664, 0.209961, 0.1875, 0.177734, 0.183594, 0.189453, 0.202148, 0.191406, 0.180664, 0.151367, 0.177734, 0.171875, 0.194336, 0.178711, 0.180664, 0.185547, 0.193359, 0.205078, 0.182617, 0.177734, 0.183594, 0.180664, 0.186523, 0.19043, 0.182617, 0.164062, 0.195312, 0.19043, 0.186523, 0.181641, 0.1875, 0.171875, 0.181641, 0.19043, 0.164062, 0.175781, 0.1875, 0.171875, 0.193359, 0.186523, 0.193359, 0.197266, 0.188477, 0.186523, 0.181641, 0.181641, 0.197266, 0.181641, 0.166016, 0.183594, 0.176758, 0.178711, 0.18457, 0.199219, 0.189453, 0.195312, 0.178711, 0.198242, 0.143555, 0.191406, 0.185547, 0.196289, 0.203125, 0.198242, 0.183594, 0.166992, 0.174805, 0.18457, 0.204102, 0.191406, 0.180664, 0.186523, 0.160156, 0.185547, 0.194336, 0.178711, 0.179688, 0.200195, 0.182617, 0.182617, 0.182617, 0.1875, 0.186523, 0.174805, 0.177734, 0.176758, 0.1875, 0.181641, 0.189453, 0.185547, 0.182617, 0.193359, 0.186523, 0.163086, 0.198242, 0.18457, 0.18457, 0.1875, 0.179688, 0.168945, 0.198242, 0.178711, 0.186523, 0.193359, 0.192383, 0.193359, 0.186523, 0.199219, 0.183594, 0.185547, 0.188477, 0.192383, 0.202148, 0.169922, 0.178711, 0.171875, 0.181641, 0.194336, 0.080078, 0.202148, 0.193359, 0.193359, 0.198242, 0.186523, 0.199219, 0.198242, 0.182617, 0.195312, 0.173828, 0.188477, 0.182617, 0.199219, 0.178711, 0.189453, 0.18457, 0.177734, 0.181641, 0.1875, 0.196289, 0.175781, 0.19043, 0.199219, 0.178711, 0.169922, 0.178711, 0.195312, 0.189453, 0.194336, 0.192383, 0.171875, 0.191406, 0.183594, 0.189453, 0.197266, 0.166992, 0.200195, 0.186523, 0.176758, 0.191406, 0.12793, 0.180664, 0.183594, 0.189453, 0.162109, 0.195312, 0.183594, 0.185547, 0.19043, 0.183594, 0.205078, 0.144531, 0.199219, 0.160156, 0.186523, 0.191406, 0.18457, 0.183594, 0.180664, 0.196289, 0.176758, 0.181641, 0.175781, 0.183594, 0.179688, 0.193359, 0.195312, 0.189453, 0.194336, 0.193359, 0.180664, 0.181641, 0.166016, 0.164062, 0.199219, 0.185547, 0.173828, 0.175781, 0.208008, 0.172852, 0.177734, 0.176758, 0.167969, 0.186523, 0.185547, 0.197266, 0.15918, 0.189453, 0.173828, 0.1875, 0.172852, 0.194336, 0.180664, 0.1875, 0.186523, 0.176758, 0.185547, 0.200195, 0.191406, 0.18457, 0.186523, 0.182617, 0.206055, 0.181641, 0.1875, 0.19043, 0.180664, 0.166992, 0.199219, 0.194336, 0.198242, 0.179688, 0.185547, 0.207031, 0.166992, 0.174805, 0.191406, 0.175781, 0.199219, 0.177734, 0.195312, 0.191406, 0.19043, 0.179688, 0.176758, 0.1875, 0.160156, 0.196289, 0.196289, 0.18457, 0.177734, 0.194336, 0.166016, 0.198242, 0.178711, 0.175781, 0.19043, 0.171875, 0.177734, 0.167969, 0.176758, 0.179688, 0.198242, 0.188477, 0.181641, 0.18457, 0.18457, 0.199219, 0.1875, 0.193359, 0.18457, 0.203125, 0.180664, 0.1875, 0.18457, 0.186523, 0.201172, 0.185547, 0.171875, 0.1875, 0.157227, 0.181641, 0.183594, 0.19043, 0.186523, 0.176758, 0.189453, 0.192383, 0.169922, 0.189453, 0.196289, 0.181641, 0.179688, 0.198242, 0.192383, 0.193359, 0.053467, 0.202148, 0.168945, 0.177734, 0.181641, 0.167969, 0.18457, 0.188477, 0.193359, 0.185547, 0.186523, 0.197266, 0.196289, 0.193359, 0.177734, 0.18457, 0.172852, 0.192383, 0.191406, 0.192383, 0.176758, 0.163086, 0.183594, 0.180664, 0.19043, 0.188477, 0.200195, 0.181641, 0.173828, 0.203125, 0.188477, 0.170898, 0.179688, 0.199219, 0.204102, 0.173828, 0.19043, 0.158203, 0.166016, 0.180664, 0.186523, 0.193359, 0.192383, 0.1875, 0.18457, 0.186523, 0.197266, 0.183594, 0.19043, 0.196289, 0.188477, 0.209961, 0.198242, 0.19043, 0.194336, 0.174805, 0.200195, 0.166016, 0.201172, 0.189453, 0.195312, 0.180664, 0.169922, 0.188477, 0.173828, 0.167969, 0.189453, 0.163086, 0.197266, 0.201172, 0.180664, 0.189453, 0.197266, 0.186523, 0.186523, 0.196289, 0.189453, 0.18457, 0.191406, 0.200195, 0.174805, 0.183594, 0.189453, 0.183594, 0.185547, 0.178711, 0.188477, 0.182617, 0.18457, 0.186523, 0.194336, 0.182617, 0.182617, 0.19043, 0.172852, 0.192383, 0.179688, 0.183594, 0.171875, 0.179688, 0.185547, 0.189453, 0.199219, 0.185547, 0.189453, 0.19043, 0.164062, 0.179688, 0.185547, 0.192383, 0.182617, 0.208008, 0.193359, 0.189453, 0.194336, 0.191406, 0.176758, 0.177734, 0.200195, 0.182617, 0.185547, 0.195312, 0.182617, 0.19043, 0.188477, 0.188477, 0.19043, 0.181641, 0.166016, 0.171875, 0.202148, 0.188477, 0.189453, 0.185547, 0.197266, 0.191406, 0.177734, 0.15918, 0.183594, 0.195312, 0.183594, 0.197266, 0.188477, 0.183594, 0.191406, 0.169922, 0.181641, 0.179688, 0.175781, 0.199219, 0.182617, 0.197266, 0.174805, 0.183594, 0.133789, 0.188477, 0.188477, 0.196289, 0.173828, 0.1875, 0.205078, 0.163086, 0.178711, 0.197266, 0.197266, 0.183594, 0.192383, 0.163086, 0.197266, 0.175781, 0.200195, 0.188477, 0.199219, 0.182617, 0.202148, 0.185547, 0.188477, 0.185547, 0.203125, 0.166016, 0.176758, 0.181641, 0.197266, 0.186523, 0.171875, 0.181641, 0.180664, 0.1875, 0.178711, 0.18457, 0.181641, 0.166016, 0.168945, 0.189453, 0.179688, 0.180664, 0.182617, 0.192383, 0.196289, 0.169922, 0.186523, 0.18457, 0.191406, 0.174805, 0.186523, 0.167969, 0.199219, 0.177734, 0.164062, 0.206055, 0.208008, 0.181641, 0.164062, 0.189453, 0.167969, 0.175781, 0.189453, 0.192383, 0.198242, 0.192383, 0.170898, 0.188477, 0.169922, 0.183594, 0.19043, 0.178711, 0.175781, 0.188477, 0.186523, 0.169922, 0.185547, 0.185547, 0.207031, 0.188477, 0.176758, 0.186523, 0.19043, 0.185547, 0.166992, 0.197266, 0.157227, 0.18457, 0.201172, 0.198242, 0.176758, 0.188477, 0.183594, 0.189453, 0.168945, 0.19043, 0.194336, 0.189453, 0.18457, 0.186523, 0.19043, 0.008728, 0.1875, 0.205078, 0.163086, 0.175781, 0.1875, 0.172852, 0.177734, 0.191406, 0.194336, 0.207031, 0.177734, 0.166016, 0.171875, 0.1875, 0.181641, 0.197266, 0.182617, 0.205078, 0.173828, 0.183594, 0.185547, 0.192383, 0.19043, 0.182617, 0.196289, 0.198242, 0.18457, 0.189453, 0.192383, 0.199219, 0.1875, 0.211914, 0.170898, 0.202148, 0.1875, 0.185547, 0.189453, 0.18457, 0.198242, 0.1875, 0.182617, 0.208984, 0.175781, 0.19043, 0.182617, 0.1875, 0.206055, 0.180664, 0.167969, 0.1875, 0.188477, 0.171875, 0.182617, 0.193359, 0.170898, 0.176758, 0.197266, 0.18457, 0.166992, 0.188477, 0.195312, 0.185547, 0.183594, 0.1875, 0.176758, 0.194336, 0.183594, 0.194336, 0.172852, 0.179688, 0.167969, 0.188477, 0.183594, 0.183594, 0.18457, 0.191406, 0.186523, 0.185547, 0.174805, 0.198242, 0.19043, 0.167969, 0.178711, 0.191406, 0.186523, 0.199219, 0.1875, 0.183594, 0.179688, 0.177734, 0.192383, 0.183594, 0.169922, 0.201172, 0.194336, 0.171875, 0.166992, 0.149414, 0.175781, 0.191406, 0.174805, 0.179688, 0.180664, 0.179688, 0.176758, 0.201172, 0.192383, 0.183594, 0.1875, 0.189453, 0.169922, 0.176758, 0.203125, 0.180664, 0.188477, 0.201172, 0.210938, 0.196289, 0.201172, 0.174805, 0.183594, 0.197266, 0.15625, 0.185547, 0.171875, 0.176758, 0.201172, 0.191406, 0.1875, 0.192383, 0.175781, 0.1875, 0.15332, 0.169922, 0.189453, 0.182617, 0.193359, 0.181641, 0.166992, 0.180664, 0.183594, 0.186523, 0.166992, 0.192383, 0.185547, 0.188477, 0.188477, 0.179688, 0.186523, 0.177734, 0.183594, 0.170898, 0.178711, 0.193359, 0.174805, 0.18457, 0.182617, 0.188477, 0.189453, 0.179688, 0.170898, 0.169922, 0.180664, 0.181641, 0.186523, 0.195312, 0.180664, 0.18457, 0.180664, 0.174805, 0.176758, 0.188477, 0.186523, 0.19043, 0.196289, 0.174805, 0.196289, 0.181641, 0.194336, 0.177734, 0.173828, 0.188477, 0.163086, 0.177734, 0.183594, 0.176758, 0.193359, 0.1875, 0.191406, 0.202148, 0.183594, 0.174805, 0.177734, 0.186523, 0.188477, 0.185547, 0.18457, 0.185547, 0.176758, 0.19043, 0.201172, 0.191406, 0.1875, 0.211914, 0.18457, 0.1875, 0.193359, 0.171875, 0.191406, 0.160156, 0.200195, 0.189453, 0.1875, 0.181641, 0.197266, 0.18457, 0.183594, 0.1875, 0.196289, 0.188477, 0.19043, 0.186523, 0.194336, 0.201172, 0.1875, 0.195312, 0.169922, 0.198242, 0.195312, 0.195312, 0.191406, 0.18457, 0.171875, 0.180664, 0.182617, 0.193359, 0.172852, 0.186523, 0.18457, 0.186523, 0.178711, 0.176758, 0.188477, 0.182617, 0.183594, 0.186523, 0.198242, 0.191406, 0.193359, 0.197266, 0.194336, 0.18457, 0.179688, 0.1875, 0.191406, 0.170898, 0.1875, 0.176758, 0.135742, 0.168945, 0.172852, 0.194336, 0.177734, 0.198242, 0.19043, 0.189453, 0.192383, 0.203125, 0.178711, 0.195312, 0.189453, 0.177734, 0.188477, 0.19043, 0.172852, 0.168945, 0.197266, 0.154297, 0.193359, 0.182617, 0.181641, 0.195312, 0.196289, 0.199219, 0.191406, 0.175781, 0.19043, 0.166992, 0.188477, 0.18457, 0.172852, 0.178711, 0.198242, 0.183594, 0.180664, 0.197266, 0.195312, 0.192383, 0.180664, 0.195312, 0.183594, 0.189453, 0.166992, 0.171875, 0.18457, 0.199219, 0.178711, 0.189453, 0.176758, 0.208008, 0.178711, 0.181641, 0.183594, 0.172852, 0.206055, 0.172852, 0.002701, 0.199219, 0.175781, 0.174805, 0.166016, 0.183594, 0.1875, 0.182617, 0.182617, 0.181641, 0.186523, 0.211914, 0.181641, 0.158203, 0.188477, 0.18457, 0.18457, 0.195312, 0.185547, 0.194336, 0.183594, 0.204102, 0.191406, 0.177734, 0.174805, 0.189453, 0.18457, 0.162109, 0.193359, 0.189453, 0.166992, 0.201172, 0.189453, 0.168945, 0.181641, 0.186523, 0.201172, 0.186523, 0.182617, 0.188477, 0.168945, 0.166992, 0.205078, 0.18457, 0.195312, 0.206055, 0.188477, 0.183594, 0.194336, 0.181641, 0.196289, 0.18457, 0.204102, 0.1875, 0.191406, 0.192383, 0.164062, 0.181641, 0.186523, 0.172852, 0.172852, 0.173828, 0.183594, 0.183594, 0.191406, 0.189453, 0.18457, 0.179688, 0.186523, 0.199219, 0.168945, 0.182617, 0.182617, 0.175781, 0.179688, 0.181641, 0.19043, 0.191406, 0.191406, 0.169922, 0.192383, 0.165039, 0.197266, 0.179688, 0.166992, 0.15918, 0.146484, 0.173828, 0.189453, 0.181641, 0.222656, 0.167969, 0.180664, 0.172852, 0.177734, 0.191406, 0.186523, 0.179688, 0.179688, 0.186523, 0.188477, 0.206055, 0.193359, 0.178711, 0.186523, 0.172852, 0.203125, 0.18457, 0.214844, 0.178711, 0.163086, 0.177734, 0.182617, 0.191406, 0.193359, 0.198242, 0.197266, 0.199219, 0.161133, 0.192383, 0.180664, 0.197266, 0.186523, 0.180664, 0.200195, 0.202148, 0.172852, 0.177734, 0.1875, 0.198242, 0.182617, 0.185547, 0.204102, 0.193359, 0.166016, 0.188477, 0.204102, 0.172852, 0.183594, 0.182617, 0.180664, 0.175781, 0.177734, 0.177734, 0.188477, 0.193359, 0.181641, 0.175781, 0.203125, 0.192383, 0.201172, 0.154297, 0.182617, 0.204102, 0.182617, 0.07373, 0.192383, 0.168945, 0.185547, 0.182617, 0.194336, 0.194336, 0.166016, 0.194336, 0.195312, 0.185547, 0.197266, 0.15332, 0.1875, 0.18457, 0.181641, 0.172852, 0.174805, 0.186523, 0.189453, 0.164062, 0.188477, 0.186523, 0.192383, 0.183594, 0.189453, 0.18457, 0.18457, 0.180664, 0.194336, 0.186523, 0.176758, 0.177734, 0.194336, 0.178711, 0.182617, 0.166016, 0.191406, 0.180664, 0.172852, 0.178711, 0.198242, 0.201172, 0.205078, 0.183594, 0.19043, 0.189453, 0.164062, 0.169922, 0.179688, 0.169922, 0.177734, 0.18457, 0.186523, 0.181641, 0.196289, 0.180664, 0.166992, 0.176758, 0.178711, 0.203125, 0.195312, 0.188477, 0.183594, 0.186523, 0.18457, 0.183594, 0.183594, 0.176758, 0.166016, 0.183594, 0.185547, 0.171875, 0.191406, 0.174805, 0.155273, 0.171875, 0.170898, 0.191406, 0.205078, 0.172852, 0.195312, 0.179688, 0.172852, 0.191406, 0.193359, 0.193359, 0.15918, 0.18457, 0.183594, 0.173828, 0.18457, 0.202148, 0.186523, 0.160156, 0.191406, 0.167969, 0.188477, 0.186523, 0.192383, 0.199219, 0.199219, 0.169922, 0.185547, 0.180664, 0.183594, 0.192383, 0.194336, 0.189453, 0.178711, 0.200195, 0.168945, 0.179688, 0.176758, 0.180664, 0.163086, 0.177734, 0.134766, 0.18457, 0.192383, 0.175781, 0.183594, 0.19043, 0.195312, 0.191406, 0.197266, 0.174805, 0.189453, 0.176758, 0.181641, 0.176758, 0.172852, 0.150391, 0.186523, 0.182617, 0.191406, 0.175781, 0.18457, 0.172852, 0.18457, 0.168945, 0.186523, 0.183594, 0.182617, 0.208008, 0.186523, 0.183594, 0.18457, 0.178711, 0.192383, 0.18457, 0.169922, 0.181641, 0.176758, 0.182617, 0.166992, 0.189453, 0.174805, 0.192383, 0.191406, 0.189453, 0.181641, 0.18457, 0.209961, 0.18457, 0.168945, 0.200195, 0.167969, 0.172852, 0.161133, 0.188477, 0.193359, 0.208008, 0.207031, 0.168945, 0.186523, 0.178711, 0.174805, 0.195312, 0.1875, 0.172852, 0.182617, 0.199219, 0.189453, 0.203125, 0.19043, 0.222656, 0.189453, 0.195312, 0.1875, 0.189453, 0.181641, 0.183594, 0.196289, 0.178711, 0.177734, 0.188477, 0.19043, 0.1875, 0.211914, 0.191406, 0.173828, 0.182617, 0.167969, 0.172852, 0.166992, 0.181641, 0.197266, 0.193359, 0.1875, 0.196289, 0.193359, 0.183594, 0.177734, 0.185547, 0.192383, 0.191406, 0.200195, 0.186523, 0.1875, 0.174805, 0.176758, 0.18457, 0.198242, 0.169922, 0.199219, 0.173828, 0.116211, 0.194336, 0.191406, 0.180664, 0.18457, 0.18457, 0.176758, 0.181641, 0.197266, 0.1875, 0.185547, 0.182617, 0.176758, 0.196289, 0.192383, 0.21582, 0.19043, 0.1875, 0.183594, 0.194336, 0.18457, 0.206055, 0.163086, 0.176758, 0.194336, 0.182617, 0.1875, 0.182617, 0.191406, 0.203125, 0.179688, 0.175781, 0.169922, 0.173828, 0.191406, 0.186523, 0.177734, 0.174805, 0.175781, 0.181641, 0.181641, 0.182617, 0.180664, 0.192383, 0.183594, 0.182617, 0.191406, 0.176758, 0.189453, 0.178711, 0.171875, 0.192383, 0.155273, 0.164062, 0.189453, 0.191406, 0.160156, 0.196289, 0.057617, 0.194336, 0.194336, 0.210938, 0.174805, 0.207031, 0.180664, 0.169922, 0.173828, 0.175781, 0.18457, 0.179688, 0.201172, 0.172852, 0.193359, 0.178711, 0.197266, 0.174805, 0.172852, 0.177734, 0.194336, 0.198242, 0.194336, 0.165039, 0.195312, 0.196289, 0.183594, 0.18457, 0.19043, 0.189453, 0.195312, 0.194336, 0.176758, 0.1875, 0.175781, 0.197266, 0.194336, 0.183594, 0.1875, 0.193359, 0.182617, 0.201172, 0.177734, 0.18457, 0.15918, 0.166016, 0.189453, 0.188477, 0.169922, 0.191406, 0.193359, 0.166992, 0.182617, 0.1875, 0.188477, 0.188477, 0.19043, 0.180664, 0.178711, 0.170898, 0.179688, 0.174805, 0.196289, 0.18457, 0.165039, 0.197266, 0.180664, 0.18457, 0.192383, 0.152344, 0.174805, 0.170898, 0.182617, 0.176758, 0.18457, 0.182617, 0.175781, 0.194336, 0.193359, 0.177734, 0.172852, 0.169922, 0.172852, 0.179688, 0.198242, 0.178711, 0.180664, 0.196289, 0.201172, 0.174805, 0.203125, 0.178711, 0.182617, 0.177734, 0.189453, 0.179688, 0.149414, 0.181641, 0.188477, 0.181641, 0.202148, 0.198242, 0.198242, 0.178711, 0.202148, 0.196289, 0.168945, 0.191406, 0.1875, 0.200195, 0.193359, 0.192383, 0.191406, 0.201172, 0.183594, 0.182617, 0.180664, 0.181641, 0.158203, 0.167969, 0.182617, 0.193359, 0.198242, 0.182617, 0.191406, 0.178711, 0.174805, 0.192383, 0.178711, 0.191406, 0.182617, 0.193359, 0.179688, 0.180664, 0.179688, 0.175781, 0.177734, 0.151367, 0.193359, 0.176758, 0.182617, 0.172852, 0.188477, 0.166016, 0.194336, 0.193359, 0.198242, 0.192383, 0.172852, 0.19043, 0.19043, 0.192383, 0.198242, 0.200195, 0.203125, 0.188477, 0.177734, 0.183594, 0.176758, 0.1875, 0.181641, 0.183594, 0.166016, 0.197266, 0.194336, 0.208008, 0.171875, 0.149414, 0.19043, 0.1875, 0.182617, 0.181641, 0.18457, 0.172852, 0.179688, 0.182617, 0.168945, 0.194336, 0.186523, 0.185547, 0.200195, 0.176758, 0.186523, 0.189453, 0.162109, 0.169922, 0.178711, 0.188477, 0.209961, 0.181641, 0.176758, 0.202148, 0.186523, 0.182617, 0.177734, 0.189453, 0.191406, 0.1875, 0.188477, 0.168945, 0.186523, 0.185547, 0.164062, 0.177734, 0.179688, 0.209961, 0.189453, 0.175781, 0.166992, 0.18457, 0.19043, 0.199219, 0.169922, 0.185547, 0.19043, 0.174805, 0.189453, 0.163086, 0.178711, 0.172852, 0.181641, 0.185547, 0.182617, 0.177734, 0.183594, 0.178711, 0.178711, 0.203125, 0.177734, 0.191406, 0.192383, 0.176758, 0.181641, 0.173828, 0.186523, 0.179688, 0.183594, 0.1875, 0.181641, 0.189453, 0.171875, 0.172852, 0.182617, 0.196289, 0.178711, 0.182617, 0.201172, 0.179688, 0.179688, 0.183594, 0.19043, 0.179688, 0.189453, 0.188477, 0.1875, 0.191406, 0.205078, 0.189453, 0.174805, 0.185547, 0.169922, 0.185547, 0.188477, 0.195312, 0.180664, 0.188477, 0.19043, 0.197266, 0.162109, 0.195312, 0.183594, 0.208008, 0.188477, 0.185547, 0.169922, 0.185547, 0.176758, 0.19043, 0.188477, 0.195312, 0.186523, 0.186523, 0.1875, 0.158203, 0.192383, 0.189453, 0.191406, 0.192383, 0.178711, 0.170898, 0.202148, 0.1875, 0.19043, 0.19043, 0.169922, 0.193359, 0.208984, 0.198242, 0.18457, 0.198242, 0.181641, 0.188477, 0.171875, 0.201172, 0.194336, 0.197266, 0.199219, 0.18457, 0.179688, 0.1875, 0.191406, 0.19043, 0.189453, 0.194336, 0.188477, 0.178711, 0.189453, 0.183594, 0.194336, 0.199219, 0.175781, 0.18457, 0.195312, 0.174805, 0.188477, 0.1875, 0.186523, 0.193359, 0.193359, 0.181641, 0.18457, 0.177734, 0.1875, 0.171875, 0.171875, 0.171875, 0.199219, 0.18457, 0.188477, 0.193359, 0.1875, 0.181641, 0.186523, 0.174805, 0.186523, 0.170898, 0.188477, 0.181641, 0.200195, 0.173828, 0.1875, 0.172852, 0.185547, 0.18457, 0.195312, 0.176758, 0.185547, 0.189453, 0.201172, 0.189453, 0.186523, 0.185547, 0.178711, 0.173828, 0.185547, 0.173828, 0.18457, 0.193359, 0.188477, 0.188477, 0.202148, 0.172852, 0.191406, 0.19043, 0.181641, 0.18457, 0.168945, 0.179688, 0.189453, 0.161133, 0.182617, 0.183594, 0.178711, 0.171875, 0.183594, 0.183594, 0.178711, 0.192383, 0.199219, 0.12793, 0.1875, 0.204102, 0.169922, 0.18457, 0.196289, 0.171875, 0.191406, 0.179688, 0.154297, 0.166016, 0.189453, 0.183594, 0.182617, 0.179688, 0.188477, 0.205078, 0.178711, 0.155273, 0.209961, 0.1875, 0.192383, 0.178711, 0.178711, 0.193359, 0.185547, 0.186523, 0.181641, 0.185547, 0.175781, 0.189453, 0.174805, 0.193359, 0.186523, 0.171875, 0.175781, 0.176758, 0.214844, 0.1875, 0.188477, 0.186523, 0.181641, 0.176758, 0.195312, 0.182617, 0.201172, 0.194336, 0.177734, 0.198242, 0.189453, 0.183594, 0.18457, 0.208984, 0.204102, 0.197266, 0.189453, 0.183594, 0.168945, 0.177734, 0.186523, 0.185547, 0.196289, 0.202148, 0.191406, 0.18457, 0.188477, 0.177734, 0.189453, 0.162109, 0.175781, 0.179688, 0.188477, 0.164062, 0.189453, 0.192383, 0.175781, 0.18457, 0.166992, 0.1875, 0.188477, 0.172852, 0.195312, 0.185547, 0.181641, 0.196289, 0.1875, 0.201172, 0.182617, 0.158203, 0.179688, 0.199219, 0.160156, 0.179688, 0.146484, 0.192383, 0.182617, 0.193359, 0.189453, 0.170898, 0.192383, 0.182617, 0.186523, 0.192383, 0.207031, 0.195312, 0.193359, 0.162109, 0.191406, 0.179688, 0.191406, 0.188477, 0.182617, 0.163086, 0.1875, 0.182617, 0.18457, 0.176758, 0.186523, 0.199219, 0.182617, 0.18457, 0.195312, 0.177734, 0.179688, 0.201172, 0.165039, 0.175781, 0.189453, 0.177734, 0.18457, 0.188477, 0.182617, 0.185547, 0.193359, 0.19043, 0.18457, 0.167969, 0.213867, 0.176758, 0.177734, 0.183594, 0.18457, 0.191406, 0.180664, 0.185547, 0.179688, 0.134766, 0.182617, 0.199219, 0.193359, 0.183594, 0.179688, 0.174805, 0.204102, 0.203125, 0.189453, 0.178711, 0.183594, 0.189453, 0.181641, 0.161133, 0.185547, 0.18457, 0.188477, 0.205078, 0.201172, 0.179688, 0.1875, 0.176758, 0.181641, 0.191406, 0.186523, 0.170898, 0.15918, 0.172852, 0.19043, 0.185547, 0.198242, 0.173828, 0.186523, 0.193359, 0.192383, 0.171875, 0.183594, 0.174805, 0.185547, 0.194336, 0.192383, 0.1875, 0.185547, 0.174805, 0.177734, 0.167969, 0.18457, 0.181641, 0.181641, 0.179688, 0.174805, 0.182617, 0.173828, 0.176758, 0.188477, 0.18457, 0.178711, 0.177734, 0.179688, 0.200195, 0.195312, 0.189453, 0.189453, 0.177734, 0.192383, 0.203125, 0.174805, 0.174805, 0.170898, 0.205078, 0.18457, 0.189453, 0.178711, 0.186523, 0.188477, 0.179688, 0.176758, 0.198242, 0.164062, 0.18457, 0.1875, 0.183594, 0.188477, 0.191406, 0.186523, 0.181641, 0.193359, 0.176758, 0.166992, 0.161133, 0.160156, 0.188477, 0.179688, 0.166016, 0.173828, 0.169922, 0.174805, 0.204102, 0.175781, 0.195312, 0.193359, 0.174805, 0.180664, 0.170898, 0.15918, 0.188477, 0.174805, 0.182617, 0.186523, 0.194336, 0.192383, 0.201172, 0.18457, 0.183594, 0.169922, 0.200195, 0.165039, 0.182617, 0.182617, 0.211914, 0.201172, 0.179688, 0.1875, 0.185547, 0.205078, 0.180664, 0.205078, 0.189453, 0.18457, 0.195312, 0.142578, 0.177734, 0.183594, 0.179688, 0.176758, 0.1875, 0.194336, 0.181641, 0.186523, 0.188477, 0.181641, 0.182617, 0.179688, 0.175781, 0.19043, 0.1875, 0.176758, 0.185547, 0.19043, 0.174805, 0.19043, 0.186523, 0.18457, 0.178711, 0.196289, 0.180664, 0.192383, 0.181641, 0.162109, 0.208008, 0.186523, 0.193359, 0.180664, 0.179688, 0.191406, 0.193359, 0.195312, 0.180664, 0.182617, 0.192383, 0.195312, 0.178711, 0.170898, 0.178711, 0.1875, 0.207031, 0.185547, 0.163086, 0.183594, 0.194336, 0.1875, 0.171875, 0.176758, 0.181641, 0.178711, 0.15625, 0.199219, 0.191406, 0.194336, 0.195312, 0.173828, 0.19043, 0.1875, 0.197266, 0.189453, 0.185547, 0.1875, 0.18457, 0.207031, 0.174805, 0.197266, 0.194336, 0.189453, 0.185547, 0.191406, 0.160156, 0.192383, 0.204102, 0.189453, 0.193359, 0.202148, 0.195312, 0.189453, 0.172852, 0.192383, 0.174805, 0.18457, 0.185547, 0.185547, 0.169922, 0.183594, 0.185547, 0.189453, 0.201172, 0.189453, 0.179688, 0.177734, 0.165039, 0.171875, 0.203125, 0.174805, 0.197266, 0.19043, 0.193359, 0.178711, 0.19043, 0.178711, 0.1875, 0.171875, 0.1875, 0.181641, 0.183594, 0.189453, 0.188477, 0.192383, 0.200195, 0.141602, 0.186523, 0.181641, 0.191406, 0.188477, 0.191406, 0.196289, 0.171875, 0.189453, 0.191406, 0.162109, 0.19043, 0.181641, 0.193359, 0.189453, 0.182617, 0.182617, 0.170898, 0.170898, 0.183594, 0.154297, 0.182617, 0.194336, 0.196289, 0.163086, 0.176758, 0.198242, 0.198242, 0.191406, 0.204102, 0.175781, 0.197266, 0.182617, 0.066895, 0.162109, 0.167969, 0.181641, 0.194336, 0.175781, 0.199219, 0.199219, 0.188477, 0.186523, 0.194336, 0.180664, 0.202148, 0.180664, 0.198242, 0.192383, 0.175781, 0.15918, 0.192383, 0.183594, 0.181641, 0.192383, 0.179688, 0.185547, 0.181641, 0.199219, 0.199219, 0.203125, 0.168945, 0.162109, 0.189453, 0.185547, 0.1875, 0.186523, 0.160156, 0.203125, 0.183594, 0.202148, 0.19043, 0.196289, 0.1875, 0.168945, 0.167969, 0.177734, 0.186523, 0.179688, 0.152344, 0.161133, 0.194336, 0.183594, 0.200195, 0.195312, 0.181641, 0.219727, 0.19043, 0.180664, 0.185547, 0.188477, 0.18457, 0.181641, 0.198242, 0.161133, 0.18457, 0.181641, 0.18457, 0.186523, 0.182617, 0.181641, 0.166992, 0.201172, 0.186523, 0.182617, 0.164062, 0.199219, 0.185547, 0.196289, 0.179688, 0.202148, 0.181641, 0.198242, 0.196289, 0.19043, 0.19043, 0.202148, 0.18457, 0.18457, 0.166992, 0.183594, 0.158203, 0.170898, 0.174805, 0.186523, 0.195312, 0.180664, 0.19043, 0.174805, 0.1875, 0.186523, 0.188477, 0.1875, 0.189453, 0.176758, 0.170898, 0.1875, 0.186523, 0.201172, 0.182617, 0.19043, 0.193359, 0.179688, 0.1875, 0.194336, 0.189453, 0.182617, 0.163086, 0.194336, 0.198242, 0.188477, 0.183594, 0.18457, 0.172852, 0.193359, 0.180664, 0.193359, 0.182617, 0.181641, 0.185547, 0.18457, 0.174805, 0.166992, 0.185547, 0.177734, 0.197266, 0.194336, 0.192383, 0.19043 ] }, "name": "model.transformer.layers.8.attn_norm.weight", "outputIndexes": [ 533 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 533 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_8/Mul_1_output_0", "outputIndexes": [ 534 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 534 ], "outputIndexes": [ 2770 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2770 ], "outputIndexes": [ 2771 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear", "inputIndexes": [ 2771 ], "outputIndexes": [ 2772 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 320127264, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2772 ], "outputIndexes": [ 2773 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2773 ], "outputIndexes": [ 535 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 534 ], "main_type": "NONE", "name": "/Shape_33_output_0", "outputIndexes": [ 536 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 536 ], "main_type": "NONE", "name": "Shape762", "outputIndexes": [ 537 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 536 ], "main_type": "NONE", "name": "Rank764", "outputIndexes": [ 538 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 538, 538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp766", "outputIndexes": [ 539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze767", "outputIndexes": [ 540 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp769", "outputIndexes": [ 541 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 541 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze770", "outputIndexes": [ 542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537, 540, 542, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice773", "outputIndexes": [ 543 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 543 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze774", "outputIndexes": [ 544 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 544 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp775", "outputIndexes": [ 545 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 545, 544 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp776", "outputIndexes": [ 546 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 536, 546, 539 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_44_output_0", "outputIndexes": [ 547 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 547, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_81_output_0", "outputIndexes": [ 548 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 548, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_40_output_0", "outputIndexes": [ 549 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 535, 549 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_33_output_0", "outputIndexes": [ 550 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 550 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_8/Mul_output_0", "outputIndexes": [ 551 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.414062, 0.074219, 0.10791, 0.009705, 1.0625, 1.492188, 1.007812, 1.117188, 1.0, 1.460938, 1.4375, 1.335938, 1.523438, 1.265625, 1.5625, 1.515625, 1.578125, 1.523438, 1.757812, 1.90625, 1.75, 1.882812, 1.929688, 1.820312, 1.960938, 1.804688, 1.789062, 2.015625, 1.929688, 1.851562, 1.953125, 1.578125, 1.875, 1.890625, 2.015625, 1.90625, 1.945312, 1.921875, 1.820312, 2.0, 1.96875, 1.617188, 1.476562, 1.890625, 3.96875, 1.929688, 4.78125, 1.960938, 1.859375, 1.96875, 2.109375, 1.976562, 1.953125, 1.84375, 1.84375, 1.609375, 1.5625, 2.078125, 1.953125, 1.695312, 2.0, 2.234375, 1.289062, 1.664062, 1.4375, 0.222656, 0.045654, 0.195312, 0.730469, 1.554688, 1.0625, 1.109375, 0.925781, 1.179688, 1.515625, 1.328125, 1.484375, 1.546875, 1.453125, 1.632812, 1.515625, 1.5, 1.648438, 1.695312, 1.460938, 1.65625, 1.640625, 1.84375, 1.773438, 1.773438, 1.882812, 1.570312, 1.851562, 1.90625, 1.914062, 2.015625, 1.84375, 1.929688, 1.820312, 1.984375, 1.945312, 2.015625, 2.015625, 1.945312, 1.96875, 2.515625, 2.5, 2.03125, 0.734375, 2.0625, 0.433594, 2.046875, 2.109375, 1.984375, 1.859375, 1.953125, 1.796875, 2.171875, 2.140625, 1.554688, 1.601562, 1.914062, 1.914062, 2.125, 1.96875, 1.679688, 1.820312, 1.875 ] }, "name": "model.transformer.layers.8.attn.q_norm.weight", "outputIndexes": [ 552 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 551, 552 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_8/Mul_1_output_0", "outputIndexes": [ 553 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_32_output_0", "outputIndexes": [ 554 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_33_output_0", "outputIndexes": [ 555 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 555 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_16_output_0", "outputIndexes": [ 556 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_32_output_0", "outputIndexes": [ 557 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 556, 557 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_43_output_0", "outputIndexes": [ 558 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 558, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_33_output_0", "outputIndexes": [ 559 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 554, 559 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_32_output_0", "outputIndexes": [ 560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 534 ], "outputIndexes": [ 2774 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2774 ], "outputIndexes": [ 2775 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear", "inputIndexes": [ 2775 ], "outputIndexes": [ 2776 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 326820390, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2776 ], "outputIndexes": [ 2777 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2777 ], "outputIndexes": [ 561 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 548, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_41_output_0", "outputIndexes": [ 562 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561, 562 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_34_output_0", "outputIndexes": [ 563 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 563 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_8/Mul_output_0", "outputIndexes": [ 564 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.351562, 0.06543, 0.118164, 0.022339, 1.0625, 1.554688, 0.964844, 1.242188, 0.851562, 1.1875, 1.34375, 1.125, 1.453125, 1.507812, 1.257812, 1.421875, 1.421875, 1.507812, 1.46875, 1.835938, 1.5, 1.609375, 1.71875, 1.820312, 1.804688, 1.796875, 1.851562, 1.609375, 1.914062, 1.875, 1.859375, 2.171875, 1.835938, 1.90625, 1.796875, 1.984375, 1.921875, 2.015625, 1.992188, 1.9375, 1.976562, 2.359375, 2.5625, 2.046875, 0.664062, 2.0625, 0.349609, 2.015625, 2.09375, 1.953125, 1.851562, 1.96875, 1.773438, 2.015625, 2.0625, 1.414062, 1.695312, 1.898438, 1.898438, 2.328125, 1.9375, 1.679688, 3.078125, 2.1875, 1.40625, 0.3125, 0.031494, 0.207031, 0.539062, 1.578125, 1.085938, 0.988281, 1.070312, 1.507812, 1.523438, 1.5, 1.570312, 1.203125, 1.640625, 1.773438, 1.71875, 1.476562, 1.78125, 1.710938, 1.765625, 1.84375, 1.773438, 1.882812, 1.914062, 1.8125, 1.84375, 1.8125, 1.890625, 1.898438, 1.992188, 1.53125, 1.859375, 1.929688, 2.015625, 1.890625, 2.015625, 1.898438, 1.859375, 2.015625, 1.960938, 1.375, 1.25, 1.875, 4.0625, 1.9375, 6.71875, 1.953125, 1.875, 2.015625, 2.125, 1.984375, 1.953125, 1.789062, 1.859375, 2.40625, 1.96875, 2.078125, 1.960938, 1.710938, 2.046875, 1.726562, 1.695312, 1.757812 ] }, "name": "model.transformer.layers.8.attn.k_norm.weight", "outputIndexes": [ 565 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 564, 565 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_8/Mul_1_output_0", "outputIndexes": [ 566 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 566, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_34_output_0", "outputIndexes": [ 567 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 566, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_35_output_0", "outputIndexes": [ 568 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_17_output_0", "outputIndexes": [ 569 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 566, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_34_output_0", "outputIndexes": [ 570 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 569, 570 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_44_output_0", "outputIndexes": [ 571 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 571, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_35_output_0", "outputIndexes": [ 572 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 567, 572 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_33_output_0", "outputIndexes": [ 573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 534 ], "outputIndexes": [ 2778 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2778 ], "outputIndexes": [ 2779 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear", "inputIndexes": [ 2779 ], "outputIndexes": [ 2780 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 328493868, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2780 ], "outputIndexes": [ 2781 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2781 ], "outputIndexes": [ 574 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 574, 562 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_35_output_0", "outputIndexes": [ 575 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560, 573, 575, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.8/self_attn/FusedAttention", "outputIndexes": [ 576 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 576 ], "outputIndexes": [ 2782 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2782 ], "outputIndexes": [ 2783 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear", "inputIndexes": [ 2783 ], "outputIndexes": [ 2784 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 330167346, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2784 ], "outputIndexes": [ 2785 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2785 ], "outputIndexes": [ 577 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 531, 577 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_34_output_0", "outputIndexes": [ 578 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 578 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_8/Mul_output_0", "outputIndexes": [ 579 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.519531, 0.476562, 0.519531, 0.523438, 0.527344, 0.554688, 0.453125, 0.490234, 0.484375, 0.578125, 0.5625, 0.507812, 0.527344, 0.5, 0.550781, 0.53125, 0.539062, 0.535156, 0.507812, 0.457031, 0.527344, 0.535156, 0.542969, 0.484375, 0.53125, 0.535156, 0.519531, 0.539062, 0.542969, 0.523438, 0.535156, 0.503906, 0.511719, 0.53125, 0.539062, 0.558594, 0.535156, 0.515625, 0.507812, 0.511719, 0.527344, 0.523438, 0.494141, 0.511719, 0.46875, 0.511719, 0.494141, 0.519531, 0.53125, 0.539062, 0.498047, 0.523438, 0.53125, 0.478516, 0.511719, 0.539062, 0.539062, 0.490234, 0.486328, 0.5625, 0.515625, 0.507812, 0.558594, 0.527344, 0.519531, 0.511719, 0.539062, 0.492188, 0.523438, 0.53125, 0.523438, 0.589844, 0.542969, 0.507812, 0.519531, 0.519531, 0.527344, 0.519531, 0.523438, 0.498047, 0.566406, 0.507812, 0.535156, 0.527344, 0.515625, 0.498047, 0.511719, 0.488281, 0.515625, 0.535156, 0.535156, 0.519531, 0.550781, 0.486328, 0.554688, 0.488281, 0.488281, 0.464844, 0.515625, 0.494141, 0.527344, 0.527344, 0.53125, 0.480469, 0.492188, 0.53125, 0.498047, 0.53125, 0.566406, 0.546875, 0.455078, 0.535156, 0.554688, 0.515625, 0.527344, 0.539062, 0.539062, 0.503906, 0.535156, 0.554688, 0.464844, 0.523438, 0.535156, 0.546875, 0.476562, 0.496094, 0.527344, 0.503906, 0.476562, 0.5, 0.503906, 0.507812, 0.585938, 0.539062, 0.542969, 0.5625, 0.535156, 0.566406, 0.542969, 0.53125, 0.511719, 0.53125, 0.511719, 0.519531, 0.523438, 0.5, 0.511719, 0.5625, 0.519531, 0.535156, 0.527344, 0.507812, 0.464844, 0.53125, 0.523438, 0.535156, 0.507812, 0.503906, 0.507812, 0.519531, 0.527344, 0.550781, 0.515625, 0.53125, 0.503906, 0.478516, 0.490234, 0.476562, 0.558594, 0.554688, 0.490234, 0.542969, 0.523438, 0.53125, 0.546875, 0.550781, 0.558594, 0.5, 0.503906, 0.5, 0.511719, 0.498047, 0.515625, 0.539062, 0.535156, 0.478516, 0.392578, 0.492188, 0.523438, 0.498047, 0.490234, 0.53125, 0.558594, 0.490234, 0.527344, 0.539062, 0.519531, 0.53125, 0.539062, 0.523438, 0.519531, 0.527344, 0.542969, 0.511719, 0.546875, 0.558594, 0.476562, 0.550781, 0.441406, 0.554688, 0.507812, 0.542969, 0.474609, 0.546875, 0.503906, 0.503906, 0.478516, 0.507812, 0.507812, 0.474609, 0.496094, 0.515625, 0.5, 0.535156, 0.539062, 0.507812, 0.523438, 0.498047, 0.484375, 0.539062, 0.447266, 0.542969, 0.511719, 0.550781, 0.527344, 0.542969, 0.511719, 0.53125, 0.400391, 0.515625, 0.46875, 0.558594, 0.515625, 0.519531, 0.566406, 0.523438, 0.527344, 0.480469, 0.507812, 0.53125, 0.511719, 0.5625, 0.515625, 0.515625, 0.496094, 0.542969, 0.550781, 0.494141, 0.539062, 0.519531, 0.498047, 0.507812, 0.511719, 0.486328, 0.445312, 0.53125, 0.498047, 0.515625, 0.503906, 0.507812, 0.53125, 0.570312, 0.539062, 0.515625, 0.482422, 0.527344, 0.515625, 0.472656, 0.550781, 0.515625, 0.519531, 0.523438, 0.486328, 0.507812, 0.488281, 0.519531, 0.519531, 0.53125, 0.515625, 0.527344, 0.523438, 0.558594, 0.542969, 0.527344, 0.527344, 0.498047, 0.527344, 0.503906, 0.542969, 0.527344, 0.539062, 0.554688, 0.486328, 0.492188, 0.53125, 0.492188, 0.503906, 0.503906, 0.474609, 0.523438, 0.5, 0.527344, 0.542969, 0.515625, 0.527344, 0.519531, 0.535156, 0.486328, 0.527344, 0.503906, 0.515625, 0.527344, 0.396484, 0.5, 0.408203, 0.527344, 0.515625, 0.542969, 0.539062, 0.539062, 0.546875, 0.498047, 0.523438, 0.523438, 0.527344, 0.507812, 0.5, 0.546875, 0.550781, 0.53125, 0.507812, 0.523438, 0.554688, 0.53125, 0.46875, 0.515625, 0.535156, 0.523438, 0.492188, 0.53125, 0.511719, 0.507812, 0.539062, 0.511719, 0.466797, 0.523438, 0.542969, 0.53125, 0.466797, 0.515625, 0.503906, 0.466797, 0.539062, 0.527344, 0.511719, 0.519531, 0.480469, 0.326172, 0.492188, 0.476562, 0.511719, 0.527344, 0.523438, 0.515625, 0.539062, 0.539062, 0.519531, 0.503906, 0.558594, 0.511719, 0.457031, 0.515625, 0.478516, 0.523438, 0.53125, 0.507812, 0.5625, 0.515625, 0.515625, 0.523438, 0.498047, 0.527344, 0.515625, 0.527344, 0.5, 0.542969, 0.523438, 0.5, 0.546875, 0.474609, 0.550781, 0.542969, 0.558594, 0.466797, 0.492188, 0.519531, 0.464844, 0.492188, 0.53125, 0.472656, 0.511719, 0.558594, 0.5, 0.507812, 0.503906, 0.53125, 0.478516, 0.439453, 0.5, 0.507812, 0.507812, 0.515625, 0.474609, 0.511719, 0.476562, 0.554688, 0.511719, 0.53125, 0.515625, 0.515625, 0.494141, 0.5, 0.527344, 0.542969, 0.455078, 0.535156, 0.503906, 0.498047, 0.535156, 0.527344, 0.550781, 0.507812, 0.523438, 0.472656, 0.478516, 0.496094, 0.511719, 0.53125, 0.476562, 0.527344, 0.535156, 0.470703, 0.53125, 0.496094, 0.511719, 0.53125, 0.511719, 0.515625, 0.523438, 0.515625, 0.451172, 0.494141, 0.460938, 0.484375, 0.53125, 0.53125, 0.511719, 0.550781, 0.5, 0.511719, 0.511719, 0.539062, 0.542969, 0.511719, 0.511719, 0.507812, 0.515625, 0.523438, 0.554688, 0.490234, 0.523438, 0.539062, 0.46875, 0.453125, 0.519531, 0.515625, 0.53125, 0.539062, 0.507812, 0.492188, 0.435547, 0.523438, 0.535156, 0.515625, 0.507812, 0.527344, 0.519531, 0.53125, 0.496094, 0.480469, 0.511719, 0.507812, 0.519531, 0.462891, 0.539062, 0.460938, 0.494141, 0.566406, 0.535156, 0.523438, 0.519531, 0.511719, 0.498047, 0.515625, 0.5, 0.535156, 0.53125, 0.535156, 0.546875, 0.511719, 0.539062, 0.527344, 0.519531, 0.53125, 0.515625, 0.523438, 0.53125, 0.523438, 0.527344, 0.542969, 0.507812, 0.542969, 0.478516, 0.503906, 0.519531, 0.570312, 0.496094, 0.511719, 0.507812, 0.507812, 0.515625, 0.453125, 0.550781, 0.558594, 0.535156, 0.527344, 0.539062, 0.515625, 0.507812, 0.558594, 0.488281, 0.542969, 0.539062, 0.558594, 0.535156, 0.511719, 0.480469, 0.494141, 0.507812, 0.546875, 0.554688, 0.492188, 0.523438, 0.539062, 0.527344, 0.535156, 0.523438, 0.511719, 0.507812, 0.535156, 0.53125, 0.5, 0.507812, 0.519531, 0.458984, 0.523438, 0.482422, 0.53125, 0.478516, 0.542969, 0.53125, 0.542969, 0.523438, 0.519531, 0.550781, 0.527344, 0.542969, 0.032959, 0.519531, 0.523438, 0.546875, 0.519531, 0.539062, 0.535156, 0.523438, 0.515625, 0.535156, 0.523438, 0.474609, 0.523438, 0.527344, 0.546875, 0.523438, 0.523438, 0.542969, 0.496094, 0.53125, 0.511719, 0.527344, 0.498047, 0.40625, 0.478516, 0.503906, 0.535156, 0.511719, 0.503906, 0.523438, 0.511719, 0.527344, 0.539062, 0.539062, 0.554688, 0.460938, 0.494141, 0.480469, 0.511719, 0.546875, 0.535156, 0.550781, 0.496094, 0.515625, 0.558594, 0.539062, 0.515625, 0.507812, 0.496094, 0.5, 0.570312, 0.5, 0.5, 0.480469, 0.542969, 0.523438, 0.570312, 0.546875, 0.46875, 0.558594, 0.486328, 0.46875, 0.542969, 0.554688, 0.539062, 0.455078, 0.523438, 0.539062, 0.46875, 0.519531, 0.53125, 0.546875, 0.546875, 0.535156, 0.511719, 0.519531, 0.511719, 0.5, 0.515625, 0.507812, 0.515625, 0.539062, 0.443359, 0.519531, 0.5625, 0.5625, 0.515625, 0.519531, 0.480469, 0.519531, 0.625, 0.511719, 0.550781, 0.507812, 0.5625, 0.507812, 0.484375, 0.574219, 0.5, 0.558594, 0.527344, 0.519531, 0.427734, 0.482422, 0.492188, 0.519531, 0.535156, 0.523438, 0.535156, 0.507812, 0.515625, 0.519531, 0.542969, 0.5, 0.507812, 0.447266, 0.527344, 0.511719, 0.486328, 0.53125, 0.492188, 0.558594, 0.527344, 0.507812, 0.539062, 0.5, 0.515625, 0.46875, 0.503906, 0.472656, 0.498047, 0.496094, 0.503906, 0.539062, 0.582031, 0.492188, 0.546875, 0.476562, 0.503906, 0.550781, 0.523438, 0.527344, 0.550781, 0.490234, 0.535156, 0.542969, 0.53125, 0.554688, 0.511719, 0.535156, 0.507812, 0.503906, 0.486328, 0.488281, 0.498047, 0.507812, 0.535156, 0.503906, 0.523438, 0.546875, 0.511719, 0.511719, 0.519531, 0.5, 0.527344, 0.498047, 0.511719, 0.435547, 0.542969, 0.519531, 0.539062, 0.507812, 0.535156, 0.550781, 0.523438, 0.5, 0.527344, 0.523438, 0.519531, 0.507812, 0.486328, 0.503906, 0.515625, 0.294922, 0.519531, 0.503906, 0.535156, 0.542969, 0.496094, 0.484375, 0.515625, 0.519531, 0.523438, 0.519531, 0.412109, 0.5, 0.5, 0.519531, 0.550781, 0.503906, 0.5, 0.511719, 0.523438, 0.478516, 0.550781, 0.503906, 0.539062, 0.539062, 0.519531, 0.511719, 0.519531, 0.519531, 0.527344, 0.486328, 0.511719, 0.503906, 0.421875, 0.498047, 0.523438, 0.490234, 0.527344, 0.546875, 0.519531, 0.535156, 0.539062, 0.527344, 0.527344, 0.535156, 0.519531, 0.515625, 0.507812, 0.494141, 0.527344, 0.53125, 0.546875, 0.535156, 0.443359, 0.492188, 0.474609, 0.480469, 0.53125, 0.546875, 0.527344, 0.507812, 0.523438, 0.546875, 0.5, 0.539062, 0.542969, 0.535156, 0.546875, 0.492188, 0.5, 0.511719, 0.523438, 0.507812, 0.523438, 0.507812, 0.496094, 0.53125, 0.519531, 0.507812, 0.498047, 0.484375, 0.519531, 0.507812, 0.496094, 0.53125, 0.503906, 0.462891, 0.478516, 0.515625, 0.539062, 0.542969, 0.519531, 0.484375, 0.474609, 0.519531, 0.515625, 0.498047, 0.527344, 0.507812, 0.519531, 0.546875, 0.511719, 0.451172, 0.5, 0.542969, 0.53125, 0.523438, 0.515625, 0.53125, 0.410156, 0.570312, 0.539062, 0.523438, 0.574219, 0.527344, 0.558594, 0.441406, 0.542969, 0.546875, 0.578125, 0.484375, 0.498047, 0.423828, 0.535156, 0.460938, 0.496094, 0.507812, 0.515625, 0.539062, 0.451172, 0.40625, 0.53125, 0.507812, 0.5, 0.507812, 0.53125, 0.527344, 0.554688, 0.503906, 0.449219, 0.550781, 0.53125, 0.53125, 0.484375, 0.574219, 0.539062, 0.539062, 0.527344, 0.523438, 0.519531, 0.539062, 0.519531, 0.539062, 0.515625, 0.5, 0.539062, 0.498047, 0.441406, 0.466797, 0.539062, 0.46875, 0.53125, 0.057861, 0.539062, 0.550781, 0.53125, 0.542969, 0.527344, 0.546875, 0.523438, 0.515625, 0.511719, 0.546875, 0.558594, 0.507812, 0.550781, 0.507812, 0.53125, 0.539062, 0.478516, 0.503906, 0.511719, 0.511719, 0.546875, 0.482422, 0.503906, 0.496094, 0.476562, 0.535156, 0.539062, 0.488281, 0.554688, 0.550781, 0.507812, 0.519531, 0.498047, 0.523438, 0.515625, 0.515625, 0.539062, 0.472656, 0.554688, 0.53125, 0.451172, 0.486328, 0.519531, 0.494141, 0.447266, 0.519531, 0.492188, 0.511719, 0.5625, 0.511719, 0.535156, 0.408203, 0.554688, 0.433594, 0.539062, 0.519531, 0.53125, 0.507812, 0.507812, 0.554688, 0.476562, 0.539062, 0.511719, 0.5, 0.539062, 0.484375, 0.511719, 0.488281, 0.503906, 0.523438, 0.550781, 0.523438, 0.460938, 0.5, 0.488281, 0.507812, 0.474609, 0.503906, 0.503906, 0.574219, 0.496094, 0.515625, 0.496094, 0.484375, 0.515625, 0.523438, 0.470703, 0.535156, 0.515625, 0.550781, 0.554688, 0.53125, 0.519531, 0.5, 0.546875, 0.457031, 0.539062, 0.5, 0.539062, 0.542969, 0.496094, 0.503906, 0.511719, 0.464844, 0.511719, 0.542969, 0.515625, 0.511719, 0.482422, 0.546875, 0.515625, 0.511719, 0.558594, 0.539062, 0.507812, 0.480469, 0.527344, 0.550781, 0.53125, 0.523438, 0.566406, 0.566406, 0.523438, 0.484375, 0.597656, 0.523438, 0.507812, 0.558594, 0.574219, 0.519531, 0.503906, 0.519531, 0.490234, 0.554688, 0.5, 0.507812, 0.535156, 0.5, 0.570312, 0.515625, 0.503906, 0.496094, 0.539062, 0.542969, 0.535156, 0.527344, 0.535156, 0.527344, 0.480469, 0.515625, 0.503906, 0.535156, 0.476562, 0.484375, 0.498047, 0.546875, 0.527344, 0.503906, 0.480469, 0.539062, 0.511719, 0.523438, 0.511719, 0.53125, 0.462891, 0.46875, 0.519531, 0.5, 0.464844, 0.515625, 0.527344, 0.539062, 0.515625, 0.515625, 0.542969, 0.498047, 0.503906, 0.539062, 0.53125, 0.566406, 0.527344, 0.507812, 0.484375, 0.53125, 0.515625, 0.511719, 0.542969, 0.539062, 0.480469, 0.546875, 0.539062, 0.490234, 0.527344, 0.515625, 0.498047, 0.490234, 0.542969, 0.582031, 0.53125, 0.542969, 0.5, 0.511719, 0.494141, 0.5, 0.535156, 0.550781, 0.550781, 0.5, 0.539062, 0.53125, 0.539062, 0.482422, 0.496094, 0.601562, 0.410156, 0.527344, 0.535156, 0.519531, 0.503906, 0.535156, 0.5625, 0.511719, 0.53125, 0.554688, 0.511719, 0.535156, 0.498047, 0.554688, 0.511719, 0.460938, 0.496094, 0.515625, 0.539062, 0.457031, 0.523438, 0.527344, 0.486328, 0.523438, 0.511719, 0.496094, 0.527344, 0.519531, 0.507812, 0.535156, 0.539062, 0.527344, 0.539062, 0.558594, 0.539062, 0.527344, 0.482422, 0.503906, 0.519531, 0.503906, 0.519531, 0.511719, 0.478516, 0.542969, 0.464844, 0.515625, 0.486328, 0.490234, 0.523438, 0.507812, 0.578125, 0.539062, 0.570312, 0.507812, 0.511719, 0.535156, 0.523438, 0.570312, 0.539062, 0.527344, 0.464844, 0.53125, 0.523438, 0.511719, 0.550781, 0.486328, 0.519531, 0.554688, 0.490234, 0.470703, 0.523438, 0.542969, 0.484375, 0.511719, 0.535156, 0.511719, 0.515625, 0.519531, 0.5, 0.53125, 0.546875, 0.519531, 0.550781, 0.503906, 0.519531, 0.5, 0.480469, 0.503906, 0.511719, 0.503906, 0.457031, 0.433594, 0.535156, 0.550781, 0.515625, 0.535156, 0.523438, 0.542969, 0.519531, 0.5625, 0.527344, 0.515625, 0.433594, 0.554688, 0.503906, 0.527344, 0.515625, 0.53125, 0.554688, 0.539062, 0.546875, 0.462891, 0.496094, 0.484375, 0.478516, 0.515625, 0.558594, 0.503906, 0.519531, 0.539062, 0.478516, 0.484375, 0.539062, 0.59375, 0.511719, 0.503906, 0.527344, 0.527344, 0.507812, 0.396484, 0.523438, 0.46875, 0.498047, 0.515625, 0.523438, 0.519531, 0.527344, 0.527344, 0.511719, 0.494141, 0.488281, 0.519531, 0.5, 0.5, 0.498047, 0.539062, 0.535156, 0.498047, 0.546875, 0.503906, 0.527344, 0.503906, 0.470703, 0.535156, 0.515625, 0.546875, 0.476562, 0.494141, 0.482422, 0.515625, 0.503906, 0.478516, 0.535156, 0.515625, 0.546875, 0.515625, 0.498047, 0.503906, 0.515625, 0.511719, 0.484375, 0.542969, 0.527344, 0.535156, 0.523438, 0.539062, 0.53125, 0.480469, 0.585938, 0.5, 0.523438, 0.53125, 0.462891, 0.539062, 0.496094, 0.511719, 0.523438, 0.490234, 0.535156, 0.535156, 0.539062, 0.566406, 0.515625, 0.462891, 0.539062, 0.527344, 0.507812, 0.527344, 0.480469, 0.566406, 0.542969, 0.496094, 0.484375, 0.511719, 0.570312, 0.486328, 0.515625, 0.527344, 0.519531, 0.507812, 0.527344, 0.519531, 0.498047, 0.535156, 0.515625, 0.539062, 0.539062, 0.148438, 0.507812, 0.484375, 0.542969, 0.5, 0.542969, 0.511719, 0.558594, 0.519531, 0.570312, 0.546875, 0.470703, 0.496094, 0.488281, 0.53125, 0.566406, 0.474609, 0.542969, 0.490234, 0.484375, 0.519531, 0.519531, 0.494141, 0.539062, 0.503906, 0.539062, 0.523438, 0.523438, 0.478516, 0.554688, 0.539062, 0.546875, 0.53125, 0.511719, 0.574219, 0.472656, 0.503906, 0.488281, 0.511719, 0.539062, 0.507812, 0.523438, 0.480469, 0.490234, 0.503906, 0.535156, 0.542969, 0.53125, 0.542969, 0.484375, 0.519531, 0.498047, 0.558594, 0.492188, 0.527344, 0.5, 0.5625, 0.523438, 0.535156, 0.511719, 0.492188, 0.515625, 0.515625, 0.523438, 0.503906, 0.455078, 0.507812, 0.507812, 0.523438, 0.496094, 0.484375, 0.384766, 0.503906, 0.515625, 0.53125, 0.464844, 0.519531, 0.519531, 0.5, 0.53125, 0.539062, 0.539062, 0.5, 0.507812, 0.523438, 0.535156, 0.574219, 0.507812, 0.542969, 0.507812, 0.482422, 0.550781, 0.542969, 0.458984, 0.515625, 0.492188, 0.515625, 0.492188, 0.53125, 0.492188, 0.482422, 0.498047, 0.453125, 0.558594, 0.511719, 0.542969, 0.542969, 0.53125, 0.496094, 0.503906, 0.523438, 0.498047, 0.496094, 0.53125, 0.503906, 0.482422, 0.474609, 0.53125, 0.539062, 0.515625, 0.527344, 0.507812, 0.503906, 0.527344, 0.5, 0.519531, 0.494141, 0.511719, 0.523438, 0.484375, 0.507812, 0.480469, 0.515625, 0.519531, 0.523438, 0.511719, 0.542969, 0.515625, 0.519531, 0.458984, 0.546875, 0.546875, 0.515625, 0.53125, 0.503906, 0.498047, 0.523438, 0.490234, 0.503906, 0.542969, 0.550781, 0.542969, 0.53125, 0.5, 0.515625, 0.535156, 0.527344, 0.527344, 0.507812, 0.507812, 0.494141, 0.519531, 0.511719, 0.527344, 0.498047, 0.507812, 0.472656, 0.484375, 0.494141, 0.455078, 0.486328, 0.507812, 0.515625, 0.46875, 0.482422, 0.523438, 0.519531, 0.523438, 0.492188, 0.490234, 0.503906, 0.550781, 0.519531, 0.490234, 0.535156, 0.5, 0.515625, 0.550781, 0.5, 0.480469, 0.550781, 0.515625, 0.523438, 0.474609, 0.496094, 0.535156, 0.546875, 0.484375, 0.542969, 0.470703, 0.5, 0.558594, 0.515625, 0.53125, 0.527344, 0.515625, 0.554688, 0.53125, 0.511719, 0.558594, 0.310547, 0.53125, 0.542969, 0.535156, 0.546875, 0.515625, 0.574219, 0.496094, 0.470703, 0.5, 0.535156, 0.498047, 0.558594, 0.535156, 0.542969, 0.496094, 0.503906, 0.515625, 0.523438, 0.523438, 0.472656, 0.566406, 0.539062, 0.429688, 0.472656, 0.523438, 0.523438, 0.53125, 0.503906, 0.523438, 0.535156, 0.494141, 0.470703, 0.539062, 0.494141, 0.478516, 0.494141, 0.515625, 0.511719, 0.550781, 0.53125, 0.5, 0.535156, 0.498047, 0.53125, 0.515625, 0.464844, 0.511719, 0.507812, 0.589844, 0.5, 0.535156, 0.503906, 0.53125, 0.53125, 0.519531, 0.523438, 0.539062, 0.546875, 0.460938, 0.585938, 0.474609, 0.5, 0.523438, 0.53125, 0.527344, 0.53125, 0.527344, 0.476562, 0.53125, 0.53125, 0.539062, 0.546875, 0.523438, 0.53125, 0.472656, 0.519531, 0.503906, 0.478516, 0.519531, 0.496094, 0.492188, 0.527344, 0.492188, 0.410156, 0.519531, 0.550781, 0.503906, 0.535156, 0.539062, 0.535156, 0.542969, 0.523438, 0.478516, 0.523438, 0.496094, 0.511719, 0.464844, 0.523438, 0.486328, 0.546875, 0.488281, 0.507812, 0.515625, 0.429688, 0.507812, 0.515625, -6.3e-05, 0.503906, 0.53125, 0.476562, 0.455078, 0.535156, 0.535156, 0.554688, 0.490234, 0.550781, 0.523438, 0.507812, 0.550781, 0.535156, 0.527344, 0.546875, 0.503906, 0.539062, 0.496094, 0.554688, 0.5, 0.546875, 0.535156, 0.527344, 0.496094, 0.449219, 0.511719, 0.462891, 0.535156, 0.519531, 0.486328, 0.507812, 0.542969, 0.476562, 0.523438, 0.507812, 0.542969, 0.539062, 0.515625, 0.46875, 0.496094, 0.507812, 0.542969, 0.511719, 0.546875, 0.5, 0.554688, 0.494141, 0.519531, 0.523438, 0.507812, 0.507812, 0.550781, 0.527344, 0.5, 0.515625, 0.5625, 0.527344, 0.511719, 0.539062, 0.527344, 0.558594, 0.5, 0.451172, 0.503906, 0.558594, 0.53125, 0.527344, 0.515625, 0.482422, 0.4375, 0.503906, 0.542969, 0.507812, 0.535156, 0.511719, 0.503906, 0.535156, 0.511719, 0.419922, 0.546875, 0.554688, 0.523438, 0.554688, 0.53125, 0.519531, 0.507812, 0.458984, 0.503906, 0.503906, 0.53125, 0.507812, 0.460938, 0.542969, 0.550781, 0.503906, 0.515625, 0.507812, 0.515625, 0.53125, 0.527344, 0.490234, 0.554688, 0.523438, 0.527344, 0.507812, 0.527344, 0.542969, 0.546875, 0.492188, 0.4375, 0.511719, 0.478516, 0.523438, 0.542969, 0.519531, 0.503906, 0.515625, 0.455078, 0.546875, 0.498047, 0.542969, 0.5, 0.523438, 0.535156, 0.554688, 0.542969, 0.458984, 0.558594, 0.519531, 0.5, 0.527344, 0.578125, 0.535156, 0.486328, 0.5, 0.498047, 0.507812, 0.488281, 0.507812, 0.53125, 0.449219, 0.498047, 0.507812, 0.515625, 0.546875, 0.5, 0.503906, 0.5625, 0.535156, 0.511719, 0.515625, 0.507812, 0.515625, 0.550781, 0.028198, 0.515625, 0.488281, 0.535156, 0.519531, 0.5625, 0.542969, 0.507812, 0.460938, 0.507812, 0.550781, 0.511719, 0.515625, 0.482422, 0.539062, 0.496094, 0.511719, 0.511719, 0.5625, 0.490234, 0.482422, 0.542969, 0.523438, 0.511719, 0.507812, 0.511719, 0.519531, 0.427734, 0.5, 0.474609, 0.558594, 0.5, 0.503906, 0.519531, 0.515625, 0.519531, 0.498047, 0.494141, 0.527344, 0.515625, 0.546875, 0.527344, 0.515625, 0.511719, 0.503906, 0.5, 0.515625, 0.546875, 0.515625, 0.515625, 0.494141, 0.527344, 0.478516, 0.511719, 0.5, 0.566406, 0.486328, 0.523438, 0.542969, 0.486328, 0.539062, 0.535156, 0.527344, 0.511719, 0.490234, 0.482422, 0.546875, 0.484375, 0.503906, 0.542969, 0.523438, 0.539062, 0.474609, 0.519531, 0.5, 0.455078, 0.478516, 0.476562, 0.535156, 0.503906, 0.472656, 0.511719, 0.5, 0.488281, 0.535156, 0.527344, 0.482422, 0.492188, 0.546875, 0.527344, 0.478516, 0.507812, 0.503906, 0.5, 0.507812, 0.542969, 0.523438, 0.511719, 0.494141, 0.519531, 0.496094, 0.566406, 0.431641, 0.527344, 0.5, 0.507812, 0.492188, 0.523438, 0.519531, 0.511719, 0.546875, 0.466797, 0.523438, 0.539062, 0.53125, 0.53125, 0.476562, 0.419922, 0.519531, 0.53125, 0.53125, 0.478516, 0.519531, 0.527344, 0.546875, 0.507812, 0.511719, 0.554688, 0.492188, 0.515625, 0.554688, 0.539062, 0.490234, 0.498047, 0.519531, 0.515625, 0.478516, 0.515625, 0.451172, 0.484375, 0.484375, 0.527344, 0.542969, 0.542969, 0.558594, 0.503906, 0.535156, 0.523438, 0.486328, 0.546875, 0.476562, 0.484375, 0.486328, 0.496094, 0.486328, 0.476562, 0.519531, 0.523438, 0.511719, 0.466797, 0.535156, 0.519531, 0.546875, 0.519531, 0.527344, 0.519531, 0.488281, 0.470703, 0.482422, 0.462891, 0.507812, 0.486328, 0.507812, 0.527344, 0.470703, 0.515625, 0.535156, 0.490234, 0.503906, 0.515625, 0.511719, 0.519531, 0.550781, 0.507812, 0.53125, 0.542969, 0.515625, 0.523438, 0.503906, 0.472656, 0.507812, 0.515625, 0.519531, 0.503906, 0.478516, 0.503906, 0.5625, 0.535156, 0.488281, 0.523438, 0.515625, 0.458984, 0.546875, 0.5, 0.482422, 0.480469, 0.542969, 0.503906, 0.5, 0.503906, 0.511719, 0.535156, 0.482422, 0.53125, 0.535156, 0.5625, 0.503906, 0.496094, 0.515625, 0.486328, 0.523438, 0.550781, 0.515625, 0.519531, 0.5, 0.492188, 0.507812, 0.332031, 0.523438, 0.484375, 0.511719, 0.546875, 0.507812, 0.542969, 0.455078, 0.476562, 0.546875, 0.535156, 0.523438, 0.566406, 0.498047, 0.511719, 0.523438, 0.558594, 0.519531, 0.482422, 0.515625, 0.511719, 0.503906, 0.478516, 0.46875, 0.542969, 0.484375, 0.53125, 0.535156, 0.507812, 0.515625, 0.457031, 0.476562, 0.53125, 0.5, 0.498047, 0.523438, 0.480469, 0.492188, 0.492188, 0.460938, 0.519531, 0.53125, 0.490234, 0.539062, 0.511719, 0.546875, 0.539062, 0.46875, 0.503906, 0.53125, 0.53125, 0.515625, 0.427734, 0.476562, 0.542969, 0.523438, 0.503906, 0.523438, 0.040039, 0.515625, 0.53125, 0.507812, 0.431641, 0.566406, 0.511719, 0.523438, 0.546875, 0.507812, 0.466797, 0.503906, 0.498047, 0.523438, 0.550781, 0.539062, 0.507812, 0.523438, 0.515625, 0.546875, 0.511719, 0.53125, 0.503906, 0.5, 0.511719, 0.550781, 0.535156, 0.527344, 0.519531, 0.5, 0.494141, 0.498047, 0.503906, 0.486328, 0.574219, 0.535156, 0.519531, 0.542969, 0.53125, 0.546875, 0.527344, 0.507812, 0.498047, 0.511719, 0.558594, 0.535156, 0.5, 0.527344, 0.519531, 0.542969, 0.5, 0.490234, 0.515625, 0.523438, 0.511719, 0.554688, 0.535156, 0.542969, 0.515625, 0.462891, 0.535156, 0.523438, 0.511719, 0.554688, 0.507812, 0.515625, 0.53125, 0.539062, 0.527344, 0.484375, 0.507812, 0.519531, 0.535156, 0.507812, 0.515625, 0.519531, 0.527344, 0.535156, 0.5, 0.503906, 0.53125, 0.460938, 0.494141, 0.494141, 0.535156, 0.488281, 0.511719, 0.511719, 0.542969, 0.566406, 0.5625, 0.511719, 0.478516, 0.523438, 0.503906, 0.498047, 0.416016, 0.53125, 0.578125, 0.519531, 0.542969, 0.558594, 0.519531, 0.5, 0.523438, 0.503906, 0.515625, 0.539062, 0.492188, 0.566406, 0.550781, 0.535156, 0.539062, 0.511719, 0.511719, 0.558594, 0.523438, 0.527344, 0.519531, 0.484375, 0.527344, 0.523438, 0.523438, 0.535156, 0.519531, 0.492188, 0.488281, 0.503906, 0.466797, 0.527344, 0.503906, 0.546875, 0.503906, 0.511719, 0.519531, 0.546875, 0.523438, 0.609375, 0.511719, 0.515625, 0.472656, 0.470703, 0.519531, 0.546875, 0.554688, 0.511719, 0.496094, 0.511719, 0.53125, 0.550781, 0.472656, 0.5625, 0.523438, 0.542969, 0.550781, 0.511719, 0.539062, 0.523438, 0.494141, 0.542969, 0.539062, 0.515625, 0.515625, 0.535156, 0.527344, 0.507812, 0.490234, 0.542969, 0.539062, 0.507812, 0.486328, 0.527344, 0.542969, 0.554688, 0.515625, 0.542969, 0.515625, 0.558594, 0.484375, 0.507812, 0.535156, 0.494141, 0.523438, 0.445312, 0.53125, 0.515625, 0.53125, 0.476562, 0.511719, 0.494141, 0.5, 0.523438, 0.507812, 0.527344, 0.527344, 0.511719, 0.550781, 0.542969, 0.535156, 0.523438, 0.46875, 0.535156, 0.515625, 0.507812, 0.453125, 0.515625, 0.527344, 0.550781, 0.53125, 0.511719, 0.539062, 0.523438, 0.519531, 0.507812, 0.5625, 0.511719, 0.542969, 0.515625, 0.484375, 0.511719, 0.570312, 0.507812, 0.558594, 0.5, 0.550781, 0.478516, 0.527344, 0.494141, 0.507812, 0.527344, 0.53125, 0.507812, 0.539062, 0.460938, 0.53125, 0.511719, 0.527344, 0.519531, 0.519531, 0.519531, 0.486328, 0.5, 0.503906, 0.539062, 0.527344, 0.527344, 0.523438, 0.515625, 0.498047, 0.53125, 0.535156, 0.515625, 0.523438, 0.53125, 0.515625, 0.570312, 0.507812, 0.519531, 0.511719, 0.515625, 0.535156, 0.494141, 0.519531, 0.519531, 0.507812, 0.503906, 0.527344, 0.482422, 0.429688, 0.550781, 0.5625, 0.535156, 0.546875, 0.515625, 0.464844, 0.546875, 0.53125, 0.511719, 0.542969, 0.519531, 0.554688, 0.550781, 0.53125, 0.546875, 0.53125, 0.519531, 0.507812, 0.511719, 0.519531, 0.523438, 0.539062, 0.523438, 0.492188, 0.527344, 0.482422, 0.558594, 0.554688, 0.519531, 0.494141, 0.515625, 0.511719, 0.515625, 0.507812, 0.507812, 0.523438, 0.546875, 0.535156, 0.535156, 0.546875, 0.53125, 0.542969, 0.511719, 0.535156, 0.511719, 0.503906, 0.523438, 0.515625, 0.507812, 0.488281, 0.539062, 0.484375, 0.542969, 0.554688, 0.519531, 0.558594, 0.519531, 0.519531, 0.507812, 0.558594, 0.519531, 0.535156, 0.519531, 0.5625, 0.492188, 0.507812, 0.490234, 0.589844, 0.558594, 0.527344, 0.519531, 0.535156, 0.527344, 0.558594, 0.507812, 0.515625, 0.511719, 0.527344, 0.466797, 0.519531, 0.453125, 0.523438, 0.507812, 0.527344, 0.527344, 0.53125, 0.539062, 0.464844, 0.523438, 0.535156, 0.535156, 0.53125, 0.523438, 0.478516, 0.523438, 0.486328, 0.490234, 0.542969, 0.550781, 0.527344, 0.535156, 0.503906, 0.496094, 0.539062, 0.494141, 0.490234, 0.486328, 0.527344, 0.480469, 0.515625, 0.388672, 0.486328, 0.527344, 0.515625, 0.511719, 0.53125, 0.503906, 0.527344, 0.478516, 0.478516, 0.488281, 0.507812, 0.490234, 0.523438, 0.511719, 0.535156, 0.507812, 0.542969, 0.462891, 0.511719, 0.554688, 0.488281, 0.511719, 0.558594, 0.519531, 0.515625, 0.542969, 0.53125, 0.402344, 0.527344, 0.546875, 0.53125, 0.527344, 0.511719, 0.53125, 0.503906, 0.550781, 0.507812, 0.470703, 0.535156, 0.523438, 0.494141, 0.539062, 0.503906, 0.496094, 0.539062, 0.542969, 0.535156, 0.515625, 0.535156, 0.492188, 0.519531, 0.515625, 0.507812, 0.519531, 0.527344, 0.492188, 0.523438, 0.511719, 0.550781, 0.507812, 0.546875, 0.546875, 0.523438, 0.542969, 0.554688, 0.5, 0.480469, 0.542969, 0.554688, 0.519531, 0.478516, 0.53125, 0.542969, 0.511719, 0.558594, 0.523438, 0.492188, 0.527344, 0.503906, 0.519531, 0.539062, 0.519531, 0.546875, 0.496094, 0.53125, 0.539062, 0.5, 0.515625, 0.523438, 0.53125, 0.554688, 0.539062, 0.515625, 0.535156, 0.53125, 0.515625, 0.582031, 0.539062, 0.466797, 0.527344, 0.482422, 0.511719, 0.554688, 0.535156, 0.511719, 0.542969, 0.511719, 0.490234, 0.503906, 0.464844, 0.511719, 0.546875, 0.535156, 0.53125, 0.511719, 0.464844, 0.492188, 0.527344, 0.546875, 0.515625, 0.496094, 0.507812, 0.511719, 0.496094, 0.523438, 0.53125, 0.546875, 0.515625, 0.523438, 0.515625, 0.535156, 0.53125, 0.523438, 0.539062, 0.433594, 0.503906, 0.546875, 0.460938, 0.515625, 0.511719, 0.476562, 0.539062, 0.550781, 0.519531, 0.515625, 0.515625, 0.574219, 0.519531, 0.498047, 0.539062, 0.515625, 0.542969, 0.498047, 0.478516, 0.453125, 0.435547, 0.523438, 0.535156, 0.535156, 0.527344, 0.507812, 0.535156, 0.472656, 0.519531, 0.546875, 0.535156, 0.490234, 0.515625, 0.445312, 0.507812, 0.53125, 0.5, 0.492188, 0.542969, 0.511719, 0.490234, 0.539062, 0.542969, 0.484375, 0.566406, 0.515625, 0.539062, 0.546875, 0.535156, 0.498047, 0.433594, 0.539062, 0.546875, 0.515625, 0.511719, 0.511719, 0.486328, 0.511719, 0.458984, 0.539062, 0.523438, 0.535156, 0.539062, 0.488281, 0.486328, 0.458984, 0.507812, 0.486328, 0.480469, 0.542969, 0.570312, 0.470703, 0.539062, 0.535156, 0.589844, 0.523438, 0.527344, 0.496094, 0.464844, 0.429688, 0.515625, 0.539062, 0.511719, 0.546875, 0.453125, 0.539062, 0.535156, 0.515625, 0.503906, 0.515625, 0.535156, 0.546875, 0.457031, 0.498047, 0.546875, 0.519531, 0.550781, 0.507812, 0.507812, 0.523438, 0.527344, 0.539062, 0.53125, 0.523438, 0.558594, 0.494141, 0.527344, 0.507812, 0.507812, 0.527344, 0.542969, 0.476562, 0.527344, 0.478516, 0.554688, 0.488281, 0.462891, 0.566406, 0.511719, 0.5, 0.539062, 0.554688, 0.486328, 0.486328, 0.511719, 0.472656, 0.570312, 0.511719, 0.515625, 0.498047, 0.550781, 0.519531, 0.554688, 0.523438, 0.511719, 0.53125, 0.558594, 0.492188, 0.554688, 0.492188, 0.535156, 0.550781, 0.535156, 0.519531, 0.523438, 0.535156, 0.535156, 0.503906, 0.558594, 0.503906, 0.486328, 0.384766, 0.455078, 0.490234, 0.523438, 0.523438, 0.523438, 0.539062, 0.511719, 0.490234, 0.535156, 0.535156, 0.523438, 0.519531, 0.453125, 0.5, 0.542969, 0.476562, 0.542969, 0.527344, 0.523438, 0.519531, 0.515625, 0.503906, 0.558594, 0.507812, 0.5, 0.507812, 0.511719, 0.503906, 0.498047, 0.519531, 0.554688, 0.53125, 0.474609, 0.53125, 0.53125, 0.515625, 0.503906, 0.53125, 0.53125, 0.5, 0.503906, 0.478516, 0.527344, 0.503906, 0.519531, 0.507812, 0.5, 0.535156, 0.554688, 0.5, 0.511719, 0.515625, 0.494141, 0.5, 0.414062, 0.5625, 0.511719, 0.539062, 0.486328, 0.519531, 0.53125, 0.542969, 0.542969, 0.498047, 0.53125, 0.511719, 0.5, 0.539062, 0.539062, 0.482422, 0.507812, 0.507812, 0.546875, 0.523438, 0.382812, 0.539062, 0.519531, 0.519531, 0.511719, 0.527344, 0.515625, 0.457031, 0.482422, 0.523438, 0.578125, 0.511719, 0.498047, 0.554688, 0.519531, 0.519531, 0.535156, 0.546875, 0.566406, 0.503906, 0.474609, 0.53125, 0.494141, 0.511719, 0.546875, 0.523438, 0.484375, 0.53125, 0.496094, 0.515625, 0.53125, 0.554688, 0.507812, 0.554688, 0.496094, 0.566406, 0.498047, 0.546875, 0.535156, 0.527344, 0.554688, 0.498047, 0.535156, 0.527344, 0.527344, 0.503906, 0.558594, 0.507812, 0.484375, 0.498047, 0.515625, 0.535156, 0.492188, 0.511719, 0.535156, 0.480469, 0.498047, 0.515625, 0.488281, 0.515625, 0.535156, 0.425781, 0.539062, 0.511719, 0.53125, 0.5, 0.578125, 0.523438, 0.527344, 0.496094, 0.519531, 0.511719, 0.494141, 0.523438, 0.503906, 0.507812, 0.535156, 0.519531, 0.515625, 0.480469, 0.515625, 0.523438, 0.5, 0.554688, 0.539062, 0.476562, 0.546875, 0.53125, 0.511719, 0.53125, 0.488281, 0.519531, 0.539062, 0.515625, 0.494141, 0.550781, 0.484375, 0.5625, 0.482422, 0.527344, 0.515625, 0.515625, 0.542969, 0.429688, 0.527344, 0.53125, 0.484375, 0.550781, 0.464844, 0.527344, 0.519531, 0.507812, 0.527344, 0.494141, 0.527344, 0.498047, 0.486328, 0.507812, 0.550781, 0.550781, 0.445312, 0.484375, 0.503906, 0.527344, 0.550781, 0.542969, 0.519531, 0.550781, 0.527344, 0.535156, 0.546875, 0.550781, 0.535156, 0.53125, 0.535156, 0.523438, 0.535156, 0.470703, 0.527344, 0.519531, 0.550781, 0.503906, 0.490234, 0.527344, 0.490234, 0.558594, 0.480469, 0.511719, 0.494141, 0.511719, 0.503906, 0.535156, 0.582031, 0.550781, 0.507812, 0.527344, 0.5, 0.511719, 0.515625, 0.523438, 0.515625, 0.503906, 0.53125, 0.511719, 0.53125, 0.511719, 0.53125, 0.494141, 0.515625, 0.5, 0.503906, 0.492188, 0.535156, 0.494141, 0.492188, 0.451172, 0.492188, 0.515625, 0.498047, 0.507812, 0.550781, 0.519531, 0.566406, 0.46875, 0.523438, 0.570312, 0.523438, 0.546875, 0.503906, 0.53125, 0.5, 0.503906, 0.484375, 0.539062, 0.503906, 0.507812, 0.527344, 0.507812, 0.519531, 0.519531, 0.486328, 0.550781, 0.554688, 0.523438, 0.451172, 0.535156, 0.523438, 0.503906, 0.550781, 0.539062 ] }, "name": "model.transformer.layers.8.ffn_norm.weight", "outputIndexes": [ 580 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 579, 580 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_8/Mul_1_output_0", "outputIndexes": [ 581 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 581 ], "outputIndexes": [ 2786 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2786 ], "outputIndexes": [ 2787 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_1/Linear", "inputIndexes": [ 2787 ], "outputIndexes": [ 2788 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8192, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 196608, "weightSize": 0 }, "external": [ 336852280, 25166086, 1572864, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2788 ], "outputIndexes": [ 2789 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2789 ], "outputIndexes": [ 582 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8192 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 21, 221, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_8/Slice_output_0", "outputIndexes": [ 583 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 583 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_8/Sigmoid_output_0", "outputIndexes": [ 584 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 583, 584 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_8/Mul_output_0", "outputIndexes": [ 585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8192 ] }, "name": "/ffn_8/Mul_1_output_0", "outputIndexes": [ 586 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 221, 586, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_8/Slice_1_output_0", "outputIndexes": [ 587 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 585, 587 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_8/Mul_2_output_0", "outputIndexes": [ 588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 588 ], "outputIndexes": [ 2790 ], "main_type": "Reshape", "main": { "dims": [ -1, 4096, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2790 ], "outputIndexes": [ 2791 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_2/Linear", "inputIndexes": [ 2791 ], "outputIndexes": [ 2792 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 4096, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 98304, "weightSize": 0 }, "external": [ 363591230, 12583174, 786432, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2792 ], "outputIndexes": [ 2793 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2793 ], "outputIndexes": [ 589 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 578, 589 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_35_output_0", "outputIndexes": [ 590 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 590, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_36_output_0", "outputIndexes": [ 591 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 591 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_9/Mul_output_0", "outputIndexes": [ 592 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.188477, 0.195312, 0.206055, 0.181641, 0.196289, 0.227539, 0.182617, 0.179688, 0.217773, 0.192383, 0.189453, 0.19043, 0.202148, 0.183594, 0.152344, 0.208008, 0.211914, 0.181641, 0.19043, 0.198242, 0.213867, 0.217773, 0.193359, 0.200195, 0.222656, 0.199219, 0.210938, 0.207031, 0.194336, 0.182617, 0.202148, 0.210938, 0.210938, 0.197266, 0.211914, 0.210938, 0.194336, 0.219727, 0.198242, 0.197266, 0.198242, 0.201172, 0.208008, 0.208008, 0.195312, 0.191406, 0.191406, 0.197266, 0.188477, 0.204102, 0.194336, 0.195312, 0.212891, 0.196289, 0.182617, 0.188477, 0.198242, 0.196289, 0.197266, 0.202148, 0.200195, 0.202148, 0.203125, 0.183594, 0.198242, 0.216797, 0.201172, 0.186523, 0.180664, 0.203125, 0.193359, 0.208984, 0.179688, 0.199219, 0.198242, 0.18457, 0.201172, 0.176758, 0.191406, 0.194336, 0.202148, 0.197266, 0.211914, 0.186523, 0.199219, 0.201172, 0.201172, 0.21582, 0.198242, 0.199219, 0.193359, 0.206055, 0.194336, 0.178711, 0.202148, 0.196289, 0.208984, 0.172852, 0.213867, 0.183594, 0.200195, 0.183594, 0.206055, 0.195312, 0.208984, 0.217773, 0.197266, 0.204102, 0.205078, 0.209961, 0.199219, 0.1875, 0.217773, 0.213867, 0.196289, 0.206055, 0.202148, 0.212891, 0.210938, 0.212891, 0.196289, 0.198242, 0.198242, 0.210938, 0.200195, 0.197266, 0.225586, 0.195312, 0.189453, 0.200195, 0.202148, 0.200195, 0.208008, 0.208008, 0.19043, 0.181641, 0.208008, 0.200195, 0.205078, 0.197266, 0.202148, 0.181641, 0.200195, 0.192383, 0.202148, 0.192383, 0.199219, 0.208008, 0.204102, 0.185547, 0.197266, 0.22168, 0.179688, 0.198242, 0.188477, 0.186523, 0.176758, 0.197266, 0.196289, 0.201172, 0.209961, 0.19043, 0.220703, 0.212891, 0.201172, 0.192383, 0.198242, 0.217773, 0.202148, 0.210938, 0.191406, 0.209961, 0.19043, 0.193359, 0.200195, 0.188477, 0.207031, 0.178711, 0.203125, 0.208008, 0.213867, 0.198242, 0.178711, 0.196289, 0.185547, 0.186523, 0.188477, 0.18457, 0.209961, 0.201172, 0.186523, 0.175781, 0.207031, 0.185547, 0.199219, 0.222656, 0.199219, 0.175781, 0.198242, 0.209961, 0.197266, 0.214844, 0.216797, 0.213867, 0.206055, 0.216797, 0.21875, 0.208008, 0.165039, 0.201172, 0.203125, 0.197266, 0.191406, 0.227539, 0.182617, 0.229492, 0.189453, 0.211914, 0.213867, 0.206055, 0.183594, 0.188477, 0.196289, 0.207031, 0.220703, 0.208008, 0.180664, 0.198242, 0.19043, 0.210938, 0.189453, 0.188477, 0.19043, 0.180664, 0.208008, 0.204102, 0.206055, 0.22168, 0.198242, 0.183594, 0.199219, 0.204102, 0.209961, 0.192383, 0.193359, 0.203125, 0.208008, 0.186523, 0.189453, 0.193359, 0.201172, 0.219727, 0.196289, 0.194336, 0.198242, 0.194336, 0.191406, 0.176758, 0.188477, 0.196289, 0.209961, 0.198242, 0.21582, 0.198242, 0.167969, 0.188477, 0.192383, 0.196289, 0.204102, 0.199219, 0.189453, 0.213867, 0.203125, 0.206055, 0.193359, 0.202148, 0.203125, 0.169922, 0.174805, 0.178711, 0.202148, 0.192383, 0.195312, 0.205078, 0.195312, 0.194336, 0.191406, 0.201172, 0.193359, 0.196289, 0.189453, 0.192383, 0.1875, 0.204102, 0.231445, 0.195312, 0.198242, 0.194336, 0.208984, 0.195312, 0.204102, 0.201172, 0.200195, 0.175781, 0.21875, 0.192383, 0.217773, 0.188477, 0.193359, 0.197266, 0.191406, 0.208008, 0.220703, 0.200195, 0.185547, 0.202148, 0.188477, 0.195312, 0.208008, 0.185547, 0.224609, 0.200195, 0.200195, 0.182617, 0.207031, 0.217773, 0.208008, 0.22168, 0.205078, 0.196289, 0.194336, 0.203125, 0.203125, 0.200195, 0.205078, 0.178711, 0.205078, 0.194336, 0.203125, 0.212891, 0.191406, 0.210938, 0.194336, 0.191406, 0.172852, 0.188477, 0.194336, 0.196289, 0.192383, 0.202148, 0.211914, 0.203125, 0.195312, 0.212891, 0.174805, 0.197266, 0.208984, 0.21875, 0.208008, 0.1875, 0.180664, 0.196289, 0.200195, 0.183594, 0.198242, 0.185547, 0.182617, 0.160156, 0.202148, 0.180664, 0.21582, 0.195312, 0.206055, 0.202148, 0.228516, 0.21875, 0.206055, 0.203125, 0.205078, 0.193359, 0.192383, 0.211914, 0.198242, 0.198242, 0.213867, 0.214844, 0.192383, 0.192383, 0.191406, 0.199219, 0.21582, 0.220703, 0.185547, 0.216797, 0.196289, 0.201172, 0.193359, 0.193359, 0.197266, 0.192383, 0.193359, 0.203125, 0.202148, 0.210938, 0.188477, 0.189453, 0.191406, 0.193359, 0.203125, 0.199219, 0.222656, 0.195312, 0.204102, 0.205078, 0.18457, 0.204102, 0.206055, 0.197266, 0.200195, 0.191406, 0.207031, 0.1875, 0.21875, 0.214844, 0.211914, 0.188477, 0.181641, 0.194336, 0.205078, 0.198242, 0.188477, 0.181641, 0.203125, 0.208984, 0.19043, 0.216797, 0.182617, 0.206055, 0.205078, 0.224609, 0.198242, 0.200195, 0.207031, 0.201172, 0.189453, 0.170898, 0.194336, 0.19043, 0.193359, 0.199219, 0.196289, 0.208984, 0.208984, 0.204102, 0.207031, 0.200195, 0.191406, 0.197266, 0.196289, 0.197266, 0.176758, 0.214844, 0.151367, 0.202148, 0.197266, 0.206055, 0.207031, 0.19043, 0.19043, 0.203125, 0.208984, 0.204102, 0.204102, 0.206055, 0.191406, 0.203125, 0.191406, 0.196289, 0.194336, 0.235352, 0.202148, 0.199219, 0.202148, 0.197266, 0.199219, 0.197266, 0.186523, 0.186523, 0.182617, 0.195312, 0.209961, 0.205078, 0.197266, 0.203125, 0.185547, 0.18457, 0.200195, 0.207031, 0.170898, 0.192383, 0.203125, 0.199219, 0.191406, 0.179688, 0.209961, 0.189453, 0.19043, 0.194336, 0.180664, 0.195312, 0.196289, 0.207031, 0.18457, 0.192383, 0.194336, 0.21875, 0.194336, 0.214844, 0.189453, 0.180664, 0.194336, 0.200195, 0.208984, 0.202148, 0.206055, 0.193359, 0.185547, 0.201172, 0.199219, 0.207031, 0.179688, 0.193359, 0.203125, 0.18457, 0.186523, 0.202148, 0.19043, 0.202148, 0.183594, 0.212891, 0.211914, 0.204102, 0.245117, 0.18457, 0.204102, 0.185547, 0.202148, 0.1875, 0.181641, 0.206055, 0.22168, 0.212891, 0.212891, 0.206055, 0.189453, 0.178711, 0.22168, 0.205078, 0.208008, 0.21582, 0.219727, 0.202148, 0.204102, 0.180664, 0.1875, 0.206055, 0.183594, 0.180664, 0.1875, 0.207031, 0.217773, 0.193359, 0.222656, 0.216797, 0.197266, 0.205078, 0.212891, 0.191406, 0.194336, 0.209961, 0.207031, 0.212891, 0.194336, 0.191406, 0.202148, 0.186523, 0.188477, 0.118652, 0.212891, 0.185547, 0.203125, 0.212891, 0.204102, 0.200195, 0.188477, 0.212891, 0.165039, 0.203125, 0.203125, 0.189453, 0.219727, 0.192383, 0.188477, 0.179688, 0.209961, 0.175781, 0.212891, 0.193359, 0.209961, 0.205078, 0.175781, 0.175781, 0.205078, 0.197266, 0.186523, 0.205078, 0.197266, 0.203125, 0.204102, 0.180664, 0.188477, 0.212891, 0.182617, 0.189453, 0.194336, 0.195312, 0.205078, 0.18457, 0.196289, 0.210938, 0.181641, 0.211914, 0.209961, 0.203125, 0.200195, 0.1875, 0.180664, 0.1875, 0.225586, 0.199219, 0.207031, 0.19043, 0.204102, 0.208984, 0.206055, 0.1875, 0.21582, 0.163086, 0.204102, 0.182617, 0.150391, 0.21875, 0.205078, 0.198242, 0.208984, 0.186523, 0.204102, 0.206055, 0.178711, 0.209961, 0.205078, 0.185547, 0.216797, 0.211914, 0.205078, 0.188477, 0.200195, 0.179688, 0.178711, 0.191406, 0.205078, 0.208008, 0.191406, 0.179688, 0.222656, 0.209961, 0.229492, 0.145508, 0.199219, 0.208008, 0.186523, 0.208984, 0.199219, 0.211914, 0.196289, 0.195312, 0.200195, 0.209961, 0.189453, 0.208008, 0.197266, 0.210938, 0.196289, 0.206055, 0.223633, 0.19043, 0.204102, 0.200195, 0.193359, 0.216797, 0.188477, 0.197266, 0.202148, 0.201172, 0.196289, 0.193359, 0.208984, 0.207031, 0.208984, 0.191406, 0.204102, 0.192383, 0.194336, 0.201172, 0.192383, 0.174805, 0.202148, 0.200195, 0.189453, 0.199219, 0.210938, 0.209961, 0.208984, 0.214844, 0.198242, 0.208008, 0.208984, 0.208984, 0.205078, 0.191406, 0.201172, 0.197266, 0.202148, 0.198242, 0.189453, 0.191406, 0.189453, 0.170898, 0.194336, 0.211914, 0.208008, 0.211914, 0.198242, 0.208984, 0.202148, 0.191406, 0.185547, 0.189453, 0.224609, 0.21582, 0.192383, 0.202148, 0.193359, 0.198242, 0.199219, 0.211914, 0.197266, 0.204102, 0.183594, 0.163086, 0.207031, 0.171875, 0.212891, 0.19043, 0.194336, 0.199219, 0.234375, 0.205078, 0.205078, 0.193359, 0.15625, 0.196289, 0.182617, 0.198242, 0.200195, 0.178711, 0.188477, 0.206055, 0.208008, 0.192383, 0.196289, 0.172852, 0.230469, 0.208008, 0.201172, 0.197266, 0.195312, 0.186523, 0.197266, 0.210938, 0.178711, 0.222656, 0.170898, 0.205078, 0.200195, 0.191406, 0.209961, 0.203125, 0.209961, 0.197266, 0.181641, 0.192383, 0.198242, 0.175781, 0.203125, 0.175781, 0.189453, 0.220703, 0.213867, 0.198242, 0.175781, 0.1875, 0.193359, 0.208984, 0.205078, 0.197266, 0.200195, 0.191406, 0.204102, 0.212891, 0.194336, 0.214844, 0.189453, 0.177734, 0.182617, 0.202148, 0.202148, 0.199219, 0.181641, 0.186523, 0.207031, 0.203125, 0.18457, 0.191406, 0.195312, 0.194336, 0.225586, 0.203125, 0.208008, 0.181641, 0.226562, 0.204102, 0.204102, 0.198242, 0.207031, 0.189453, 0.192383, 0.216797, 0.164062, 0.193359, 0.207031, 0.208984, 0.191406, 0.199219, 0.206055, 0.207031, 0.198242, 0.1875, 0.189453, 0.200195, 0.200195, 0.201172, 0.200195, 0.196289, 0.183594, 0.193359, 0.198242, 0.199219, 0.214844, 0.228516, 0.198242, 0.193359, 0.185547, 0.191406, 0.201172, 0.207031, 0.21582, 0.196289, 0.202148, 0.185547, 0.217773, 0.204102, 0.208008, 0.196289, 0.179688, 0.197266, 0.19043, 0.206055, 0.217773, 0.206055, 0.185547, 0.207031, 0.186523, 0.213867, 0.189453, 0.195312, 0.191406, 0.19043, 0.198242, 0.195312, 0.19043, 0.200195, 0.206055, 0.189453, 0.195312, 0.213867, 0.208984, 0.168945, 0.22168, 0.174805, 0.193359, 0.182617, 0.205078, 0.180664, 0.198242, 0.180664, 0.194336, 0.198242, 0.210938, 0.192383, 0.203125, 0.205078, 0.211914, 0.204102, 0.208984, 0.203125, 0.200195, 0.185547, 0.180664, 0.193359, 0.178711, 0.209961, 0.114258, 0.229492, 0.195312, 0.19043, 0.220703, 0.201172, 0.198242, 0.211914, 0.206055, 0.209961, 0.18457, 0.208984, 0.182617, 0.198242, 0.204102, 0.188477, 0.195312, 0.172852, 0.203125, 0.200195, 0.189453, 0.185547, 0.205078, 0.214844, 0.1875, 0.191406, 0.195312, 0.200195, 0.200195, 0.198242, 0.201172, 0.192383, 0.202148, 0.198242, 0.193359, 0.208984, 0.186523, 0.216797, 0.199219, 0.177734, 0.202148, 0.143555, 0.199219, 0.189453, 0.192383, 0.180664, 0.186523, 0.188477, 0.180664, 0.189453, 0.214844, 0.202148, 0.176758, 0.211914, 0.174805, 0.199219, 0.174805, 0.199219, 0.214844, 0.176758, 0.189453, 0.183594, 0.201172, 0.193359, 0.200195, 0.1875, 0.199219, 0.206055, 0.209961, 0.208984, 0.193359, 0.217773, 0.197266, 0.181641, 0.204102, 0.224609, 0.212891, 0.213867, 0.193359, 0.202148, 0.181641, 0.189453, 0.209961, 0.181641, 0.19043, 0.193359, 0.198242, 0.170898, 0.208984, 0.199219, 0.220703, 0.182617, 0.196289, 0.191406, 0.196289, 0.181641, 0.191406, 0.214844, 0.203125, 0.19043, 0.181641, 0.204102, 0.193359, 0.201172, 0.214844, 0.196289, 0.209961, 0.18457, 0.157227, 0.219727, 0.203125, 0.191406, 0.192383, 0.214844, 0.212891, 0.195312, 0.182617, 0.193359, 0.193359, 0.191406, 0.196289, 0.208008, 0.209961, 0.206055, 0.182617, 0.208984, 0.194336, 0.169922, 0.225586, 0.210938, 0.208984, 0.179688, 0.19043, 0.194336, 0.193359, 0.176758, 0.183594, 0.194336, 0.19043, 0.194336, 0.178711, 0.198242, 0.192383, 0.213867, 0.203125, 0.202148, 0.196289, 0.189453, 0.210938, 0.205078, 0.209961, 0.207031, 0.203125, 0.201172, 0.208008, 0.206055, 0.213867, 0.194336, 0.203125, 0.179688, 0.205078, 0.189453, 0.195312, 0.205078, 0.206055, 0.204102, 0.201172, 0.205078, 0.205078, 0.178711, 0.222656, 0.222656, 0.204102, 0.188477, 0.192383, 0.197266, 0.210938, 0.058838, 0.200195, 0.188477, 0.201172, 0.203125, 0.188477, 0.205078, 0.195312, 0.200195, 0.212891, 0.206055, 0.217773, 0.18457, 0.197266, 0.186523, 0.1875, 0.180664, 0.202148, 0.210938, 0.205078, 0.177734, 0.170898, 0.198242, 0.205078, 0.204102, 0.18457, 0.210938, 0.196289, 0.203125, 0.210938, 0.217773, 0.179688, 0.206055, 0.217773, 0.197266, 0.204102, 0.21875, 0.171875, 0.186523, 0.197266, 0.207031, 0.222656, 0.209961, 0.198242, 0.212891, 0.179688, 0.204102, 0.191406, 0.211914, 0.196289, 0.182617, 0.196289, 0.210938, 0.1875, 0.205078, 0.192383, 0.202148, 0.175781, 0.203125, 0.191406, 0.19043, 0.192383, 0.183594, 0.22168, 0.185547, 0.197266, 0.203125, 0.169922, 0.19043, 0.192383, 0.194336, 0.200195, 0.204102, 0.204102, 0.173828, 0.210938, 0.209961, 0.213867, 0.211914, 0.193359, 0.198242, 0.200195, 0.208008, 0.195312, 0.1875, 0.208008, 0.201172, 0.210938, 0.191406, 0.207031, 0.1875, 0.209961, 0.196289, 0.19043, 0.194336, 0.208984, 0.193359, 0.196289, 0.200195, 0.18457, 0.209961, 0.222656, 0.226562, 0.234375, 0.22168, 0.205078, 0.183594, 0.211914, 0.216797, 0.195312, 0.191406, 0.189453, 0.189453, 0.21875, 0.202148, 0.223633, 0.188477, 0.191406, 0.207031, 0.204102, 0.212891, 0.198242, 0.209961, 0.208008, 0.200195, 0.192383, 0.195312, 0.193359, 0.176758, 0.199219, 0.211914, 0.196289, 0.201172, 0.196289, 0.220703, 0.213867, 0.188477, 0.183594, 0.201172, 0.219727, 0.165039, 0.208008, 0.182617, 0.203125, 0.173828, 0.185547, 0.207031, 0.206055, 0.188477, 0.236328, 0.202148, 0.212891, 0.192383, 0.188477, 0.144531, 0.208008, 0.19043, 0.193359, 0.179688, 0.216797, 0.21875, 0.202148, 0.1875, 0.224609, 0.197266, 0.201172, 0.198242, 0.19043, 0.207031, 0.217773, 0.194336, 0.203125, 0.21582, 0.191406, 0.196289, 0.197266, 0.202148, 0.18457, 0.198242, 0.178711, 0.195312, 0.207031, 0.211914, 0.207031, 0.179688, 0.195312, 0.199219, 0.197266, 0.1875, 0.199219, 0.195312, 0.174805, 0.19043, 0.201172, 0.203125, 0.197266, 0.206055, 0.207031, 0.199219, 0.178711, 0.21582, 0.193359, 0.201172, 0.1875, 0.19043, 0.191406, 0.203125, 0.197266, 0.192383, 0.211914, 0.203125, 0.214844, 0.193359, 0.225586, 0.206055, 0.199219, 0.210938, 0.173828, 0.207031, 0.192383, 0.1875, 0.203125, 0.185547, 0.189453, 0.199219, 0.171875, 0.173828, 0.201172, 0.207031, 0.189453, 0.208008, 0.193359, 0.191406, 0.206055, 0.183594, 0.19043, 0.202148, 0.18457, 0.177734, 0.210938, 0.18457, 0.199219, 0.211914, 0.201172, 0.188477, 0.183594, 0.192383, 0.216797, 0.178711, 0.200195, 0.213867, 0.203125, 0.183594, 0.224609, 0.208008, 0.050781, 0.197266, 0.197266, 0.164062, 0.193359, 0.200195, 0.199219, 0.192383, 0.195312, 0.202148, 0.213867, 0.192383, 0.203125, 0.192383, 0.194336, 0.181641, 0.195312, 0.206055, 0.202148, 0.18457, 0.205078, 0.201172, 0.199219, 0.209961, 0.19043, 0.210938, 0.209961, 0.201172, 0.206055, 0.211914, 0.203125, 0.192383, 0.222656, 0.1875, 0.209961, 0.219727, 0.192383, 0.219727, 0.19043, 0.211914, 0.191406, 0.211914, 0.230469, 0.193359, 0.1875, 0.183594, 0.208008, 0.208008, 0.200195, 0.189453, 0.182617, 0.209961, 0.203125, 0.24707, 0.206055, 0.195312, 0.182617, 0.201172, 0.195312, 0.193359, 0.209961, 0.203125, 0.180664, 0.199219, 0.192383, 0.189453, 0.197266, 0.202148, 0.22168, 0.185547, 0.196289, 0.191406, 0.185547, 0.195312, 0.196289, 0.194336, 0.193359, 0.202148, 0.208984, 0.192383, 0.193359, 0.188477, 0.178711, 0.213867, 0.201172, 0.194336, 0.212891, 0.208984, 0.216797, 0.195312, 0.169922, 0.18457, 0.199219, 0.191406, 0.207031, 0.181641, 0.185547, 0.195312, 0.185547, 0.209961, 0.191406, 0.195312, 0.1875, 0.174805, 0.197266, 0.209961, 0.200195, 0.194336, 0.210938, 0.211914, 0.193359, 0.183594, 0.201172, 0.214844, 0.195312, 0.199219, 0.216797, 0.204102, 0.208984, 0.214844, 0.183594, 0.198242, 0.193359, 0.172852, 0.202148, 0.219727, 0.18457, 0.200195, 0.208008, 0.188477, 0.204102, 0.180664, 0.194336, 0.168945, 0.191406, 0.179688, 0.206055, 0.208008, 0.193359, 0.186523, 0.194336, 0.195312, 0.212891, 0.181641, 0.196289, 0.192383, 0.207031, 0.192383, 0.202148, 0.189453, 0.200195, 0.205078, 0.19043, 0.199219, 0.195312, 0.201172, 0.186523, 0.189453, 0.202148, 0.209961, 0.176758, 0.195312, 0.172852, 0.200195, 0.189453, 0.205078, 0.194336, 0.197266, 0.181641, 0.186523, 0.197266, 0.214844, 0.213867, 0.177734, 0.203125, 0.207031, 0.204102, 0.199219, 0.192383, 0.207031, 0.194336, 0.196289, 0.198242, 0.193359, 0.198242, 0.192383, 0.183594, 0.197266, 0.193359, 0.200195, 0.216797, 0.194336, 0.183594, 0.18457, 0.178711, 0.197266, 0.206055, 0.213867, 0.195312, 0.195312, 0.204102, 0.216797, 0.202148, 0.203125, 0.211914, 0.197266, 0.207031, 0.220703, 0.193359, 0.212891, 0.183594, 0.200195, 0.202148, 0.200195, 0.208008, 0.220703, 0.203125, 0.211914, 0.205078, 0.205078, 0.191406, 0.208008, 0.21875, 0.200195, 0.216797, 0.189453, 0.188477, 0.186523, 0.203125, 0.205078, 0.211914, 0.188477, 0.21582, 0.178711, 0.204102, 0.194336, 0.222656, 0.194336, 0.207031, 0.186523, 0.208984, 0.204102, 0.208008, 0.214844, 0.197266, 0.197266, 0.203125, 0.200195, 0.199219, 0.189453, 0.210938, 0.211914, 0.193359, 0.194336, 0.211914, 0.212891, 0.199219, 0.200195, 0.200195, 0.180664, 0.191406, 0.22168, 0.188477, 0.206055, 0.193359, 0.213867, 0.222656, 0.197266, 0.195312, 0.212891, 0.204102, 0.205078, 0.193359, 0.178711, 0.195312, 0.180664, 0.198242, 0.222656, 0.15332, 0.219727, 0.204102, 0.201172, 0.211914, 0.202148, 0.196289, 0.213867, 0.199219, 0.186523, 0.183594, 0.196289, 0.205078, 0.186523, 0.1875, 0.197266, 0.200195, 0.18457, 0.197266, 0.18457, 0.201172, 0.201172, 0.18457, 0.19043, 0.210938, 0.206055, 0.174805, 0.194336, 0.206055, 0.191406, 0.193359, 0.201172, 0.208984, 0.207031, 0.189453, 0.185547, 0.207031, 0.211914, 0.193359, -6.6e-05, 0.208984, 0.194336, 0.201172, 0.196289, 0.195312, 0.200195, 0.209961, 0.203125, 0.185547, 0.197266, 0.220703, 0.202148, 0.167969, 0.186523, 0.204102, 0.196289, 0.19043, 0.182617, 0.203125, 0.188477, 0.212891, 0.197266, 0.185547, 0.192383, 0.217773, 0.193359, 0.173828, 0.191406, 0.207031, 0.185547, 0.202148, 0.209961, 0.195312, 0.194336, 0.194336, 0.204102, 0.206055, 0.197266, 0.199219, 0.189453, 0.170898, 0.195312, 0.194336, 0.202148, 0.222656, 0.178711, 0.192383, 0.213867, 0.210938, 0.199219, 0.196289, 0.21875, 0.204102, 0.208008, 0.194336, 0.181641, 0.186523, 0.210938, 0.189453, 0.168945, 0.186523, 0.201172, 0.192383, 0.199219, 0.208008, 0.225586, 0.201172, 0.1875, 0.200195, 0.18457, 0.192383, 0.189453, 0.174805, 0.191406, 0.194336, 0.191406, 0.191406, 0.212891, 0.206055, 0.226562, 0.178711, 0.192383, 0.219727, 0.176758, 0.185547, 0.148438, 0.213867, 0.209961, 0.202148, 0.226562, 0.183594, 0.204102, 0.177734, 0.191406, 0.208984, 0.196289, 0.195312, 0.194336, 0.19043, 0.193359, 0.21582, 0.208008, 0.186523, 0.208984, 0.174805, 0.205078, 0.216797, 0.236328, 0.196289, 0.176758, 0.199219, 0.177734, 0.207031, 0.189453, 0.204102, 0.19043, 0.200195, 0.186523, 0.189453, 0.199219, 0.195312, 0.211914, 0.197266, 0.220703, 0.19043, 0.199219, 0.18457, 0.212891, 0.198242, 0.203125, 0.19043, 0.220703, 0.227539, 0.176758, 0.201172, 0.21582, 0.177734, 0.200195, 0.208984, 0.19043, 0.206055, 0.206055, 0.203125, 0.19043, 0.212891, 0.202148, 0.209961, 0.197266, 0.217773, 0.192383, 0.177734, 0.213867, 0.205078, 0.198242, 0.102539, 0.196289, 0.188477, 0.198242, 0.195312, 0.203125, 0.204102, 0.168945, 0.19043, 0.209961, 0.199219, 0.21875, 0.171875, 0.200195, 0.186523, 0.197266, 0.202148, 0.195312, 0.202148, 0.193359, 0.183594, 0.214844, 0.204102, 0.200195, 0.206055, 0.199219, 0.202148, 0.198242, 0.199219, 0.19043, 0.208984, 0.200195, 0.172852, 0.186523, 0.200195, 0.198242, 0.169922, 0.201172, 0.189453, 0.191406, 0.194336, 0.226562, 0.222656, 0.196289, 0.195312, 0.206055, 0.196289, 0.177734, 0.179688, 0.208984, 0.194336, 0.19043, 0.196289, 0.196289, 0.203125, 0.208008, 0.200195, 0.193359, 0.195312, 0.185547, 0.213867, 0.173828, 0.193359, 0.18457, 0.201172, 0.189453, 0.197266, 0.210938, 0.191406, 0.19043, 0.191406, 0.219727, 0.177734, 0.210938, 0.195312, 0.160156, 0.201172, 0.196289, 0.198242, 0.209961, 0.195312, 0.200195, 0.189453, 0.198242, 0.206055, 0.194336, 0.206055, 0.189453, 0.197266, 0.198242, 0.185547, 0.199219, 0.198242, 0.195312, 0.158203, 0.208008, 0.168945, 0.196289, 0.202148, 0.211914, 0.200195, 0.212891, 0.19043, 0.193359, 0.201172, 0.203125, 0.208984, 0.202148, 0.197266, 0.19043, 0.208984, 0.193359, 0.186523, 0.182617, 0.192383, 0.185547, 0.185547, 0.143555, 0.216797, 0.21875, 0.203125, 0.19043, 0.200195, 0.208984, 0.197266, 0.195312, 0.19043, 0.21582, 0.191406, 0.194336, 0.198242, 0.166992, 0.180664, 0.207031, 0.212891, 0.196289, 0.194336, 0.201172, 0.186523, 0.180664, 0.172852, 0.195312, 0.213867, 0.200195, 0.214844, 0.194336, 0.196289, 0.210938, 0.206055, 0.213867, 0.178711, 0.179688, 0.197266, 0.202148, 0.207031, 0.195312, 0.213867, 0.204102, 0.200195, 0.203125, 0.204102, 0.196289, 0.22168, 0.212891, 0.202148, 0.181641, 0.212891, 0.180664, 0.194336, 0.162109, 0.224609, 0.211914, 0.214844, 0.21875, 0.199219, 0.189453, 0.203125, 0.202148, 0.202148, 0.198242, 0.186523, 0.199219, 0.204102, 0.203125, 0.22168, 0.199219, 0.198242, 0.211914, 0.198242, 0.217773, 0.202148, 0.213867, 0.194336, 0.201172, 0.185547, 0.193359, 0.216797, 0.216797, 0.200195, 0.227539, 0.204102, 0.201172, 0.167969, 0.178711, 0.194336, 0.196289, 0.183594, 0.208008, 0.204102, 0.202148, 0.207031, 0.208008, 0.200195, 0.188477, 0.199219, 0.226562, 0.208984, 0.197266, 0.213867, 0.208008, 0.196289, 0.197266, 0.198242, 0.210938, 0.199219, 0.195312, 0.199219, 0.150391, 0.194336, 0.185547, 0.217773, 0.204102, 0.209961, 0.193359, 0.202148, 0.205078, 0.201172, 0.204102, 0.194336, 0.195312, 0.206055, 0.223633, 0.208008, 0.201172, 0.205078, 0.208984, 0.212891, 0.193359, 0.217773, 0.179688, 0.19043, 0.189453, 0.179688, 0.195312, 0.197266, 0.193359, 0.21582, 0.198242, 0.198242, 0.167969, 0.199219, 0.195312, 0.212891, 0.204102, 0.197266, 0.181641, 0.189453, 0.181641, 0.200195, 0.204102, 0.205078, 0.19043, 0.199219, 0.216797, 0.208008, 0.202148, 0.210938, 0.179688, 0.203125, 0.170898, 0.185547, 0.212891, 0.201172, 0.169922, 0.202148, 0.097168, 0.204102, 0.208008, 0.195312, 0.198242, 0.225586, 0.198242, 0.189453, 0.188477, 0.178711, 0.18457, 0.19043, 0.199219, 0.193359, 0.214844, 0.180664, 0.227539, 0.175781, 0.192383, 0.202148, 0.198242, 0.202148, 0.209961, 0.195312, 0.200195, 0.216797, 0.223633, 0.205078, 0.179688, 0.209961, 0.199219, 0.192383, 0.203125, 0.193359, 0.193359, 0.208984, 0.199219, 0.196289, 0.19043, 0.209961, 0.197266, 0.212891, 0.206055, 0.192383, 0.170898, 0.200195, 0.208008, 0.204102, 0.202148, 0.208008, 0.202148, 0.192383, 0.208984, 0.188477, 0.211914, 0.195312, 0.19043, 0.19043, 0.179688, 0.192383, 0.201172, 0.196289, 0.220703, 0.207031, 0.189453, 0.189453, 0.208008, 0.203125, 0.202148, 0.167969, 0.200195, 0.196289, 0.200195, 0.202148, 0.19043, 0.210938, 0.201172, 0.205078, 0.225586, 0.174805, 0.210938, 0.202148, 0.196289, 0.214844, 0.197266, 0.210938, 0.204102, 0.204102, 0.205078, 0.173828, 0.199219, 0.189453, 0.179688, 0.19043, 0.207031, 0.198242, 0.15918, 0.205078, 0.201172, 0.196289, 0.208008, 0.208984, 0.200195, 0.201172, 0.210938, 0.209961, 0.200195, 0.203125, 0.212891, 0.210938, 0.203125, 0.200195, 0.181641, 0.209961, 0.197266, 0.196289, 0.191406, 0.185547, 0.166992, 0.176758, 0.202148, 0.21582, 0.216797, 0.208008, 0.199219, 0.178711, 0.188477, 0.201172, 0.193359, 0.205078, 0.208008, 0.216797, 0.194336, 0.193359, 0.191406, 0.213867, 0.201172, 0.167969, 0.200195, 0.196289, 0.173828, 0.199219, 0.196289, 0.19043, 0.201172, 0.211914, 0.195312, 0.193359, 0.183594, 0.197266, 0.199219, 0.198242, 0.198242, 0.185547, 0.210938, 0.186523, 0.205078, 0.188477, 0.198242, 0.213867, 0.208008, 0.203125, 0.185547, 0.21875, 0.205078, 0.192383, 0.177734, 0.167969, 0.1875, 0.213867, 0.199219, 0.212891, 0.205078, 0.182617, 0.19043, 0.191406, 0.183594, 0.198242, 0.195312, 0.22168, 0.21582, 0.195312, 0.198242, 0.203125, 0.182617, 0.180664, 0.186523, 0.21582, 0.204102, 0.192383, 0.179688, 0.224609, 0.200195, 0.201172, 0.192383, 0.197266, 0.205078, 0.199219, 0.177734, 0.193359, 0.182617, 0.195312, 0.205078, 0.197266, 0.202148, 0.186523, 0.210938, 0.198242, 0.186523, 0.197266, 0.207031, 0.194336, 0.195312, 0.196289, 0.205078, 0.18457, 0.202148, 0.19043, 0.205078, 0.186523, 0.208008, 0.193359, 0.206055, 0.186523, 0.186523, 0.183594, 0.1875, 0.200195, 0.193359, 0.204102, 0.199219, 0.193359, 0.1875, 0.220703, 0.204102, 0.185547, 0.194336, 0.192383, 0.193359, 0.195312, 0.198242, 0.188477, 0.208008, 0.198242, 0.185547, 0.201172, 0.213867, 0.197266, 0.196289, 0.186523, 0.192383, 0.198242, 0.208008, 0.200195, 0.189453, 0.201172, 0.210938, 0.185547, 0.185547, 0.197266, 0.189453, 0.208008, 0.202148, 0.19043, 0.197266, 0.211914, 0.210938, 0.194336, 0.189453, 0.211914, 0.200195, 0.217773, 0.194336, 0.204102, 0.185547, 0.217773, 0.195312, 0.194336, 0.194336, 0.208008, 0.200195, 0.217773, 0.192383, 0.181641, 0.208984, 0.194336, 0.213867, 0.206055, 0.191406, 0.204102, 0.206055, 0.211914, 0.203125, 0.202148, 0.181641, 0.199219, 0.228516, 0.208008, 0.209961, 0.216797, 0.185547, 0.214844, 0.197266, 0.216797, 0.207031, 0.207031, 0.204102, 0.204102, 0.213867, 0.219727, 0.21582, 0.211914, 0.196289, 0.199219, 0.189453, 0.182617, 0.200195, 0.195312, 0.200195, 0.223633, 0.186523, 0.211914, 0.222656, 0.19043, 0.194336, 0.201172, 0.205078, 0.196289, 0.212891, 0.21875, 0.1875, 0.183594, 0.197266, 0.18457, 0.193359, 0.185547, 0.192383, 0.211914, 0.197266, 0.206055, 0.199219, 0.192383, 0.203125, 0.191406, 0.207031, 0.188477, 0.199219, 0.210938, 0.211914, 0.193359, 0.188477, 0.192383, 0.214844, 0.185547, 0.200195, 0.208984, 0.179688, 0.201172, 0.205078, 0.228516, 0.209961, 0.203125, 0.198242, 0.194336, 0.209961, 0.193359, 0.18457, 0.220703, 0.1875, 0.211914, 0.182617, 0.174805, 0.195312, 0.211914, 0.207031, 0.191406, 0.199219, 0.183594, 0.196289, 0.166992, 0.204102, 0.183594, 0.18457, 0.195312, 0.211914, 0.180664, 0.198242, 0.210938, 0.200195, 0.140625, 0.213867, 0.212891, 0.18457, 0.18457, 0.202148, 0.177734, 0.206055, 0.199219, 0.171875, 0.188477, 0.206055, 0.189453, 0.198242, 0.193359, 0.192383, 0.209961, 0.208008, 0.180664, 0.227539, 0.207031, 0.193359, 0.205078, 0.196289, 0.213867, 0.200195, 0.201172, 0.192383, 0.197266, 0.168945, 0.194336, 0.171875, 0.191406, 0.199219, 0.192383, 0.203125, 0.219727, 0.196289, 0.198242, 0.182617, 0.197266, 0.208984, 0.186523, 0.206055, 0.210938, 0.200195, 0.201172, 0.189453, 0.213867, 0.211914, 0.178711, 0.214844, 0.234375, 0.200195, 0.209961, 0.191406, 0.195312, 0.189453, 0.198242, 0.21582, 0.199219, 0.209961, 0.193359, 0.205078, 0.186523, 0.219727, 0.200195, 0.228516, 0.185547, 0.197266, 0.210938, 0.199219, 0.1875, 0.211914, 0.205078, 0.18457, 0.188477, 0.180664, 0.191406, 0.174805, 0.194336, 0.198242, 0.211914, 0.194336, 0.209961, 0.205078, 0.183594, 0.181641, 0.179688, 0.194336, 0.213867, 0.182617, 0.206055, 0.152344, 0.200195, 0.196289, 0.206055, 0.208984, 0.1875, 0.197266, 0.192383, 0.198242, 0.194336, 0.222656, 0.240234, 0.200195, 0.180664, 0.197266, 0.209961, 0.213867, 0.195312, 0.198242, 0.172852, 0.208984, 0.1875, 0.204102, 0.207031, 0.205078, 0.192383, 0.200195, 0.201172, 0.207031, 0.195312, 0.202148, 0.19043, 0.19043, 0.185547, 0.206055, 0.18457, 0.207031, 0.217773, 0.204102, 0.21875, 0.212891, 0.193359, 0.205078, 0.188477, 0.227539, 0.186523, 0.183594, 0.193359, 0.18457, 0.199219, 0.199219, 0.223633, 0.191406, 0.183594, 0.192383, 0.192383, 0.189453, 0.196289, 0.198242, 0.175781, 0.193359, 0.194336, 0.192383, 0.193359, 0.206055, 0.208984, 0.217773, 0.179688, 0.204102, 0.203125, 0.198242, 0.198242, 0.195312, 0.201172, 0.204102, 0.188477, 0.186523, 0.206055, 0.207031, 0.183594, 0.158203, 0.199219, 0.199219, 0.225586, 0.196289, 0.19043, 0.200195, 0.204102, 0.199219, 0.196289, 0.194336, 0.188477, 0.197266, 0.195312, 0.207031, 0.209961, 0.198242, 0.195312, 0.192383, 0.183594, 0.188477, 0.210938, 0.208984, 0.220703, 0.195312, 0.200195, 0.206055, 0.194336, 0.185547, 0.195312, 0.164062, 0.195312, 0.216797, 0.201172, 0.197266, 0.200195, 0.207031, 0.205078, 0.201172, 0.209961, 0.191406, 0.201172, 0.177734, 0.211914, 0.208008, 0.199219, 0.199219, 0.197266, 0.207031, 0.189453, 0.197266, 0.228516, 0.179688, 0.201172, 0.19043, 0.183594, 0.186523, 0.209961, 0.1875, 0.203125, 0.18457, 0.188477, 0.19043, 0.183594, 0.185547, 0.214844, 0.208008, 0.188477, 0.210938, 0.183594, 0.193359, 0.200195, 0.21582, 0.208984, 0.193359, 0.205078, 0.198242, 0.216797, 0.195312, 0.193359, 0.189453, 0.196289, 0.202148, 0.203125, 0.202148, 0.1875, 0.200195, 0.197266, 0.206055, 0.206055, 0.172852, 0.209961, 0.194336, 0.22168, 0.195312, 0.205078, 0.193359, 0.202148, 0.21582, 0.201172, 0.199219, 0.205078, 0.199219, 0.206055, 0.174805, 0.203125, 0.193359, 0.198242, 0.193359, 0.211914, 0.197266, 0.191406, 0.206055, 0.1875, 0.208008, 0.182617, 0.189453, 0.210938, 0.191406, 0.200195, 0.19043, 0.220703, 0.199219, 0.195312, 0.200195, 0.194336, 0.205078, 0.210938, 0.211914, 0.200195, 0.196289, 0.198242, 0.166016, 0.208008, 0.186523, 0.202148, 0.170898, 0.204102, 0.201172, 0.205078, 0.1875, 0.196289, 0.206055, 0.213867, 0.193359, 0.179688, 0.200195, 0.194336, 0.193359, 0.226562, 0.202148, 0.182617, 0.203125, 0.193359, 0.191406, 0.181641, 0.185547, 0.186523, 0.196289, 0.174805, 0.213867, 0.208008, 0.21582, 0.203125, 0.170898, 0.194336, 0.199219, 0.208984, 0.186523, 0.200195, 0.186523, 0.200195, 0.201172, 0.213867, 0.185547, 0.21582, 0.198242, 0.189453, 0.211914, 0.191406, 0.212891, 0.200195, 0.225586, 0.199219, 0.205078, 0.185547, 0.208008, 0.208008, 0.199219, 0.189453, 0.197266, 0.183594, 0.198242, 0.178711, 0.217773, 0.214844, 0.204102, 0.220703, 0.201172, 0.197266, 0.196289, 0.185547, 0.186523, 0.217773, 0.191406, 0.207031, 0.185547, 0.199219, 0.181641, 0.208008, 0.197266, 0.197266, 0.198242, 0.208984, 0.208984, 0.201172, 0.216797, 0.191406, 0.203125, 0.204102, 0.175781, 0.21582, 0.200195, 0.211914, 0.185547, 0.195312, 0.201172, 0.172852, 0.203125, 0.198242, 0.178711, 0.202148, 0.18457, 0.198242, 0.208984, 0.200195, 0.19043, 0.193359, 0.179688, 0.206055, 0.201172, 0.191406, 0.195312, 0.211914, 0.174805, 0.19043, 0.209961, 0.220703, 0.188477, 0.204102, 0.193359, 0.202148, 0.193359, 0.058594, 0.182617, 0.191406, 0.203125, 0.197266, 0.194336, 0.192383, 0.213867, 0.18457, 0.196289, 0.211914, 0.220703, 0.207031, 0.195312, 0.197266, 0.231445, 0.202148, 0.166992, 0.204102, 0.204102, 0.217773, 0.207031, 0.201172, 0.178711, 0.195312, 0.228516, 0.205078, 0.197266, 0.193359, 0.175781, 0.214844, 0.188477, 0.209961, 0.21582, 0.171875, 0.19043, 0.176758, 0.208984, 0.189453, 0.198242, 0.21875, 0.193359, 0.19043, 0.201172, 0.204102, 0.183594, 0.177734, 0.18457, 0.208008, 0.208984, 0.204102, 0.194336, 0.202148, 0.217773, 0.199219, 0.19043, 0.209961, 0.208984, 0.205078, 0.205078, 0.201172, 0.182617, 0.194336, 0.194336, 0.201172, 0.194336, 0.193359, 0.203125, 0.179688, 0.210938, 0.206055, 0.194336, 0.177734, 0.177734, 0.197266, 0.203125, 0.179688, 0.194336, 0.196289, 0.199219, 0.192383, 0.193359, 0.204102, 0.204102, 0.208008, 0.204102, 0.18457, 0.197266, 0.164062, 0.179688, 0.173828, 0.18457, 0.219727, 0.196289, 0.18457, 0.179688, 0.200195, 0.201172, 0.197266, 0.193359, 0.19043, 0.194336, 0.188477, 0.210938, 0.195312, 0.198242, 0.197266, 0.202148, 0.204102, 0.193359, 0.182617, 0.209961, 0.192383, 0.207031, 0.179688, 0.209961, 0.21875, 0.203125, 0.204102, 0.210938, 0.201172, 0.224609, 0.191406, 0.205078, 0.200195, 0.176758, 0.193359, 0.203125, 0.167969, 0.189453, 0.211914, 0.183594, 0.201172, 0.206055, 0.195312, 0.217773 ] }, "name": "model.transformer.layers.9.attn_norm.weight", "outputIndexes": [ 593 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 592, 593 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_9/Mul_1_output_0", "outputIndexes": [ 594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 594 ], "outputIndexes": [ 2794 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2794 ], "outputIndexes": [ 2795 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear", "inputIndexes": [ 2795 ], "outputIndexes": [ 2796 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 376960836, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2796 ], "outputIndexes": [ 2797 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2797 ], "outputIndexes": [ 595 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594 ], "main_type": "NONE", "name": "/Shape_37_output_0", "outputIndexes": [ 596 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 596 ], "main_type": "NONE", "name": "Shape847", "outputIndexes": [ 597 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 596 ], "main_type": "NONE", "name": "Rank849", "outputIndexes": [ 598 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598, 598 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp851", "outputIndexes": [ 599 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 599 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze852", "outputIndexes": [ 600 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 599, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp854", "outputIndexes": [ 601 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 601 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze855", "outputIndexes": [ 602 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 597, 600, 602, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice858", "outputIndexes": [ 603 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 603 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze859", "outputIndexes": [ 604 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 604 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp860", "outputIndexes": [ 605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605, 604 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp861", "outputIndexes": [ 606 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 596, 606, 599 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_49_output_0", "outputIndexes": [ 607 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 607, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_91_output_0", "outputIndexes": [ 608 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 608, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_45_output_0", "outputIndexes": [ 609 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 595, 609 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_37_output_0", "outputIndexes": [ 610 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 610 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_9/Mul_output_0", "outputIndexes": [ 611 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.460938, 1.195312, -0.002823, 0.010498, 0.988281, 1.578125, 1.125, 0.738281, 0.628906, 1.140625, 1.414062, 1.28125, 1.445312, 1.289062, 1.375, 1.890625, 1.65625, 1.367188, 1.46875, 1.4375, 1.34375, 1.421875, 1.578125, 1.515625, 1.195312, 1.398438, 1.5, 1.664062, 1.617188, 1.296875, 1.460938, 1.859375, 1.804688, 1.617188, 1.335938, 1.65625, 1.59375, 1.617188, 1.507812, 1.625, 1.625, 1.539062, 1.375, 1.578125, 2.5, 1.179688, 1.28125, 1.59375, 1.148438, 1.640625, 1.640625, 1.65625, 1.5625, 1.601562, 1.6875, 1.648438, 1.585938, 1.617188, 1.492188, 1.507812, 1.304688, 1.648438, 1.695312, 1.71875, 1.164062, 0.005096, 0.933594, 0.376953, 0.320312, 1.507812, 0.75, 1.226562, 1.1875, 1.421875, 1.734375, 1.335938, 1.210938, 1.195312, 1.507812, 0.925781, 1.257812, 1.648438, 1.570312, 1.578125, 1.539062, 1.609375, 1.265625, 1.476562, 1.601562, 1.507812, 1.734375, 1.640625, 1.585938, 1.648438, 1.625, 1.28125, 1.265625, 1.664062, 1.601562, 1.617188, 1.539062, 1.578125, 1.625, 1.59375, 1.625, 1.554688, 1.710938, 1.6875, 0.699219, 1.96875, 1.726562, 1.65625, 1.992188, 1.585938, 1.640625, 1.601562, 1.671875, 1.617188, 1.484375, 1.453125, 1.5625, 1.476562, 2.265625, 1.367188, 1.5625, 1.117188, 1.570312, 1.421875 ] }, "name": "model.transformer.layers.9.attn.q_norm.weight", "outputIndexes": [ 612 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 611, 612 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_9/Mul_1_output_0", "outputIndexes": [ 613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_36_output_0", "outputIndexes": [ 614 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_37_output_0", "outputIndexes": [ 615 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 615 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_18_output_0", "outputIndexes": [ 616 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_36_output_0", "outputIndexes": [ 617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 616, 617 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_48_output_0", "outputIndexes": [ 618 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 618, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_37_output_0", "outputIndexes": [ 619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 614, 619 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_36_output_0", "outputIndexes": [ 620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 594 ], "outputIndexes": [ 2798 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2798 ], "outputIndexes": [ 2799 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear", "inputIndexes": [ 2799 ], "outputIndexes": [ 2800 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 383653962, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2800 ], "outputIndexes": [ 2801 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2801 ], "outputIndexes": [ 621 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 608, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_46_output_0", "outputIndexes": [ 622 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 621, 622 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_38_output_0", "outputIndexes": [ 623 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 623 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_9/Mul_output_0", "outputIndexes": [ 624 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.429688, 0.976562, -0.007996, 0.026245, 0.882812, 1.703125, 0.949219, 0.738281, 0.4375, 1.023438, 1.492188, 1.421875, 1.664062, 1.09375, 0.980469, 1.539062, 1.703125, 1.28125, 1.359375, 1.414062, 1.625, 1.757812, 1.789062, 1.398438, 1.367188, 1.5, 1.671875, 1.601562, 1.6875, 2.046875, 1.585938, 1.453125, 1.179688, 1.632812, 1.382812, 1.570312, 1.648438, 1.679688, 1.507812, 1.703125, 1.671875, 1.492188, 1.601562, 1.617188, 0.130859, 1.78125, 1.734375, 1.59375, 1.539062, 1.585938, 1.609375, 1.554688, 1.625, 1.601562, 1.492188, 1.375, 1.570312, 1.4375, 1.53125, 1.335938, 1.914062, 1.5625, 1.570312, 1.578125, 1.265625, 0.049561, 0.746094, 0.296875, 0.5, 1.5, 0.804688, 1.140625, 1.234375, 1.523438, 1.554688, 1.0625, 0.636719, 1.492188, 1.820312, 1.234375, 0.917969, 1.664062, 1.617188, 1.546875, 1.367188, 1.15625, 1.046875, 1.625, 1.351562, 1.367188, 1.578125, 1.632812, 1.515625, 1.0, 1.46875, 1.523438, 1.953125, 1.640625, 1.585938, 1.609375, 1.484375, 1.5, 1.578125, 1.546875, 1.5625, 1.625, 1.445312, 1.664062, 3.09375, 1.226562, 1.359375, 1.59375, 1.09375, 1.65625, 1.65625, 1.679688, 1.65625, 1.609375, 1.695312, 1.828125, 1.578125, 1.773438, 1.195312, 1.890625, 1.421875, 2.59375, 1.695312, 1.539062 ] }, "name": "model.transformer.layers.9.attn.k_norm.weight", "outputIndexes": [ 625 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 625 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_9/Mul_1_output_0", "outputIndexes": [ 626 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_38_output_0", "outputIndexes": [ 627 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_39_output_0", "outputIndexes": [ 628 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 628 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_19_output_0", "outputIndexes": [ 629 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_38_output_0", "outputIndexes": [ 630 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629, 630 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_49_output_0", "outputIndexes": [ 631 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 631, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_39_output_0", "outputIndexes": [ 632 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 627, 632 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_37_output_0", "outputIndexes": [ 633 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 594 ], "outputIndexes": [ 2802 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2802 ], "outputIndexes": [ 2803 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear", "inputIndexes": [ 2803 ], "outputIndexes": [ 2804 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 385327440, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2804 ], "outputIndexes": [ 2805 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2805 ], "outputIndexes": [ 634 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 634, 622 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_39_output_0", "outputIndexes": [ 635 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 620, 633, 635, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.9/self_attn/FusedAttention", "outputIndexes": [ 636 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 636 ], "outputIndexes": [ 2806 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2806 ], "outputIndexes": [ 2807 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear", "inputIndexes": [ 2807 ], "outputIndexes": [ 2808 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 387000918, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2808 ], "outputIndexes": [ 2809 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2809 ], "outputIndexes": [ 637 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 591, 637 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_38_output_0", "outputIndexes": [ 638 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_9/Mul_output_0", "outputIndexes": [ 639 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.523438, 0.470703, 0.53125, 0.542969, 0.494141, 0.53125, 0.455078, 0.486328, 0.478516, 0.566406, 0.539062, 0.53125, 0.511719, 0.523438, 0.535156, 0.503906, 0.546875, 0.542969, 0.5, 0.453125, 0.558594, 0.519531, 0.527344, 0.498047, 0.503906, 0.539062, 0.519531, 0.511719, 0.539062, 0.535156, 0.523438, 0.503906, 0.486328, 0.523438, 0.523438, 0.550781, 0.53125, 0.507812, 0.498047, 0.5, 0.511719, 0.523438, 0.474609, 0.523438, 0.451172, 0.503906, 0.507812, 0.511719, 0.53125, 0.542969, 0.498047, 0.507812, 0.535156, 0.5, 0.515625, 0.535156, 0.535156, 0.488281, 0.494141, 0.5625, 0.5, 0.515625, 0.542969, 0.535156, 0.53125, 0.507812, 0.53125, 0.503906, 0.507812, 0.511719, 0.542969, 0.574219, 0.546875, 0.511719, 0.511719, 0.523438, 0.515625, 0.507812, 0.535156, 0.492188, 0.539062, 0.535156, 0.546875, 0.527344, 0.503906, 0.5, 0.494141, 0.470703, 0.507812, 0.527344, 0.542969, 0.496094, 0.519531, 0.494141, 0.542969, 0.496094, 0.511719, 0.464844, 0.519531, 0.484375, 0.527344, 0.523438, 0.515625, 0.484375, 0.503906, 0.523438, 0.503906, 0.515625, 0.5625, 0.558594, 0.458984, 0.507812, 0.539062, 0.527344, 0.523438, 0.535156, 0.535156, 0.5, 0.5, 0.523438, 0.455078, 0.507812, 0.511719, 0.550781, 0.492188, 0.488281, 0.539062, 0.515625, 0.492188, 0.507812, 0.503906, 0.515625, 0.554688, 0.519531, 0.519531, 0.546875, 0.542969, 0.5625, 0.5, 0.511719, 0.494141, 0.53125, 0.519531, 0.523438, 0.5, 0.492188, 0.503906, 0.550781, 0.523438, 0.566406, 0.53125, 0.492188, 0.484375, 0.527344, 0.498047, 0.542969, 0.498047, 0.523438, 0.535156, 0.53125, 0.539062, 0.535156, 0.527344, 0.535156, 0.488281, 0.494141, 0.490234, 0.484375, 0.542969, 0.53125, 0.5, 0.53125, 0.523438, 0.527344, 0.539062, 0.53125, 0.546875, 0.523438, 0.488281, 0.511719, 0.519531, 0.494141, 0.515625, 0.515625, 0.53125, 0.472656, 0.400391, 0.480469, 0.507812, 0.511719, 0.511719, 0.494141, 0.535156, 0.474609, 0.527344, 0.515625, 0.5, 0.523438, 0.519531, 0.515625, 0.523438, 0.515625, 0.53125, 0.492188, 0.523438, 0.546875, 0.455078, 0.542969, 0.419922, 0.539062, 0.507812, 0.527344, 0.470703, 0.511719, 0.511719, 0.492188, 0.462891, 0.5, 0.494141, 0.503906, 0.507812, 0.503906, 0.507812, 0.523438, 0.519531, 0.53125, 0.519531, 0.5, 0.494141, 0.527344, 0.445312, 0.515625, 0.523438, 0.539062, 0.546875, 0.527344, 0.507812, 0.535156, 0.412109, 0.515625, 0.480469, 0.535156, 0.519531, 0.523438, 0.539062, 0.484375, 0.539062, 0.462891, 0.527344, 0.515625, 0.503906, 0.570312, 0.490234, 0.5, 0.515625, 0.515625, 0.535156, 0.474609, 0.53125, 0.53125, 0.5, 0.494141, 0.5, 0.494141, 0.457031, 0.523438, 0.486328, 0.5, 0.511719, 0.519531, 0.494141, 0.542969, 0.480469, 0.519531, 0.484375, 0.511719, 0.5, 0.474609, 0.546875, 0.511719, 0.519531, 0.542969, 0.494141, 0.503906, 0.503906, 0.511719, 0.53125, 0.539062, 0.496094, 0.511719, 0.527344, 0.53125, 0.539062, 0.546875, 0.539062, 0.498047, 0.488281, 0.515625, 0.542969, 0.527344, 0.53125, 0.539062, 0.523438, 0.523438, 0.535156, 0.46875, 0.5, 0.515625, 0.466797, 0.480469, 0.486328, 0.523438, 0.523438, 0.496094, 0.523438, 0.523438, 0.507812, 0.507812, 0.535156, 0.474609, 0.503906, 0.519531, 0.402344, 0.474609, 0.421875, 0.511719, 0.5, 0.539062, 0.550781, 0.550781, 0.539062, 0.511719, 0.519531, 0.511719, 0.515625, 0.494141, 0.515625, 0.550781, 0.554688, 0.507812, 0.511719, 0.507812, 0.554688, 0.515625, 0.460938, 0.511719, 0.546875, 0.539062, 0.511719, 0.519531, 0.523438, 0.492188, 0.511719, 0.503906, 0.472656, 0.523438, 0.550781, 0.53125, 0.472656, 0.5, 0.507812, 0.460938, 0.523438, 0.539062, 0.519531, 0.515625, 0.494141, 0.326172, 0.478516, 0.496094, 0.490234, 0.523438, 0.546875, 0.511719, 0.539062, 0.542969, 0.523438, 0.539062, 0.527344, 0.494141, 0.494141, 0.503906, 0.498047, 0.507812, 0.507812, 0.515625, 0.535156, 0.53125, 0.507812, 0.507812, 0.523438, 0.527344, 0.511719, 0.523438, 0.511719, 0.554688, 0.511719, 0.496094, 0.53125, 0.441406, 0.523438, 0.511719, 0.535156, 0.462891, 0.511719, 0.535156, 0.439453, 0.482422, 0.527344, 0.486328, 0.507812, 0.5625, 0.484375, 0.511719, 0.542969, 0.53125, 0.470703, 0.443359, 0.488281, 0.511719, 0.503906, 0.53125, 0.484375, 0.503906, 0.462891, 0.550781, 0.5, 0.527344, 0.519531, 0.523438, 0.503906, 0.492188, 0.503906, 0.507812, 0.464844, 0.519531, 0.523438, 0.5, 0.507812, 0.539062, 0.535156, 0.492188, 0.539062, 0.466797, 0.494141, 0.523438, 0.498047, 0.523438, 0.478516, 0.523438, 0.527344, 0.472656, 0.515625, 0.515625, 0.519531, 0.519531, 0.515625, 0.523438, 0.515625, 0.503906, 0.462891, 0.488281, 0.458984, 0.507812, 0.519531, 0.523438, 0.539062, 0.53125, 0.484375, 0.507812, 0.503906, 0.550781, 0.507812, 0.515625, 0.53125, 0.5, 0.511719, 0.519531, 0.523438, 0.460938, 0.519531, 0.527344, 0.474609, 0.455078, 0.507812, 0.515625, 0.527344, 0.527344, 0.53125, 0.498047, 0.431641, 0.53125, 0.519531, 0.523438, 0.507812, 0.511719, 0.523438, 0.507812, 0.498047, 0.445312, 0.490234, 0.523438, 0.515625, 0.492188, 0.527344, 0.486328, 0.488281, 0.546875, 0.507812, 0.507812, 0.511719, 0.488281, 0.5, 0.498047, 0.496094, 0.53125, 0.554688, 0.523438, 0.527344, 0.523438, 0.542969, 0.527344, 0.53125, 0.519531, 0.5, 0.539062, 0.554688, 0.519531, 0.515625, 0.523438, 0.496094, 0.527344, 0.462891, 0.5, 0.511719, 0.527344, 0.490234, 0.498047, 0.507812, 0.507812, 0.478516, 0.455078, 0.542969, 0.527344, 0.53125, 0.535156, 0.519531, 0.507812, 0.503906, 0.574219, 0.470703, 0.519531, 0.539062, 0.542969, 0.550781, 0.498047, 0.484375, 0.5, 0.511719, 0.535156, 0.539062, 0.488281, 0.486328, 0.558594, 0.511719, 0.535156, 0.519531, 0.507812, 0.5, 0.539062, 0.511719, 0.496094, 0.511719, 0.511719, 0.445312, 0.527344, 0.496094, 0.523438, 0.5, 0.535156, 0.515625, 0.558594, 0.515625, 0.523438, 0.546875, 0.496094, 0.535156, 0.045166, 0.486328, 0.519531, 0.523438, 0.535156, 0.523438, 0.542969, 0.503906, 0.519531, 0.53125, 0.498047, 0.507812, 0.494141, 0.523438, 0.523438, 0.527344, 0.496094, 0.515625, 0.46875, 0.542969, 0.511719, 0.515625, 0.498047, 0.414062, 0.507812, 0.511719, 0.527344, 0.523438, 0.490234, 0.492188, 0.507812, 0.515625, 0.519531, 0.53125, 0.550781, 0.457031, 0.492188, 0.482422, 0.535156, 0.550781, 0.550781, 0.550781, 0.523438, 0.523438, 0.554688, 0.546875, 0.494141, 0.507812, 0.496094, 0.511719, 0.550781, 0.472656, 0.490234, 0.476562, 0.53125, 0.53125, 0.558594, 0.527344, 0.478516, 0.546875, 0.498047, 0.476562, 0.515625, 0.566406, 0.539062, 0.458984, 0.511719, 0.5, 0.478516, 0.494141, 0.527344, 0.539062, 0.550781, 0.507812, 0.511719, 0.515625, 0.498047, 0.511719, 0.503906, 0.539062, 0.511719, 0.511719, 0.472656, 0.519531, 0.5625, 0.554688, 0.519531, 0.507812, 0.478516, 0.507812, 0.546875, 0.527344, 0.542969, 0.527344, 0.53125, 0.53125, 0.486328, 0.542969, 0.46875, 0.554688, 0.523438, 0.515625, 0.429688, 0.488281, 0.494141, 0.527344, 0.527344, 0.503906, 0.535156, 0.515625, 0.5, 0.535156, 0.550781, 0.482422, 0.488281, 0.457031, 0.511719, 0.519531, 0.507812, 0.515625, 0.492188, 0.519531, 0.558594, 0.53125, 0.539062, 0.503906, 0.511719, 0.464844, 0.488281, 0.457031, 0.490234, 0.503906, 0.511719, 0.539062, 0.574219, 0.498047, 0.554688, 0.474609, 0.503906, 0.546875, 0.546875, 0.515625, 0.523438, 0.488281, 0.539062, 0.535156, 0.527344, 0.535156, 0.515625, 0.511719, 0.496094, 0.519531, 0.482422, 0.492188, 0.492188, 0.527344, 0.523438, 0.519531, 0.511719, 0.527344, 0.523438, 0.53125, 0.527344, 0.503906, 0.519531, 0.527344, 0.494141, 0.421875, 0.546875, 0.511719, 0.546875, 0.488281, 0.5625, 0.539062, 0.527344, 0.484375, 0.507812, 0.507812, 0.515625, 0.515625, 0.503906, 0.5, 0.507812, 0.328125, 0.527344, 0.515625, 0.546875, 0.542969, 0.484375, 0.496094, 0.523438, 0.527344, 0.566406, 0.523438, 0.4375, 0.488281, 0.503906, 0.515625, 0.507812, 0.492188, 0.498047, 0.5, 0.53125, 0.480469, 0.523438, 0.515625, 0.511719, 0.527344, 0.503906, 0.515625, 0.523438, 0.515625, 0.519531, 0.490234, 0.519531, 0.492188, 0.449219, 0.515625, 0.523438, 0.5, 0.507812, 0.542969, 0.490234, 0.527344, 0.5625, 0.519531, 0.53125, 0.519531, 0.515625, 0.515625, 0.507812, 0.503906, 0.523438, 0.539062, 0.535156, 0.523438, 0.435547, 0.486328, 0.480469, 0.490234, 0.550781, 0.558594, 0.507812, 0.503906, 0.539062, 0.53125, 0.523438, 0.535156, 0.519531, 0.511719, 0.53125, 0.478516, 0.482422, 0.523438, 0.535156, 0.496094, 0.523438, 0.511719, 0.519531, 0.535156, 0.507812, 0.523438, 0.492188, 0.503906, 0.507812, 0.519531, 0.507812, 0.53125, 0.486328, 0.462891, 0.488281, 0.542969, 0.550781, 0.519531, 0.507812, 0.482422, 0.482422, 0.535156, 0.515625, 0.492188, 0.53125, 0.503906, 0.496094, 0.503906, 0.539062, 0.472656, 0.492188, 0.519531, 0.53125, 0.53125, 0.492188, 0.53125, 0.408203, 0.5625, 0.542969, 0.558594, 0.550781, 0.523438, 0.542969, 0.453125, 0.546875, 0.535156, 0.558594, 0.46875, 0.503906, 0.4375, 0.535156, 0.466797, 0.5, 0.503906, 0.515625, 0.515625, 0.441406, 0.427734, 0.546875, 0.503906, 0.494141, 0.503906, 0.523438, 0.527344, 0.566406, 0.515625, 0.466797, 0.503906, 0.535156, 0.527344, 0.496094, 0.5625, 0.53125, 0.519531, 0.542969, 0.523438, 0.535156, 0.519531, 0.53125, 0.550781, 0.515625, 0.5, 0.515625, 0.515625, 0.453125, 0.464844, 0.519531, 0.451172, 0.515625, 0.070312, 0.507812, 0.527344, 0.503906, 0.523438, 0.53125, 0.550781, 0.523438, 0.515625, 0.511719, 0.542969, 0.535156, 0.527344, 0.558594, 0.511719, 0.53125, 0.515625, 0.486328, 0.53125, 0.507812, 0.523438, 0.535156, 0.478516, 0.507812, 0.488281, 0.482422, 0.523438, 0.527344, 0.523438, 0.523438, 0.535156, 0.515625, 0.523438, 0.5, 0.507812, 0.519531, 0.527344, 0.507812, 0.46875, 0.535156, 0.574219, 0.431641, 0.486328, 0.494141, 0.498047, 0.458984, 0.53125, 0.488281, 0.507812, 0.554688, 0.488281, 0.523438, 0.417969, 0.5625, 0.455078, 0.53125, 0.511719, 0.527344, 0.507812, 0.503906, 0.554688, 0.466797, 0.53125, 0.519531, 0.503906, 0.519531, 0.490234, 0.5, 0.458984, 0.515625, 0.535156, 0.546875, 0.519531, 0.46875, 0.480469, 0.5, 0.515625, 0.46875, 0.507812, 0.486328, 0.539062, 0.486328, 0.523438, 0.486328, 0.486328, 0.511719, 0.5, 0.488281, 0.53125, 0.527344, 0.539062, 0.542969, 0.519531, 0.507812, 0.519531, 0.582031, 0.474609, 0.527344, 0.488281, 0.550781, 0.507812, 0.486328, 0.498047, 0.482422, 0.482422, 0.523438, 0.523438, 0.503906, 0.515625, 0.451172, 0.53125, 0.519531, 0.507812, 0.527344, 0.542969, 0.523438, 0.478516, 0.523438, 0.523438, 0.527344, 0.523438, 0.542969, 0.53125, 0.515625, 0.492188, 0.527344, 0.535156, 0.5, 0.527344, 0.558594, 0.507812, 0.523438, 0.519531, 0.492188, 0.570312, 0.503906, 0.511719, 0.527344, 0.474609, 0.558594, 0.523438, 0.503906, 0.478516, 0.578125, 0.542969, 0.527344, 0.527344, 0.53125, 0.515625, 0.490234, 0.507812, 0.5, 0.527344, 0.486328, 0.488281, 0.498047, 0.519531, 0.511719, 0.494141, 0.5, 0.53125, 0.539062, 0.523438, 0.498047, 0.53125, 0.488281, 0.496094, 0.511719, 0.494141, 0.453125, 0.515625, 0.503906, 0.53125, 0.519531, 0.515625, 0.558594, 0.496094, 0.546875, 0.542969, 0.511719, 0.574219, 0.515625, 0.523438, 0.488281, 0.523438, 0.519531, 0.507812, 0.511719, 0.527344, 0.486328, 0.515625, 0.523438, 0.494141, 0.515625, 0.507812, 0.515625, 0.486328, 0.523438, 0.542969, 0.527344, 0.523438, 0.535156, 0.507812, 0.519531, 0.519531, 0.515625, 0.542969, 0.539062, 0.496094, 0.535156, 0.519531, 0.554688, 0.490234, 0.470703, 0.582031, 0.441406, 0.535156, 0.542969, 0.515625, 0.519531, 0.527344, 0.542969, 0.515625, 0.503906, 0.550781, 0.507812, 0.527344, 0.498047, 0.542969, 0.535156, 0.5, 0.484375, 0.511719, 0.558594, 0.484375, 0.515625, 0.535156, 0.474609, 0.490234, 0.5, 0.511719, 0.53125, 0.515625, 0.511719, 0.550781, 0.515625, 0.539062, 0.527344, 0.523438, 0.519531, 0.53125, 0.46875, 0.519531, 0.511719, 0.511719, 0.523438, 0.523438, 0.478516, 0.53125, 0.480469, 0.523438, 0.503906, 0.480469, 0.507812, 0.507812, 0.566406, 0.523438, 0.554688, 0.490234, 0.519531, 0.523438, 0.5, 0.535156, 0.527344, 0.523438, 0.458984, 0.535156, 0.494141, 0.492188, 0.53125, 0.494141, 0.511719, 0.535156, 0.472656, 0.466797, 0.519531, 0.523438, 0.478516, 0.523438, 0.539062, 0.5, 0.53125, 0.5, 0.511719, 0.527344, 0.535156, 0.511719, 0.523438, 0.503906, 0.507812, 0.503906, 0.484375, 0.486328, 0.53125, 0.503906, 0.453125, 0.423828, 0.527344, 0.539062, 0.527344, 0.523438, 0.523438, 0.539062, 0.515625, 0.53125, 0.527344, 0.511719, 0.443359, 0.527344, 0.503906, 0.535156, 0.507812, 0.515625, 0.519531, 0.523438, 0.527344, 0.453125, 0.480469, 0.496094, 0.496094, 0.519531, 0.523438, 0.5, 0.515625, 0.496094, 0.464844, 0.5, 0.535156, 0.546875, 0.523438, 0.515625, 0.535156, 0.527344, 0.511719, 0.429688, 0.492188, 0.462891, 0.507812, 0.503906, 0.507812, 0.503906, 0.519531, 0.542969, 0.507812, 0.486328, 0.511719, 0.498047, 0.5, 0.46875, 0.511719, 0.523438, 0.519531, 0.482422, 0.542969, 0.496094, 0.503906, 0.53125, 0.503906, 0.523438, 0.5, 0.503906, 0.472656, 0.5, 0.486328, 0.507812, 0.482422, 0.5, 0.542969, 0.527344, 0.539062, 0.511719, 0.507812, 0.535156, 0.523438, 0.494141, 0.484375, 0.535156, 0.503906, 0.535156, 0.515625, 0.546875, 0.511719, 0.472656, 0.574219, 0.498047, 0.523438, 0.511719, 0.46875, 0.535156, 0.488281, 0.476562, 0.503906, 0.5, 0.507812, 0.535156, 0.511719, 0.527344, 0.492188, 0.451172, 0.550781, 0.527344, 0.480469, 0.527344, 0.486328, 0.566406, 0.539062, 0.507812, 0.480469, 0.53125, 0.566406, 0.486328, 0.515625, 0.511719, 0.519531, 0.488281, 0.53125, 0.496094, 0.523438, 0.523438, 0.519531, 0.539062, 0.539062, 0.176758, 0.523438, 0.511719, 0.550781, 0.511719, 0.515625, 0.496094, 0.566406, 0.53125, 0.550781, 0.53125, 0.474609, 0.480469, 0.46875, 0.527344, 0.535156, 0.472656, 0.527344, 0.5, 0.486328, 0.539062, 0.507812, 0.492188, 0.527344, 0.503906, 0.515625, 0.5, 0.486328, 0.488281, 0.523438, 0.542969, 0.542969, 0.515625, 0.519531, 0.566406, 0.478516, 0.503906, 0.503906, 0.519531, 0.554688, 0.542969, 0.507812, 0.482422, 0.498047, 0.511719, 0.53125, 0.523438, 0.519531, 0.546875, 0.486328, 0.535156, 0.484375, 0.523438, 0.464844, 0.527344, 0.519531, 0.539062, 0.558594, 0.503906, 0.515625, 0.46875, 0.527344, 0.507812, 0.507812, 0.498047, 0.462891, 0.492188, 0.527344, 0.496094, 0.496094, 0.496094, 0.417969, 0.507812, 0.515625, 0.507812, 0.466797, 0.519531, 0.494141, 0.507812, 0.542969, 0.546875, 0.53125, 0.519531, 0.490234, 0.53125, 0.53125, 0.53125, 0.511719, 0.519531, 0.523438, 0.507812, 0.539062, 0.539062, 0.4375, 0.486328, 0.503906, 0.498047, 0.484375, 0.542969, 0.484375, 0.515625, 0.472656, 0.470703, 0.585938, 0.519531, 0.519531, 0.527344, 0.535156, 0.482422, 0.511719, 0.542969, 0.511719, 0.498047, 0.5, 0.492188, 0.476562, 0.474609, 0.503906, 0.542969, 0.511719, 0.515625, 0.519531, 0.5, 0.5, 0.494141, 0.546875, 0.482422, 0.515625, 0.535156, 0.496094, 0.5, 0.515625, 0.503906, 0.496094, 0.535156, 0.511719, 0.496094, 0.507812, 0.53125, 0.460938, 0.527344, 0.542969, 0.523438, 0.527344, 0.507812, 0.503906, 0.515625, 0.511719, 0.507812, 0.527344, 0.535156, 0.523438, 0.535156, 0.5, 0.498047, 0.523438, 0.507812, 0.5, 0.478516, 0.498047, 0.5, 0.527344, 0.539062, 0.494141, 0.503906, 0.507812, 0.482422, 0.474609, 0.492188, 0.457031, 0.498047, 0.472656, 0.515625, 0.46875, 0.474609, 0.507812, 0.507812, 0.53125, 0.511719, 0.498047, 0.503906, 0.539062, 0.519531, 0.494141, 0.511719, 0.503906, 0.519531, 0.523438, 0.5, 0.486328, 0.554688, 0.523438, 0.519531, 0.492188, 0.492188, 0.542969, 0.527344, 0.5, 0.519531, 0.46875, 0.476562, 0.546875, 0.523438, 0.53125, 0.511719, 0.486328, 0.542969, 0.523438, 0.515625, 0.519531, 0.347656, 0.542969, 0.53125, 0.511719, 0.523438, 0.484375, 0.566406, 0.478516, 0.443359, 0.496094, 0.546875, 0.488281, 0.539062, 0.535156, 0.507812, 0.492188, 0.535156, 0.511719, 0.515625, 0.535156, 0.453125, 0.535156, 0.519531, 0.4375, 0.478516, 0.535156, 0.503906, 0.53125, 0.515625, 0.53125, 0.5625, 0.5, 0.478516, 0.523438, 0.5, 0.462891, 0.474609, 0.523438, 0.527344, 0.539062, 0.519531, 0.519531, 0.523438, 0.511719, 0.523438, 0.535156, 0.482422, 0.503906, 0.503906, 0.601562, 0.527344, 0.515625, 0.515625, 0.527344, 0.515625, 0.507812, 0.519531, 0.535156, 0.523438, 0.443359, 0.566406, 0.476562, 0.503906, 0.542969, 0.519531, 0.515625, 0.519531, 0.527344, 0.476562, 0.535156, 0.519531, 0.550781, 0.554688, 0.527344, 0.542969, 0.476562, 0.519531, 0.507812, 0.482422, 0.515625, 0.480469, 0.503906, 0.53125, 0.478516, 0.419922, 0.515625, 0.53125, 0.5, 0.527344, 0.53125, 0.515625, 0.546875, 0.511719, 0.476562, 0.515625, 0.498047, 0.515625, 0.476562, 0.523438, 0.527344, 0.539062, 0.496094, 0.527344, 0.523438, 0.445312, 0.507812, 0.535156, -0.000515, 0.486328, 0.53125, 0.478516, 0.464844, 0.515625, 0.539062, 0.550781, 0.462891, 0.527344, 0.523438, 0.535156, 0.519531, 0.535156, 0.535156, 0.539062, 0.523438, 0.535156, 0.486328, 0.539062, 0.542969, 0.5, 0.527344, 0.527344, 0.486328, 0.453125, 0.507812, 0.472656, 0.523438, 0.511719, 0.488281, 0.503906, 0.53125, 0.470703, 0.496094, 0.554688, 0.546875, 0.535156, 0.507812, 0.460938, 0.455078, 0.474609, 0.542969, 0.494141, 0.546875, 0.503906, 0.53125, 0.494141, 0.523438, 0.511719, 0.515625, 0.535156, 0.511719, 0.539062, 0.488281, 0.503906, 0.515625, 0.550781, 0.492188, 0.523438, 0.511719, 0.558594, 0.498047, 0.462891, 0.507812, 0.539062, 0.523438, 0.494141, 0.515625, 0.480469, 0.457031, 0.498047, 0.527344, 0.535156, 0.542969, 0.492188, 0.511719, 0.523438, 0.490234, 0.388672, 0.539062, 0.53125, 0.539062, 0.539062, 0.542969, 0.519531, 0.546875, 0.462891, 0.507812, 0.492188, 0.511719, 0.478516, 0.474609, 0.539062, 0.554688, 0.515625, 0.515625, 0.515625, 0.542969, 0.539062, 0.503906, 0.503906, 0.550781, 0.519531, 0.498047, 0.486328, 0.535156, 0.542969, 0.535156, 0.511719, 0.417969, 0.515625, 0.470703, 0.507812, 0.539062, 0.5, 0.523438, 0.515625, 0.455078, 0.539062, 0.5, 0.535156, 0.503906, 0.511719, 0.519531, 0.554688, 0.5625, 0.472656, 0.5625, 0.515625, 0.496094, 0.511719, 0.574219, 0.523438, 0.476562, 0.515625, 0.515625, 0.53125, 0.484375, 0.511719, 0.539062, 0.429688, 0.492188, 0.503906, 0.5, 0.542969, 0.474609, 0.496094, 0.542969, 0.558594, 0.53125, 0.503906, 0.494141, 0.519531, 0.535156, 0.038818, 0.519531, 0.492188, 0.539062, 0.515625, 0.5625, 0.546875, 0.507812, 0.480469, 0.492188, 0.53125, 0.503906, 0.523438, 0.492188, 0.53125, 0.480469, 0.515625, 0.507812, 0.558594, 0.492188, 0.480469, 0.550781, 0.511719, 0.527344, 0.511719, 0.519531, 0.519531, 0.421875, 0.503906, 0.494141, 0.539062, 0.482422, 0.494141, 0.523438, 0.53125, 0.515625, 0.498047, 0.492188, 0.511719, 0.507812, 0.546875, 0.527344, 0.535156, 0.5, 0.5, 0.486328, 0.5, 0.5625, 0.480469, 0.519531, 0.464844, 0.482422, 0.490234, 0.494141, 0.498047, 0.558594, 0.496094, 0.498047, 0.546875, 0.480469, 0.542969, 0.523438, 0.535156, 0.527344, 0.5, 0.484375, 0.519531, 0.488281, 0.503906, 0.527344, 0.515625, 0.523438, 0.476562, 0.492188, 0.507812, 0.466797, 0.488281, 0.488281, 0.53125, 0.470703, 0.458984, 0.503906, 0.492188, 0.486328, 0.535156, 0.527344, 0.474609, 0.472656, 0.519531, 0.539062, 0.492188, 0.523438, 0.503906, 0.5, 0.511719, 0.53125, 0.527344, 0.515625, 0.503906, 0.523438, 0.484375, 0.550781, 0.449219, 0.515625, 0.494141, 0.490234, 0.488281, 0.511719, 0.511719, 0.511719, 0.515625, 0.507812, 0.519531, 0.535156, 0.523438, 0.519531, 0.494141, 0.402344, 0.511719, 0.5, 0.558594, 0.466797, 0.519531, 0.511719, 0.554688, 0.523438, 0.527344, 0.535156, 0.496094, 0.523438, 0.554688, 0.542969, 0.451172, 0.498047, 0.535156, 0.503906, 0.476562, 0.490234, 0.457031, 0.515625, 0.480469, 0.511719, 0.507812, 0.519531, 0.53125, 0.492188, 0.515625, 0.507812, 0.466797, 0.558594, 0.5, 0.511719, 0.503906, 0.515625, 0.5, 0.476562, 0.476562, 0.5, 0.490234, 0.445312, 0.542969, 0.503906, 0.53125, 0.519531, 0.515625, 0.519531, 0.498047, 0.486328, 0.523438, 0.443359, 0.492188, 0.511719, 0.492188, 0.503906, 0.457031, 0.527344, 0.546875, 0.472656, 0.535156, 0.507812, 0.5, 0.496094, 0.53125, 0.492188, 0.507812, 0.535156, 0.519531, 0.535156, 0.523438, 0.445312, 0.5, 0.503906, 0.498047, 0.484375, 0.474609, 0.460938, 0.535156, 0.539062, 0.507812, 0.519531, 0.490234, 0.480469, 0.539062, 0.515625, 0.478516, 0.449219, 0.542969, 0.488281, 0.515625, 0.476562, 0.539062, 0.53125, 0.460938, 0.546875, 0.527344, 0.546875, 0.503906, 0.486328, 0.523438, 0.496094, 0.527344, 0.550781, 0.472656, 0.527344, 0.492188, 0.507812, 0.519531, 0.322266, 0.511719, 0.498047, 0.503906, 0.523438, 0.490234, 0.511719, 0.453125, 0.472656, 0.53125, 0.539062, 0.503906, 0.527344, 0.511719, 0.511719, 0.515625, 0.527344, 0.523438, 0.476562, 0.519531, 0.503906, 0.507812, 0.470703, 0.462891, 0.535156, 0.482422, 0.492188, 0.542969, 0.511719, 0.527344, 0.470703, 0.464844, 0.523438, 0.496094, 0.535156, 0.507812, 0.490234, 0.503906, 0.503906, 0.474609, 0.53125, 0.550781, 0.486328, 0.527344, 0.511719, 0.539062, 0.53125, 0.472656, 0.519531, 0.546875, 0.554688, 0.523438, 0.431641, 0.488281, 0.53125, 0.519531, 0.503906, 0.519531, 0.050049, 0.53125, 0.546875, 0.507812, 0.425781, 0.5625, 0.523438, 0.515625, 0.523438, 0.511719, 0.458984, 0.503906, 0.5, 0.507812, 0.539062, 0.535156, 0.5, 0.53125, 0.515625, 0.539062, 0.511719, 0.527344, 0.507812, 0.476562, 0.5, 0.535156, 0.503906, 0.53125, 0.507812, 0.488281, 0.462891, 0.5, 0.507812, 0.488281, 0.539062, 0.523438, 0.515625, 0.527344, 0.53125, 0.511719, 0.523438, 0.498047, 0.498047, 0.507812, 0.550781, 0.53125, 0.482422, 0.546875, 0.519531, 0.53125, 0.496094, 0.498047, 0.542969, 0.503906, 0.507812, 0.542969, 0.519531, 0.527344, 0.511719, 0.46875, 0.53125, 0.527344, 0.527344, 0.542969, 0.507812, 0.519531, 0.507812, 0.523438, 0.523438, 0.496094, 0.490234, 0.5, 0.519531, 0.496094, 0.519531, 0.507812, 0.523438, 0.527344, 0.498047, 0.511719, 0.503906, 0.478516, 0.480469, 0.492188, 0.527344, 0.492188, 0.482422, 0.53125, 0.507812, 0.574219, 0.554688, 0.53125, 0.478516, 0.535156, 0.494141, 0.507812, 0.433594, 0.511719, 0.566406, 0.515625, 0.546875, 0.523438, 0.507812, 0.492188, 0.539062, 0.507812, 0.486328, 0.515625, 0.511719, 0.550781, 0.542969, 0.570312, 0.507812, 0.519531, 0.515625, 0.558594, 0.535156, 0.5, 0.511719, 0.484375, 0.523438, 0.527344, 0.53125, 0.539062, 0.539062, 0.494141, 0.488281, 0.511719, 0.458984, 0.53125, 0.519531, 0.527344, 0.507812, 0.523438, 0.498047, 0.539062, 0.515625, 0.574219, 0.523438, 0.515625, 0.46875, 0.462891, 0.503906, 0.570312, 0.523438, 0.53125, 0.507812, 0.519531, 0.503906, 0.519531, 0.464844, 0.539062, 0.527344, 0.546875, 0.539062, 0.515625, 0.539062, 0.515625, 0.515625, 0.527344, 0.550781, 0.542969, 0.503906, 0.550781, 0.519531, 0.488281, 0.470703, 0.550781, 0.527344, 0.519531, 0.494141, 0.53125, 0.546875, 0.523438, 0.535156, 0.535156, 0.527344, 0.5625, 0.503906, 0.490234, 0.519531, 0.511719, 0.53125, 0.466797, 0.523438, 0.53125, 0.53125, 0.476562, 0.523438, 0.515625, 0.503906, 0.519531, 0.527344, 0.5, 0.53125, 0.515625, 0.539062, 0.558594, 0.503906, 0.542969, 0.472656, 0.53125, 0.496094, 0.503906, 0.455078, 0.535156, 0.503906, 0.5625, 0.511719, 0.515625, 0.527344, 0.527344, 0.53125, 0.515625, 0.523438, 0.511719, 0.535156, 0.523438, 0.503906, 0.523438, 0.550781, 0.527344, 0.558594, 0.488281, 0.5625, 0.466797, 0.523438, 0.53125, 0.53125, 0.523438, 0.546875, 0.515625, 0.523438, 0.466797, 0.503906, 0.535156, 0.507812, 0.486328, 0.53125, 0.519531, 0.503906, 0.519531, 0.480469, 0.550781, 0.539062, 0.519531, 0.5, 0.503906, 0.494141, 0.519531, 0.523438, 0.507812, 0.488281, 0.546875, 0.507812, 0.566406, 0.511719, 0.503906, 0.503906, 0.515625, 0.527344, 0.498047, 0.490234, 0.515625, 0.527344, 0.5, 0.53125, 0.507812, 0.441406, 0.546875, 0.535156, 0.527344, 0.527344, 0.498047, 0.480469, 0.539062, 0.546875, 0.503906, 0.519531, 0.5, 0.554688, 0.527344, 0.507812, 0.539062, 0.511719, 0.53125, 0.507812, 0.523438, 0.503906, 0.523438, 0.539062, 0.523438, 0.5, 0.554688, 0.488281, 0.542969, 0.511719, 0.494141, 0.486328, 0.527344, 0.498047, 0.515625, 0.503906, 0.523438, 0.535156, 0.527344, 0.542969, 0.53125, 0.511719, 0.507812, 0.539062, 0.515625, 0.535156, 0.515625, 0.486328, 0.515625, 0.507812, 0.488281, 0.490234, 0.511719, 0.494141, 0.527344, 0.558594, 0.494141, 0.5625, 0.519531, 0.523438, 0.5, 0.550781, 0.494141, 0.53125, 0.554688, 0.5625, 0.494141, 0.507812, 0.507812, 0.550781, 0.546875, 0.542969, 0.542969, 0.515625, 0.515625, 0.539062, 0.5, 0.511719, 0.496094, 0.523438, 0.470703, 0.503906, 0.449219, 0.507812, 0.488281, 0.511719, 0.511719, 0.542969, 0.503906, 0.443359, 0.527344, 0.550781, 0.523438, 0.53125, 0.503906, 0.507812, 0.527344, 0.5, 0.494141, 0.53125, 0.523438, 0.53125, 0.539062, 0.515625, 0.476562, 0.5625, 0.5, 0.488281, 0.484375, 0.519531, 0.480469, 0.515625, 0.394531, 0.492188, 0.542969, 0.523438, 0.498047, 0.515625, 0.486328, 0.527344, 0.480469, 0.46875, 0.511719, 0.519531, 0.451172, 0.507812, 0.5, 0.511719, 0.527344, 0.554688, 0.466797, 0.515625, 0.550781, 0.482422, 0.488281, 0.546875, 0.507812, 0.523438, 0.515625, 0.494141, 0.408203, 0.515625, 0.523438, 0.527344, 0.511719, 0.488281, 0.539062, 0.511719, 0.53125, 0.496094, 0.480469, 0.523438, 0.515625, 0.503906, 0.535156, 0.519531, 0.507812, 0.53125, 0.53125, 0.539062, 0.503906, 0.546875, 0.515625, 0.511719, 0.539062, 0.511719, 0.523438, 0.498047, 0.490234, 0.511719, 0.515625, 0.539062, 0.494141, 0.539062, 0.507812, 0.550781, 0.527344, 0.519531, 0.486328, 0.488281, 0.535156, 0.527344, 0.527344, 0.460938, 0.527344, 0.527344, 0.515625, 0.535156, 0.523438, 0.496094, 0.5, 0.503906, 0.539062, 0.539062, 0.519531, 0.53125, 0.515625, 0.546875, 0.539062, 0.507812, 0.498047, 0.5, 0.503906, 0.554688, 0.542969, 0.519531, 0.519531, 0.523438, 0.511719, 0.597656, 0.527344, 0.486328, 0.523438, 0.478516, 0.494141, 0.53125, 0.519531, 0.519531, 0.515625, 0.53125, 0.457031, 0.5, 0.458984, 0.519531, 0.53125, 0.535156, 0.542969, 0.523438, 0.466797, 0.488281, 0.498047, 0.542969, 0.503906, 0.503906, 0.488281, 0.539062, 0.503906, 0.523438, 0.523438, 0.515625, 0.515625, 0.519531, 0.519531, 0.496094, 0.539062, 0.503906, 0.535156, 0.457031, 0.46875, 0.53125, 0.480469, 0.484375, 0.511719, 0.484375, 0.503906, 0.550781, 0.519531, 0.503906, 0.498047, 0.574219, 0.527344, 0.53125, 0.5, 0.511719, 0.53125, 0.515625, 0.511719, 0.470703, 0.441406, 0.542969, 0.539062, 0.511719, 0.535156, 0.490234, 0.539062, 0.476562, 0.511719, 0.535156, 0.519531, 0.478516, 0.546875, 0.462891, 0.515625, 0.490234, 0.480469, 0.480469, 0.53125, 0.53125, 0.490234, 0.527344, 0.535156, 0.488281, 0.523438, 0.503906, 0.539062, 0.539062, 0.527344, 0.498047, 0.433594, 0.550781, 0.539062, 0.515625, 0.527344, 0.527344, 0.464844, 0.5, 0.457031, 0.550781, 0.496094, 0.539062, 0.535156, 0.5, 0.484375, 0.464844, 0.507812, 0.496094, 0.478516, 0.523438, 0.5625, 0.494141, 0.535156, 0.498047, 0.570312, 0.511719, 0.53125, 0.53125, 0.458984, 0.445312, 0.519531, 0.503906, 0.482422, 0.496094, 0.46875, 0.550781, 0.503906, 0.515625, 0.494141, 0.539062, 0.519531, 0.523438, 0.455078, 0.474609, 0.546875, 0.539062, 0.550781, 0.5, 0.515625, 0.539062, 0.519531, 0.539062, 0.515625, 0.492188, 0.53125, 0.511719, 0.539062, 0.523438, 0.498047, 0.523438, 0.535156, 0.503906, 0.542969, 0.480469, 0.550781, 0.486328, 0.492188, 0.535156, 0.498047, 0.511719, 0.519531, 0.527344, 0.494141, 0.474609, 0.503906, 0.419922, 0.558594, 0.498047, 0.5, 0.515625, 0.515625, 0.511719, 0.554688, 0.515625, 0.503906, 0.5, 0.554688, 0.486328, 0.546875, 0.480469, 0.527344, 0.53125, 0.519531, 0.546875, 0.484375, 0.542969, 0.523438, 0.515625, 0.546875, 0.5, 0.498047, 0.380859, 0.464844, 0.494141, 0.482422, 0.498047, 0.511719, 0.53125, 0.515625, 0.511719, 0.539062, 0.535156, 0.523438, 0.478516, 0.466797, 0.503906, 0.539062, 0.515625, 0.535156, 0.539062, 0.515625, 0.511719, 0.511719, 0.478516, 0.554688, 0.511719, 0.507812, 0.490234, 0.5, 0.539062, 0.486328, 0.519531, 0.554688, 0.542969, 0.486328, 0.53125, 0.527344, 0.519531, 0.496094, 0.511719, 0.523438, 0.507812, 0.482422, 0.496094, 0.53125, 0.511719, 0.542969, 0.507812, 0.519531, 0.546875, 0.542969, 0.507812, 0.539062, 0.5, 0.480469, 0.492188, 0.425781, 0.542969, 0.519531, 0.519531, 0.5, 0.507812, 0.503906, 0.554688, 0.53125, 0.503906, 0.515625, 0.511719, 0.507812, 0.53125, 0.539062, 0.480469, 0.486328, 0.498047, 0.546875, 0.511719, 0.371094, 0.5, 0.511719, 0.503906, 0.511719, 0.519531, 0.523438, 0.455078, 0.46875, 0.511719, 0.527344, 0.488281, 0.503906, 0.542969, 0.550781, 0.503906, 0.515625, 0.550781, 0.546875, 0.507812, 0.445312, 0.539062, 0.496094, 0.507812, 0.535156, 0.511719, 0.523438, 0.519531, 0.519531, 0.511719, 0.53125, 0.527344, 0.5, 0.570312, 0.46875, 0.539062, 0.5, 0.554688, 0.507812, 0.503906, 0.535156, 0.482422, 0.519531, 0.503906, 0.527344, 0.5, 0.5625, 0.511719, 0.498047, 0.480469, 0.486328, 0.554688, 0.507812, 0.539062, 0.519531, 0.503906, 0.507812, 0.507812, 0.488281, 0.503906, 0.519531, 0.464844, 0.535156, 0.511719, 0.527344, 0.486328, 0.558594, 0.53125, 0.519531, 0.507812, 0.515625, 0.480469, 0.507812, 0.507812, 0.46875, 0.498047, 0.53125, 0.511719, 0.539062, 0.496094, 0.511719, 0.511719, 0.511719, 0.570312, 0.539062, 0.464844, 0.566406, 0.519531, 0.484375, 0.539062, 0.492188, 0.523438, 0.535156, 0.527344, 0.488281, 0.539062, 0.470703, 0.539062, 0.484375, 0.546875, 0.519531, 0.523438, 0.554688, 0.4375, 0.503906, 0.515625, 0.486328, 0.523438, 0.451172, 0.527344, 0.519531, 0.503906, 0.53125, 0.478516, 0.539062, 0.523438, 0.460938, 0.494141, 0.527344, 0.542969, 0.455078, 0.470703, 0.478516, 0.527344, 0.539062, 0.554688, 0.519531, 0.566406, 0.490234, 0.523438, 0.511719, 0.550781, 0.515625, 0.542969, 0.539062, 0.5, 0.511719, 0.480469, 0.5, 0.490234, 0.527344, 0.523438, 0.507812, 0.515625, 0.482422, 0.53125, 0.488281, 0.523438, 0.507812, 0.535156, 0.494141, 0.53125, 0.601562, 0.523438, 0.527344, 0.527344, 0.486328, 0.523438, 0.511719, 0.542969, 0.542969, 0.519531, 0.570312, 0.494141, 0.554688, 0.503906, 0.542969, 0.503906, 0.527344, 0.503906, 0.507812, 0.494141, 0.511719, 0.503906, 0.476562, 0.470703, 0.486328, 0.507812, 0.5, 0.5, 0.542969, 0.515625, 0.558594, 0.482422, 0.550781, 0.535156, 0.523438, 0.53125, 0.496094, 0.515625, 0.519531, 0.470703, 0.492188, 0.511719, 0.5, 0.492188, 0.515625, 0.480469, 0.519531, 0.527344, 0.486328, 0.539062, 0.546875, 0.53125, 0.462891, 0.507812, 0.498047, 0.5, 0.535156, 0.53125 ] }, "name": "model.transformer.layers.9.ffn_norm.weight", "outputIndexes": [ 640 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 639, 640 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_9/Mul_1_output_0", "outputIndexes": [ 641 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 641 ], "outputIndexes": [ 2810 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2810 ], "outputIndexes": [ 2811 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_1/Linear", "inputIndexes": [ 2811 ], "outputIndexes": [ 2812 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 8704, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 208896, "weightSize": 0 }, "external": [ 393685852, 26738950, 1671168, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2812 ], "outputIndexes": [ 2813 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2813 ], "outputIndexes": [ 642 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 8704 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4352 ] }, "name": "/ffn_9/Mul_output_0", "outputIndexes": [ 643 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 642, 21, 643, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_9/Slice_output_0", "outputIndexes": [ 644 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 644 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_9/Sigmoid_output_0", "outputIndexes": [ 645 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 644, 645 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_9/Mul_output_0", "outputIndexes": [ 646 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8704 ] }, "name": "/ffn_9/Mul_1_output_0", "outputIndexes": [ 647 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 642, 643, 647, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_9/Slice_1_output_0", "outputIndexes": [ 648 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 646, 648 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_9/Mul_2_output_0", "outputIndexes": [ 649 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 649 ], "outputIndexes": [ 2814 ], "main_type": "Reshape", "main": { "dims": [ -1, 4352, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2814 ], "outputIndexes": [ 2815 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_2/Linear", "inputIndexes": [ 2815 ], "outputIndexes": [ 2816 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 4352, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 104448, "weightSize": 0 }, "external": [ 422095970, 13369606, 835584, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2816 ], "outputIndexes": [ 2817 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2817 ], "outputIndexes": [ 650 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638, 650 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_39_output_0", "outputIndexes": [ 651 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 651, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_40_output_0", "outputIndexes": [ 652 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_10/Mul_output_0", "outputIndexes": [ 653 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.261719, 0.273438, 0.269531, 0.292969, 0.269531, 0.289062, 0.277344, 0.243164, 0.287109, 0.253906, 0.275391, 0.279297, 0.267578, 0.275391, 0.217773, 0.271484, 0.306641, 0.257812, 0.261719, 0.245117, 0.291016, 0.294922, 0.279297, 0.273438, 0.279297, 0.291016, 0.285156, 0.279297, 0.275391, 0.257812, 0.275391, 0.287109, 0.291016, 0.306641, 0.287109, 0.289062, 0.28125, 0.275391, 0.277344, 0.259766, 0.28125, 0.277344, 0.28125, 0.279297, 0.257812, 0.273438, 0.267578, 0.273438, 0.257812, 0.292969, 0.28125, 0.267578, 0.287109, 0.271484, 0.248047, 0.275391, 0.257812, 0.25, 0.265625, 0.277344, 0.294922, 0.261719, 0.287109, 0.251953, 0.283203, 0.279297, 0.294922, 0.235352, 0.263672, 0.267578, 0.263672, 0.285156, 0.255859, 0.289062, 0.269531, 0.246094, 0.279297, 0.265625, 0.287109, 0.279297, 0.296875, 0.298828, 0.28125, 0.28125, 0.279297, 0.275391, 0.287109, 0.289062, 0.289062, 0.291016, 0.279297, 0.279297, 0.28125, 0.255859, 0.271484, 0.253906, 0.277344, 0.25, 0.289062, 0.253906, 0.283203, 0.238281, 0.292969, 0.269531, 0.291016, 0.304688, 0.28125, 0.296875, 0.267578, 0.271484, 0.259766, 0.275391, 0.283203, 0.285156, 0.275391, 0.289062, 0.289062, 0.28125, 0.279297, 0.306641, 0.273438, 0.292969, 0.308594, 0.289062, 0.267578, 0.277344, 0.296875, 0.277344, 0.291016, 0.271484, 0.292969, 0.273438, 0.287109, 0.267578, 0.263672, 0.261719, 0.285156, 0.285156, 0.279297, 0.279297, 0.277344, 0.255859, 0.277344, 0.291016, 0.273438, 0.285156, 0.275391, 0.285156, 0.283203, 0.265625, 0.271484, 0.306641, 0.259766, 0.294922, 0.273438, 0.259766, 0.269531, 0.294922, 0.283203, 0.277344, 0.285156, 0.253906, 0.291016, 0.279297, 0.25, 0.259766, 0.255859, 0.28125, 0.298828, 0.300781, 0.277344, 0.289062, 0.257812, 0.279297, 0.267578, 0.277344, 0.277344, 0.238281, 0.28125, 0.292969, 0.306641, 0.265625, 0.251953, 0.267578, 0.263672, 0.257812, 0.253906, 0.248047, 0.289062, 0.267578, 0.253906, 0.259766, 0.285156, 0.253906, 0.28125, 0.291016, 0.304688, 0.265625, 0.255859, 0.287109, 0.275391, 0.292969, 0.273438, 0.283203, 0.291016, 0.294922, 0.269531, 0.267578, 0.21582, 0.275391, 0.271484, 0.263672, 0.245117, 0.275391, 0.249023, 0.296875, 0.257812, 0.263672, 0.296875, 0.28125, 0.261719, 0.257812, 0.267578, 0.283203, 0.296875, 0.283203, 0.271484, 0.291016, 0.271484, 0.269531, 0.25, 0.255859, 0.269531, 0.283203, 0.292969, 0.279297, 0.287109, 0.283203, 0.261719, 0.28125, 0.273438, 0.277344, 0.263672, 0.25, 0.291016, 0.277344, 0.277344, 0.261719, 0.267578, 0.267578, 0.267578, 0.292969, 0.277344, 0.267578, 0.261719, 0.287109, 0.279297, 0.237305, 0.285156, 0.275391, 0.285156, 0.283203, 0.269531, 0.28125, 0.251953, 0.300781, 0.273438, 0.257812, 0.255859, 0.249023, 0.255859, 0.275391, 0.275391, 0.296875, 0.265625, 0.267578, 0.265625, 0.246094, 0.269531, 0.267578, 0.271484, 0.279297, 0.287109, 0.287109, 0.263672, 0.261719, 0.261719, 0.271484, 0.265625, 0.269531, 0.265625, 0.277344, 0.263672, 0.253906, 0.292969, 0.263672, 0.269531, 0.275391, 0.273438, 0.269531, 0.269531, 0.273438, 0.255859, 0.261719, 0.283203, 0.265625, 0.316406, 0.269531, 0.273438, 0.253906, 0.253906, 0.273438, 0.298828, 0.275391, 0.285156, 0.28125, 0.277344, 0.259766, 0.267578, 0.277344, 0.277344, 0.285156, 0.251953, 0.261719, 0.265625, 0.296875, 0.273438, 0.306641, 0.294922, 0.273438, 0.267578, 0.289062, 0.279297, 0.28125, 0.306641, 0.253906, 0.289062, 0.285156, 0.271484, 0.287109, 0.269531, 0.285156, 0.294922, 0.279297, 0.25, 0.269531, 0.267578, 0.28125, 0.261719, 0.269531, 0.294922, 0.279297, 0.261719, 0.267578, 0.25, 0.271484, 0.300781, 0.294922, 0.292969, 0.251953, 0.259766, 0.251953, 0.273438, 0.255859, 0.271484, 0.259766, 0.244141, 0.204102, 0.263672, 0.240234, 0.28125, 0.275391, 0.273438, 0.273438, 0.316406, 0.291016, 0.289062, 0.279297, 0.287109, 0.257812, 0.267578, 0.279297, 0.257812, 0.257812, 0.287109, 0.298828, 0.263672, 0.269531, 0.248047, 0.261719, 0.275391, 0.287109, 0.251953, 0.285156, 0.255859, 0.261719, 0.265625, 0.283203, 0.244141, 0.255859, 0.271484, 0.275391, 0.263672, 0.279297, 0.251953, 0.267578, 0.269531, 0.249023, 0.28125, 0.239258, 0.302734, 0.279297, 0.294922, 0.261719, 0.265625, 0.283203, 0.277344, 0.28125, 0.285156, 0.259766, 0.28125, 0.273438, 0.285156, 0.291016, 0.279297, 0.263672, 0.257812, 0.283203, 0.251953, 0.267578, 0.255859, 0.259766, 0.273438, 0.279297, 0.24707, 0.292969, 0.265625, 0.269531, 0.269531, 0.283203, 0.28125, 0.277344, 0.287109, 0.283203, 0.267578, 0.227539, 0.265625, 0.271484, 0.25, 0.291016, 0.287109, 0.285156, 0.287109, 0.287109, 0.273438, 0.275391, 0.275391, 0.277344, 0.271484, 0.265625, 0.251953, 0.277344, 0.192383, 0.265625, 0.271484, 0.275391, 0.285156, 0.267578, 0.253906, 0.275391, 0.255859, 0.298828, 0.263672, 0.279297, 0.275391, 0.271484, 0.269531, 0.265625, 0.294922, 0.291016, 0.289062, 0.263672, 0.257812, 0.249023, 0.294922, 0.296875, 0.273438, 0.259766, 0.253906, 0.271484, 0.267578, 0.273438, 0.285156, 0.283203, 0.273438, 0.277344, 0.273438, 0.292969, 0.239258, 0.251953, 0.279297, 0.269531, 0.277344, 0.263672, 0.28125, 0.275391, 0.265625, 0.277344, 0.269531, 0.265625, 0.283203, 0.292969, 0.251953, 0.273438, 0.248047, 0.289062, 0.287109, 0.277344, 0.261719, 0.285156, 0.275391, 0.283203, 0.291016, 0.273438, 0.292969, 0.275391, 0.253906, 0.267578, 0.265625, 0.279297, 0.231445, 0.285156, 0.267578, 0.263672, 0.251953, 0.287109, 0.263672, 0.277344, 0.245117, 0.273438, 0.292969, 0.261719, 0.326172, 0.253906, 0.28125, 0.273438, 0.261719, 0.271484, 0.279297, 0.28125, 0.283203, 0.291016, 0.292969, 0.296875, 0.271484, 0.267578, 0.285156, 0.269531, 0.283203, 0.296875, 0.296875, 0.265625, 0.243164, 0.251953, 0.257812, 0.296875, 0.25, 0.261719, 0.277344, 0.275391, 0.304688, 0.251953, 0.292969, 0.287109, 0.308594, 0.271484, 0.287109, 0.257812, 0.267578, 0.289062, 0.279297, 0.28125, 0.291016, 0.277344, 0.298828, 0.269531, 0.285156, 0.181641, 0.291016, 0.271484, 0.287109, 0.306641, 0.273438, 0.283203, 0.253906, 0.277344, 0.236328, 0.28125, 0.271484, 0.269531, 0.298828, 0.277344, 0.273438, 0.248047, 0.285156, 0.236328, 0.277344, 0.271484, 0.306641, 0.279297, 0.255859, 0.267578, 0.28125, 0.298828, 0.251953, 0.267578, 0.269531, 0.261719, 0.275391, 0.257812, 0.275391, 0.269531, 0.253906, 0.263672, 0.267578, 0.277344, 0.279297, 0.277344, 0.302734, 0.291016, 0.269531, 0.279297, 0.275391, 0.291016, 0.28125, 0.253906, 0.238281, 0.255859, 0.294922, 0.287109, 0.261719, 0.269531, 0.287109, 0.298828, 0.283203, 0.261719, 0.28125, 0.224609, 0.251953, 0.275391, 0.217773, 0.285156, 0.283203, 0.292969, 0.28125, 0.257812, 0.271484, 0.287109, 0.25, 0.291016, 0.279297, 0.275391, 0.289062, 0.287109, 0.298828, 0.257812, 0.283203, 0.249023, 0.265625, 0.273438, 0.292969, 0.291016, 0.257812, 0.259766, 0.291016, 0.271484, 0.291016, 0.193359, 0.279297, 0.259766, 0.277344, 0.279297, 0.304688, 0.277344, 0.261719, 0.253906, 0.277344, 0.287109, 0.265625, 0.292969, 0.265625, 0.265625, 0.277344, 0.298828, 0.289062, 0.275391, 0.291016, 0.275391, 0.265625, 0.283203, 0.275391, 0.255859, 0.275391, 0.287109, 0.265625, 0.265625, 0.294922, 0.28125, 0.289062, 0.263672, 0.265625, 0.296875, 0.257812, 0.285156, 0.267578, 0.24707, 0.283203, 0.273438, 0.279297, 0.273438, 0.277344, 0.255859, 0.279297, 0.267578, 0.279297, 0.28125, 0.275391, 0.28125, 0.287109, 0.28125, 0.285156, 0.28125, 0.28125, 0.273438, 0.257812, 0.283203, 0.287109, 0.244141, 0.255859, 0.287109, 0.300781, 0.263672, 0.267578, 0.300781, 0.296875, 0.259766, 0.263672, 0.271484, 0.287109, 0.267578, 0.28125, 0.279297, 0.265625, 0.277344, 0.240234, 0.289062, 0.273438, 0.28125, 0.243164, 0.224609, 0.291016, 0.255859, 0.271484, 0.269531, 0.255859, 0.279297, 0.320312, 0.265625, 0.275391, 0.275391, 0.219727, 0.294922, 0.263672, 0.28125, 0.291016, 0.269531, 0.259766, 0.273438, 0.243164, 0.277344, 0.296875, 0.201172, 0.296875, 0.255859, 0.263672, 0.261719, 0.251953, 0.263672, 0.253906, 0.289062, 0.263672, 0.291016, 0.232422, 0.267578, 0.292969, 0.273438, 0.265625, 0.28125, 0.267578, 0.265625, 0.259766, 0.253906, 0.285156, 0.259766, 0.285156, 0.265625, 0.255859, 0.296875, 0.296875, 0.279297, 0.273438, 0.263672, 0.283203, 0.289062, 0.287109, 0.291016, 0.261719, 0.265625, 0.267578, 0.294922, 0.277344, 0.28125, 0.279297, 0.240234, 0.265625, 0.255859, 0.267578, 0.277344, 0.263672, 0.261719, 0.273438, 0.287109, 0.267578, 0.267578, 0.265625, 0.289062, 0.289062, 0.287109, 0.283203, 0.249023, 0.292969, 0.277344, 0.271484, 0.263672, 0.289062, 0.265625, 0.267578, 0.253906, 0.237305, 0.277344, 0.275391, 0.279297, 0.275391, 0.277344, 0.294922, 0.277344, 0.259766, 0.265625, 0.269531, 0.267578, 0.294922, 0.275391, 0.259766, 0.253906, 0.273438, 0.269531, 0.261719, 0.287109, 0.277344, 0.298828, 0.271484, 0.275391, 0.241211, 0.265625, 0.287109, 0.273438, 0.271484, 0.283203, 0.298828, 0.261719, 0.289062, 0.283203, 0.292969, 0.285156, 0.265625, 0.283203, 0.248047, 0.269531, 0.316406, 0.283203, 0.255859, 0.28125, 0.24707, 0.306641, 0.267578, 0.294922, 0.24707, 0.265625, 0.289062, 0.233398, 0.28125, 0.304688, 0.300781, 0.259766, 0.269531, 0.269531, 0.263672, 0.213867, 0.28125, 0.248047, 0.265625, 0.273438, 0.287109, 0.267578, 0.289062, 0.245117, 0.279297, 0.263672, 0.275391, 0.283203, 0.277344, 0.275391, 0.269531, 0.279297, 0.279297, 0.271484, 0.292969, 0.257812, 0.251953, 0.263672, 0.275391, 0.314453, 0.140625, 0.294922, 0.28125, 0.277344, 0.273438, 0.292969, 0.285156, 0.28125, 0.279297, 0.28125, 0.242188, 0.298828, 0.263672, 0.298828, 0.259766, 0.298828, 0.283203, 0.263672, 0.277344, 0.257812, 0.294922, 0.253906, 0.261719, 0.306641, 0.253906, 0.269531, 0.263672, 0.283203, 0.279297, 0.28125, 0.271484, 0.243164, 0.283203, 0.248047, 0.275391, 0.289062, 0.271484, 0.277344, 0.267578, 0.261719, 0.283203, 0.207031, 0.285156, 0.244141, 0.287109, 0.259766, 0.296875, 0.251953, 0.253906, 0.275391, 0.296875, 0.271484, 0.234375, 0.292969, 0.226562, 0.279297, 0.267578, 0.291016, 0.283203, 0.273438, 0.283203, 0.255859, 0.277344, 0.294922, 0.263672, 0.269531, 0.261719, 0.283203, 0.287109, 0.283203, 0.261719, 0.285156, 0.287109, 0.251953, 0.275391, 0.304688, 0.294922, 0.296875, 0.273438, 0.263672, 0.259766, 0.261719, 0.292969, 0.25, 0.263672, 0.28125, 0.277344, 0.251953, 0.28125, 0.255859, 0.300781, 0.267578, 0.300781, 0.259766, 0.291016, 0.24707, 0.259766, 0.28125, 0.273438, 0.279297, 0.255859, 0.269531, 0.267578, 0.275391, 0.267578, 0.271484, 0.279297, 0.267578, 0.223633, 0.277344, 0.271484, 0.267578, 0.279297, 0.292969, 0.304688, 0.25, 0.257812, 0.271484, 0.294922, 0.292969, 0.267578, 0.287109, 0.28125, 0.283203, 0.251953, 0.265625, 0.279297, 0.246094, 0.300781, 0.275391, 0.257812, 0.251953, 0.271484, 0.28125, 0.285156, 0.24707, 0.261719, 0.294922, 0.257812, 0.275391, 0.241211, 0.275391, 0.267578, 0.3125, 0.28125, 0.277344, 0.261719, 0.261719, 0.287109, 0.271484, 0.267578, 0.253906, 0.287109, 0.277344, 0.271484, 0.273438, 0.294922, 0.265625, 0.269531, 0.267578, 0.271484, 0.239258, 0.263672, 0.285156, 0.314453, 0.283203, 0.279297, 0.277344, 0.28125, 0.25, 0.292969, 0.296875, 0.273438, 0.275391, 0.271484, 0.271484, 0.308594, 0.053711, 0.277344, 0.269531, 0.265625, 0.267578, 0.251953, 0.265625, 0.28125, 0.283203, 0.277344, 0.277344, 0.287109, 0.28125, 0.287109, 0.271484, 0.240234, 0.24707, 0.298828, 0.294922, 0.285156, 0.243164, 0.248047, 0.267578, 0.28125, 0.300781, 0.271484, 0.291016, 0.265625, 0.265625, 0.273438, 0.277344, 0.24707, 0.279297, 0.294922, 0.251953, 0.289062, 0.3125, 0.220703, 0.277344, 0.287109, 0.291016, 0.294922, 0.273438, 0.275391, 0.279297, 0.257812, 0.291016, 0.263672, 0.273438, 0.271484, 0.28125, 0.283203, 0.294922, 0.265625, 0.273438, 0.257812, 0.298828, 0.242188, 0.273438, 0.279297, 0.289062, 0.265625, 0.261719, 0.308594, 0.269531, 0.267578, 0.3125, 0.217773, 0.273438, 0.271484, 0.275391, 0.292969, 0.291016, 0.298828, 0.253906, 0.283203, 0.28125, 0.257812, 0.283203, 0.28125, 0.279297, 0.273438, 0.292969, 0.28125, 0.261719, 0.277344, 0.273438, 0.263672, 0.277344, 0.285156, 0.275391, 0.273438, 0.259766, 0.283203, 0.244141, 0.298828, 0.267578, 0.269531, 0.283203, 0.25, 0.285156, 0.292969, 0.335938, 0.302734, 0.28125, 0.298828, 0.251953, 0.269531, 0.289062, 0.259766, 0.275391, 0.277344, 0.273438, 0.277344, 0.292969, 0.279297, 0.273438, 0.289062, 0.289062, 0.253906, 0.273438, 0.249023, 0.285156, 0.275391, 0.28125, 0.257812, 0.273438, 0.277344, 0.253906, 0.253906, 0.279297, 0.273438, 0.259766, 0.279297, 0.300781, 0.292969, 0.279297, 0.249023, 0.279297, 0.271484, 0.257812, 0.263672, 0.271484, 0.28125, 0.259766, 0.248047, 0.292969, 0.257812, 0.257812, 0.304688, 0.289062, 0.279297, 0.292969, 0.273438, 0.18457, 0.28125, 0.255859, 0.269531, 0.251953, 0.28125, 0.298828, 0.265625, 0.257812, 0.283203, 0.298828, 0.279297, 0.287109, 0.251953, 0.291016, 0.287109, 0.275391, 0.275391, 0.294922, 0.283203, 0.279297, 0.28125, 0.271484, 0.28125, 0.289062, 0.227539, 0.287109, 0.261719, 0.271484, 0.275391, 0.263672, 0.285156, 0.277344, 0.265625, 0.246094, 0.24707, 0.271484, 0.244141, 0.257812, 0.235352, 0.271484, 0.265625, 0.277344, 0.267578, 0.259766, 0.255859, 0.287109, 0.275391, 0.267578, 0.271484, 0.275391, 0.269531, 0.287109, 0.271484, 0.263672, 0.271484, 0.296875, 0.279297, 0.283203, 0.283203, 0.273438, 0.279297, 0.296875, 0.263672, 0.279297, 0.292969, 0.261719, 0.289062, 0.24707, 0.261719, 0.279297, 0.267578, 0.261719, 0.289062, 0.273438, 0.255859, 0.271484, 0.261719, 0.28125, 0.298828, 0.248047, 0.261719, 0.269531, 0.25, 0.222656, 0.292969, 0.261719, 0.271484, 0.285156, 0.273438, 0.269531, 0.263672, 0.289062, 0.283203, 0.257812, 0.275391, 0.279297, 0.265625, 0.261719, 0.296875, 0.306641, 0.065918, 0.28125, 0.279297, 0.246094, 0.253906, 0.279297, 0.285156, 0.285156, 0.289062, 0.291016, 0.273438, 0.255859, 0.279297, 0.275391, 0.28125, 0.251953, 0.273438, 0.263672, 0.273438, 0.259766, 0.287109, 0.275391, 0.294922, 0.28125, 0.265625, 0.294922, 0.289062, 0.269531, 0.287109, 0.291016, 0.287109, 0.263672, 0.292969, 0.28125, 0.292969, 0.275391, 0.289062, 0.294922, 0.271484, 0.263672, 0.257812, 0.267578, 0.292969, 0.257812, 0.271484, 0.244141, 0.265625, 0.292969, 0.283203, 0.269531, 0.263672, 0.273438, 0.273438, 0.337891, 0.287109, 0.275391, 0.245117, 0.279297, 0.277344, 0.253906, 0.277344, 0.273438, 0.273438, 0.269531, 0.28125, 0.271484, 0.28125, 0.273438, 0.275391, 0.263672, 0.267578, 0.244141, 0.259766, 0.271484, 0.283203, 0.265625, 0.279297, 0.277344, 0.292969, 0.271484, 0.263672, 0.275391, 0.25, 0.285156, 0.275391, 0.273438, 0.287109, 0.294922, 0.292969, 0.261719, 0.24707, 0.292969, 0.271484, 0.267578, 0.28125, 0.275391, 0.255859, 0.255859, 0.263672, 0.3125, 0.28125, 0.259766, 0.261719, 0.248047, 0.275391, 0.28125, 0.287109, 0.271484, 0.261719, 0.287109, 0.292969, 0.261719, 0.263672, 0.306641, 0.279297, 0.269531, 0.283203, 0.257812, 0.283203, 0.289062, 0.267578, 0.283203, 0.275391, 0.214844, 0.287109, 0.259766, 0.267578, 0.283203, 0.279297, 0.277344, 0.283203, 0.261719, 0.273438, 0.229492, 0.28125, 0.269531, 0.294922, 0.28125, 0.287109, 0.255859, 0.261719, 0.275391, 0.285156, 0.255859, 0.273438, 0.257812, 0.298828, 0.273438, 0.273438, 0.271484, 0.265625, 0.302734, 0.263672, 0.261719, 0.257812, 0.261719, 0.261719, 0.253906, 0.275391, 0.287109, 0.248047, 0.253906, 0.241211, 0.261719, 0.265625, 0.289062, 0.263672, 0.269531, 0.259766, 0.248047, 0.259766, 0.277344, 0.310547, 0.265625, 0.261719, 0.296875, 0.261719, 0.291016, 0.253906, 0.273438, 0.283203, 0.269531, 0.275391, 0.233398, 0.275391, 0.253906, 0.279297, 0.279297, 0.273438, 0.275391, 0.291016, 0.279297, 0.267578, 0.259766, 0.253906, 0.263672, 0.291016, 0.283203, 0.255859, 0.275391, 0.296875, 0.314453, 0.271484, 0.283203, 0.306641, 0.277344, 0.289062, 0.287109, 0.257812, 0.300781, 0.251953, 0.267578, 0.273438, 0.271484, 0.285156, 0.292969, 0.296875, 0.267578, 0.28125, 0.279297, 0.263672, 0.273438, 0.306641, 0.251953, 0.279297, 0.235352, 0.273438, 0.269531, 0.273438, 0.285156, 0.267578, 0.271484, 0.273438, 0.261719, 0.285156, 0.271484, 0.294922, 0.263672, 0.267578, 0.275391, 0.273438, 0.269531, 0.28125, 0.277344, 0.273438, 0.271484, 0.265625, 0.279297, 0.269531, 0.273438, 0.302734, 0.283203, 0.28125, 0.283203, 0.279297, 0.269531, 0.271484, 0.289062, 0.261719, 0.238281, 0.244141, 0.283203, 0.273438, 0.28125, 0.28125, 0.291016, 0.292969, 0.306641, 0.287109, 0.279297, 0.296875, 0.273438, 0.277344, 0.283203, 0.279297, 0.263672, 0.24707, 0.294922, 0.22168, 0.302734, 0.277344, 0.285156, 0.28125, 0.283203, 0.298828, 0.294922, 0.267578, 0.24707, 0.265625, 0.291016, 0.273438, 0.275391, 0.259766, 0.265625, 0.251953, 0.277344, 0.285156, 0.269531, 0.267578, 0.269531, 0.28125, 0.269531, 0.285156, 0.275391, 0.259766, 0.261719, 0.291016, 0.259766, 0.277344, 0.269531, 0.296875, 0.291016, 0.253906, 0.271484, 0.296875, 0.28125, 0.28125, -0.001198, 0.298828, 0.287109, 0.271484, 0.267578, 0.277344, 0.285156, 0.291016, 0.261719, 0.263672, 0.273438, 0.318359, 0.267578, 0.245117, 0.253906, 0.292969, 0.275391, 0.289062, 0.271484, 0.273438, 0.275391, 0.294922, 0.287109, 0.244141, 0.255859, 0.28125, 0.238281, 0.231445, 0.265625, 0.273438, 0.245117, 0.316406, 0.277344, 0.277344, 0.265625, 0.28125, 0.287109, 0.273438, 0.259766, 0.273438, 0.243164, 0.22168, 0.292969, 0.269531, 0.298828, 0.292969, 0.269531, 0.263672, 0.273438, 0.279297, 0.289062, 0.265625, 0.306641, 0.267578, 0.251953, 0.289062, 0.242188, 0.283203, 0.275391, 0.257812, 0.241211, 0.263672, 0.277344, 0.267578, 0.277344, 0.287109, 0.304688, 0.28125, 0.271484, 0.257812, 0.245117, 0.269531, 0.273438, 0.269531, 0.269531, 0.275391, 0.287109, 0.265625, 0.289062, 0.269531, 0.291016, 0.257812, 0.271484, 0.289062, 0.244141, 0.257812, 0.216797, 0.271484, 0.279297, 0.273438, 0.300781, 0.261719, 0.287109, 0.269531, 0.283203, 0.283203, 0.267578, 0.277344, 0.253906, 0.267578, 0.271484, 0.291016, 0.298828, 0.273438, 0.283203, 0.255859, 0.28125, 0.269531, 0.306641, 0.257812, 0.226562, 0.277344, 0.253906, 0.289062, 0.269531, 0.291016, 0.273438, 0.289062, 0.253906, 0.273438, 0.273438, 0.302734, 0.294922, 0.263672, 0.269531, 0.28125, 0.28125, 0.25, 0.273438, 0.291016, 0.24707, 0.273438, 0.332031, 0.291016, 0.255859, 0.296875, 0.285156, 0.230469, 0.277344, 0.283203, 0.263672, 0.257812, 0.255859, 0.283203, 0.265625, 0.28125, 0.296875, 0.261719, 0.292969, 0.300781, 0.291016, 0.223633, 0.28125, 0.28125, 0.257812, 0.130859, 0.273438, 0.251953, 0.273438, 0.277344, 0.277344, 0.28125, 0.245117, 0.244141, 0.277344, 0.277344, 0.296875, 0.237305, 0.261719, 0.271484, 0.269531, 0.255859, 0.261719, 0.265625, 0.28125, 0.269531, 0.291016, 0.289062, 0.289062, 0.28125, 0.269531, 0.263672, 0.267578, 0.283203, 0.259766, 0.285156, 0.271484, 0.25, 0.251953, 0.275391, 0.255859, 0.261719, 0.265625, 0.271484, 0.257812, 0.251953, 0.271484, 0.296875, 0.277344, 0.273438, 0.275391, 0.261719, 0.265625, 0.251953, 0.287109, 0.273438, 0.25, 0.294922, 0.279297, 0.287109, 0.28125, 0.269531, 0.275391, 0.283203, 0.263672, 0.277344, 0.253906, 0.28125, 0.279297, 0.263672, 0.257812, 0.277344, 0.265625, 0.257812, 0.259766, 0.257812, 0.285156, 0.25, 0.289062, 0.257812, 0.219727, 0.279297, 0.273438, 0.279297, 0.283203, 0.253906, 0.296875, 0.271484, 0.267578, 0.271484, 0.273438, 0.263672, 0.269531, 0.267578, 0.259766, 0.255859, 0.277344, 0.271484, 0.271484, 0.222656, 0.292969, 0.241211, 0.273438, 0.248047, 0.283203, 0.283203, 0.289062, 0.25, 0.259766, 0.285156, 0.285156, 0.291016, 0.279297, 0.28125, 0.283203, 0.269531, 0.265625, 0.261719, 0.249023, 0.275391, 0.246094, 0.275391, 0.208008, 0.292969, 0.263672, 0.271484, 0.242188, 0.291016, 0.273438, 0.275391, 0.28125, 0.267578, 0.306641, 0.265625, 0.259766, 0.269531, 0.240234, 0.232422, 0.287109, 0.289062, 0.283203, 0.273438, 0.263672, 0.249023, 0.255859, 0.273438, 0.273438, 0.304688, 0.287109, 0.273438, 0.271484, 0.269531, 0.287109, 0.28125, 0.289062, 0.249023, 0.238281, 0.283203, 0.292969, 0.277344, 0.261719, 0.269531, 0.267578, 0.277344, 0.265625, 0.279297, 0.269531, 0.306641, 0.292969, 0.273438, 0.257812, 0.292969, 0.265625, 0.279297, 0.226562, 0.289062, 0.283203, 0.292969, 0.300781, 0.269531, 0.271484, 0.279297, 0.265625, 0.273438, 0.277344, 0.257812, 0.28125, 0.292969, 0.273438, 0.298828, 0.277344, 0.28125, 0.279297, 0.273438, 0.271484, 0.263672, 0.294922, 0.265625, 0.275391, 0.253906, 0.263672, 0.320312, 0.294922, 0.298828, 0.302734, 0.271484, 0.273438, 0.267578, 0.277344, 0.249023, 0.255859, 0.244141, 0.269531, 0.279297, 0.269531, 0.285156, 0.28125, 0.271484, 0.283203, 0.261719, 0.294922, 0.259766, 0.287109, 0.291016, 0.28125, 0.271484, 0.277344, 0.279297, 0.28125, 0.261719, 0.285156, 0.261719, 0.185547, 0.273438, 0.251953, 0.300781, 0.296875, 0.275391, 0.267578, 0.279297, 0.28125, 0.302734, 0.285156, 0.279297, 0.291016, 0.285156, 0.294922, 0.285156, 0.259766, 0.265625, 0.267578, 0.273438, 0.28125, 0.298828, 0.248047, 0.259766, 0.263672, 0.257812, 0.267578, 0.279297, 0.267578, 0.304688, 0.277344, 0.261719, 0.232422, 0.25, 0.28125, 0.275391, 0.277344, 0.279297, 0.230469, 0.271484, 0.261719, 0.277344, 0.285156, 0.294922, 0.273438, 0.265625, 0.273438, 0.273438, 0.255859, 0.292969, 0.265625, 0.279297, 0.213867, 0.245117, 0.292969, 0.277344, 0.239258, 0.265625, 0.122559, 0.259766, 0.292969, 0.28125, 0.253906, 0.302734, 0.271484, 0.259766, 0.265625, 0.253906, 0.279297, 0.263672, 0.269531, 0.255859, 0.289062, 0.263672, 0.275391, 0.267578, 0.28125, 0.28125, 0.273438, 0.279297, 0.271484, 0.275391, 0.283203, 0.296875, 0.300781, 0.255859, 0.267578, 0.28125, 0.285156, 0.279297, 0.291016, 0.271484, 0.283203, 0.289062, 0.265625, 0.287109, 0.277344, 0.292969, 0.283203, 0.294922, 0.296875, 0.263672, 0.269531, 0.287109, 0.277344, 0.285156, 0.255859, 0.292969, 0.277344, 0.263672, 0.283203, 0.271484, 0.304688, 0.287109, 0.248047, 0.273438, 0.265625, 0.253906, 0.259766, 0.271484, 0.285156, 0.283203, 0.249023, 0.277344, 0.277344, 0.275391, 0.285156, 0.21582, 0.285156, 0.263672, 0.271484, 0.279297, 0.269531, 0.289062, 0.259766, 0.275391, 0.289062, 0.251953, 0.267578, 0.255859, 0.251953, 0.269531, 0.277344, 0.271484, 0.279297, 0.306641, 0.267578, 0.25, 0.277344, 0.255859, 0.259766, 0.267578, 0.275391, 0.285156, 0.222656, 0.285156, 0.277344, 0.267578, 0.277344, 0.292969, 0.25, 0.257812, 0.28125, 0.292969, 0.275391, 0.289062, 0.277344, 0.279297, 0.304688, 0.265625, 0.279297, 0.300781, 0.261719, 0.249023, 0.275391, 0.249023, 0.239258, 0.229492, 0.277344, 0.287109, 0.300781, 0.294922, 0.275391, 0.261719, 0.261719, 0.285156, 0.253906, 0.273438, 0.285156, 0.269531, 0.275391, 0.265625, 0.255859, 0.277344, 0.273438, 0.244141, 0.259766, 0.255859, 0.267578, 0.283203, 0.298828, 0.279297, 0.265625, 0.289062, 0.263672, 0.259766, 0.257812, 0.292969, 0.273438, 0.285156, 0.261719, 0.285156, 0.300781, 0.285156, 0.267578, 0.269531, 0.273438, 0.287109, 0.314453, 0.277344, 0.25, 0.294922, 0.279297, 0.275391, 0.261719, 0.232422, 0.292969, 0.275391, 0.275391, 0.267578, 0.261719, 0.253906, 0.261719, 0.25, 0.255859, 0.28125, 0.275391, 0.287109, 0.283203, 0.261719, 0.257812, 0.259766, 0.255859, 0.263672, 0.25, 0.267578, 0.300781, 0.279297, 0.269531, 0.300781, 0.273438, 0.28125, 0.253906, 0.271484, 0.275391, 0.285156, 0.263672, 0.263672, 0.257812, 0.265625, 0.246094, 0.28125, 0.263672, 0.308594, 0.275391, 0.279297, 0.257812, 0.273438, 0.28125, 0.289062, 0.273438, 0.275391, 0.265625, 0.263672, 0.255859, 0.248047, 0.263672, 0.267578, 0.285156, 0.261719, 0.294922, 0.259766, 0.267578, 0.257812, 0.263672, 0.279297, 0.292969, 0.283203, 0.257812, 0.271484, 0.255859, 0.285156, 0.28125, 0.263672, 0.287109, 0.279297, 0.28125, 0.285156, 0.275391, 0.255859, 0.285156, 0.294922, 0.259766, 0.279297, 0.271484, 0.261719, 0.273438, 0.263672, 0.265625, 0.273438, 0.28125, 0.265625, 0.253906, 0.269531, 0.292969, 0.267578, 0.259766, 0.273438, 0.285156, 0.271484, 0.296875, 0.263672, 0.28125, 0.283203, 0.287109, 0.285156, 0.222656, 0.291016, 0.269531, 0.279297, 0.279297, 0.285156, 0.259766, 0.292969, 0.251953, 0.269531, 0.267578, 0.273438, 0.285156, 0.285156, 0.267578, 0.251953, 0.269531, 0.267578, 0.267578, 0.28125, 0.265625, 0.259766, 0.306641, 0.271484, 0.271484, 0.298828, 0.279297, 0.287109, 0.310547, 0.275391, 0.283203, 0.287109, 0.263672, 0.300781, 0.259766, 0.294922, 0.302734, 0.265625, 0.277344, 0.279297, 0.294922, 0.279297, 0.296875, 0.279297, 0.283203, 0.277344, 0.271484, 0.285156, 0.289062, 0.269531, 0.275391, 0.289062, 0.259766, 0.267578, 0.304688, 0.271484, 0.28125, 0.28125, 0.279297, 0.279297, 0.291016, 0.287109, 0.292969, 0.289062, 0.275391, 0.285156, 0.283203, 0.271484, 0.261719, 0.300781, 0.269531, 0.283203, 0.273438, 0.277344, 0.283203, 0.255859, 0.28125, 0.25, 0.275391, 0.277344, 0.269531, 0.261719, 0.257812, 0.267578, 0.275391, 0.263672, 0.291016, 0.273438, 0.261719, 0.261719, 0.275391, 0.306641, 0.283203, 0.279297, 0.271484, 0.248047, 0.287109, 0.275391, 0.275391, 0.310547, 0.263672, 0.285156, 0.261719, 0.257812, 0.275391, 0.251953, 0.302734, 0.263672, 0.253906, 0.263672, 0.267578, 0.253906, 0.275391, 0.267578, 0.25, 0.273438, 0.279297, 0.265625, 0.279297, 0.275391, 0.306641, 0.201172, 0.300781, 0.294922, 0.263672, 0.259766, 0.269531, 0.239258, 0.28125, 0.25, 0.251953, 0.279297, 0.28125, 0.269531, 0.283203, 0.259766, 0.259766, 0.300781, 0.257812, 0.21875, 0.271484, 0.28125, 0.279297, 0.275391, 0.261719, 0.283203, 0.269531, 0.300781, 0.257812, 0.285156, 0.242188, 0.283203, 0.244141, 0.275391, 0.271484, 0.269531, 0.259766, 0.277344, 0.285156, 0.271484, 0.292969, 0.277344, 0.275391, 0.25, 0.283203, 0.287109, 0.296875, 0.287109, 0.271484, 0.269531, 0.296875, 0.265625, 0.291016, 0.320312, 0.291016, 0.289062, 0.273438, 0.294922, 0.267578, 0.261719, 0.271484, 0.279297, 0.306641, 0.271484, 0.271484, 0.267578, 0.28125, 0.265625, 0.3125, 0.245117, 0.253906, 0.291016, 0.263672, 0.251953, 0.302734, 0.289062, 0.249023, 0.265625, 0.263672, 0.273438, 0.267578, 0.279297, 0.28125, 0.294922, 0.267578, 0.310547, 0.273438, 0.273438, 0.228516, 0.261719, 0.257812, 0.294922, 0.249023, 0.283203, 0.232422, 0.263672, 0.283203, 0.271484, 0.291016, 0.255859, 0.273438, 0.263672, 0.277344, 0.269531, 0.291016, 0.337891, 0.263672, 0.253906, 0.283203, 0.271484, 0.285156, 0.283203, 0.269531, 0.224609, 0.265625, 0.275391, 0.271484, 0.28125, 0.279297, 0.269531, 0.273438, 0.273438, 0.271484, 0.28125, 0.259766, 0.283203, 0.271484, 0.261719, 0.275391, 0.255859, 0.271484, 0.275391, 0.28125, 0.291016, 0.28125, 0.283203, 0.275391, 0.251953, 0.3125, 0.265625, 0.253906, 0.263672, 0.265625, 0.302734, 0.271484, 0.28125, 0.271484, 0.236328, 0.251953, 0.273438, 0.267578, 0.28125, 0.285156, 0.235352, 0.289062, 0.269531, 0.275391, 0.285156, 0.261719, 0.3125, 0.271484, 0.243164, 0.259766, 0.263672, 0.267578, 0.283203, 0.253906, 0.257812, 0.28125, 0.269531, 0.248047, 0.289062, 0.275391, 0.267578, 0.223633, 0.257812, 0.296875, 0.294922, 0.279297, 0.257812, 0.277344, 0.296875, 0.298828, 0.263672, 0.269531, 0.255859, 0.275391, 0.259766, 0.273438, 0.273438, 0.269531, 0.279297, 0.261719, 0.249023, 0.261719, 0.289062, 0.269531, 0.302734, 0.279297, 0.277344, 0.294922, 0.275391, 0.261719, 0.28125, 0.231445, 0.253906, 0.289062, 0.279297, 0.269531, 0.285156, 0.267578, 0.277344, 0.283203, 0.289062, 0.255859, 0.275391, 0.267578, 0.296875, 0.292969, 0.275391, 0.259766, 0.279297, 0.273438, 0.271484, 0.269531, 0.300781, 0.25, 0.283203, 0.255859, 0.255859, 0.271484, 0.302734, 0.271484, 0.287109, 0.287109, 0.267578, 0.265625, 0.271484, 0.25, 0.279297, 0.273438, 0.277344, 0.271484, 0.265625, 0.253906, 0.296875, 0.277344, 0.302734, 0.294922, 0.289062, 0.273438, 0.271484, 0.255859, 0.263672, 0.239258, 0.259766, 0.261719, 0.285156, 0.269531, 0.292969, 0.28125, 0.267578, 0.269531, 0.291016, 0.253906, 0.257812, 0.248047, 0.294922, 0.304688, 0.279297, 0.244141, 0.271484, 0.306641, 0.28125, 0.291016, 0.283203, 0.292969, 0.289062, 0.235352, 0.277344, 0.257812, 0.269531, 0.255859, 0.277344, 0.263672, 0.267578, 0.267578, 0.248047, 0.296875, 0.249023, 0.261719, 0.267578, 0.265625, 0.257812, 0.271484, 0.28125, 0.275391, 0.257812, 0.285156, 0.289062, 0.267578, 0.265625, 0.273438, 0.265625, 0.253906, 0.261719, 0.24707, 0.275391, 0.269531, 0.292969, 0.257812, 0.261719, 0.287109, 0.273438, 0.283203, 0.265625, 0.271484, 0.28125, 0.277344, 0.237305, 0.273438, 0.269531, 0.279297, 0.3125, 0.269531, 0.267578, 0.265625, 0.275391, 0.283203, 0.269531, 0.261719, 0.257812, 0.263672, 0.230469, 0.298828, 0.283203, 0.298828, 0.263672, 0.257812, 0.28125, 0.271484, 0.294922, 0.289062, 0.289062, 0.283203, 0.283203, 0.279297, 0.275391, 0.255859, 0.296875, 0.265625, 0.279297, 0.279297, 0.249023, 0.271484, 0.291016, 0.292969, 0.267578, 0.273438, 0.269531, 0.277344, 0.275391, 0.273438, 0.275391, 0.275391, 0.242188, 0.285156, 0.239258, 0.296875, 0.265625, 0.283203, 0.287109, 0.277344, 0.269531, 0.277344, 0.251953, 0.265625, 0.304688, 0.255859, 0.291016, 0.265625, 0.267578, 0.255859, 0.275391, 0.243164, 0.287109, 0.257812, 0.283203, 0.271484, 0.283203, 0.300781, 0.269531, 0.265625, 0.267578, 0.246094, 0.275391, 0.277344, 0.294922, 0.287109, 0.296875, 0.267578, 0.237305, 0.275391, 0.287109, 0.239258, 0.285156, 0.283203, 0.285156, 0.265625, 0.285156, 0.261719, 0.248047, 0.251953, 0.271484, 0.259766, 0.273438, 0.275391, 0.296875, 0.223633, 0.271484, 0.267578, 0.289062, 0.263672, 0.275391, 0.257812, 0.285156, 0.271484, 0.087402, 0.249023, 0.269531, 0.271484, 0.285156, 0.267578, 0.291016, 0.302734, 0.267578, 0.271484, 0.287109, 0.267578, 0.28125, 0.28125, 0.261719, 0.316406, 0.269531, 0.249023, 0.292969, 0.275391, 0.287109, 0.296875, 0.279297, 0.265625, 0.271484, 0.302734, 0.277344, 0.283203, 0.267578, 0.222656, 0.253906, 0.263672, 0.298828, 0.306641, 0.251953, 0.275391, 0.255859, 0.277344, 0.257812, 0.289062, 0.285156, 0.248047, 0.271484, 0.267578, 0.261719, 0.251953, 0.241211, 0.236328, 0.283203, 0.300781, 0.275391, 0.259766, 0.296875, 0.304688, 0.259766, 0.246094, 0.28125, 0.259766, 0.257812, 0.304688, 0.279297, 0.239258, 0.253906, 0.25, 0.261719, 0.289062, 0.279297, 0.283203, 0.241211, 0.263672, 0.273438, 0.261719, 0.232422, 0.279297, 0.253906, 0.283203, 0.263672, 0.275391, 0.273438, 0.267578, 0.259766, 0.257812, 0.259766, 0.273438, 0.292969, 0.294922, 0.259766, 0.279297, 0.228516, 0.241211, 0.259766, 0.273438, 0.287109, 0.263672, 0.271484, 0.271484, 0.273438, 0.279297, 0.285156, 0.277344, 0.251953, 0.28125, 0.279297, 0.261719, 0.267578, 0.287109, 0.267578, 0.298828, 0.275391, 0.271484, 0.267578, 0.273438, 0.255859, 0.277344, 0.249023, 0.279297, 0.298828, 0.263672, 0.291016, 0.300781, 0.273438, 0.277344, 0.265625, 0.267578, 0.271484, 0.255859, 0.259766, 0.304688, 0.238281, 0.24707, 0.275391, 0.273438, 0.277344, 0.28125, 0.277344, 0.291016 ] }, "name": "model.transformer.layers.10.attn_norm.weight", "outputIndexes": [ 654 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653, 654 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_10/Mul_1_output_0", "outputIndexes": [ 655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 655 ], "outputIndexes": [ 2818 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2818 ], "outputIndexes": [ 2819 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear", "inputIndexes": [ 2819 ], "outputIndexes": [ 2820 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 436301160, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2820 ], "outputIndexes": [ 2821 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2821 ], "outputIndexes": [ 656 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 655 ], "main_type": "NONE", "name": "/Shape_41_output_0", "outputIndexes": [ 657 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 657 ], "main_type": "NONE", "name": "Shape933", "outputIndexes": [ 658 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 657 ], "main_type": "NONE", "name": "Rank935", "outputIndexes": [ 659 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 659, 659 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp937", "outputIndexes": [ 660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 660 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze938", "outputIndexes": [ 661 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 660, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp940", "outputIndexes": [ 662 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 662 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze941", "outputIndexes": [ 663 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 658, 661, 663, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice944", "outputIndexes": [ 664 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 664 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze945", "outputIndexes": [ 665 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 665 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp946", "outputIndexes": [ 666 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 666, 665 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp947", "outputIndexes": [ 667 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 657, 667, 660 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_54_output_0", "outputIndexes": [ 668 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 668, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_101_output_0", "outputIndexes": [ 669 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 669, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_50_output_0", "outputIndexes": [ 670 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 656, 670 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_41_output_0", "outputIndexes": [ 671 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 671 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_10/Mul_output_0", "outputIndexes": [ 672 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.449219, 0.027954, 0.267578, 0.0625, 0.863281, 1.179688, 0.941406, 0.867188, 0.90625, 1.164062, 1.335938, 1.125, 1.242188, 1.101562, 1.296875, 1.453125, 1.148438, 1.210938, 1.375, 1.257812, 1.453125, 1.4375, 1.242188, 1.617188, 1.460938, 1.6875, 1.40625, 1.421875, 1.445312, 1.671875, 1.601562, 1.773438, 1.570312, 1.429688, 1.601562, 1.523438, 1.257812, 1.710938, 1.5, 1.679688, 1.765625, 1.695312, 2.25, 0.984375, 3.0, 1.679688, 1.757812, 0.761719, 1.398438, 1.617188, 1.78125, 1.28125, 1.648438, 1.617188, 1.507812, 1.539062, 1.460938, 1.625, 1.554688, 1.6875, 1.179688, 1.664062, 1.601562, 1.585938, 0.273438, 0.082031, 0.013, 0.12793, 0.757812, 1.257812, 0.808594, 1.046875, 0.953125, 1.085938, 1.359375, 1.125, 1.179688, 1.265625, 1.257812, 1.414062, 1.289062, 1.046875, 1.390625, 1.414062, 1.414062, 1.515625, 1.484375, 1.539062, 1.476562, 1.382812, 1.445312, 1.570312, 1.484375, 1.4375, 1.609375, 1.390625, 1.640625, 1.8125, 1.570312, 1.65625, 1.757812, 1.554688, 1.804688, 1.601562, 1.585938, 1.5625, 1.023438, 2.234375, 0.558594, 1.625, 1.546875, 2.609375, 1.703125, 1.679688, 1.375, 1.773438, 1.46875, 1.570312, 1.617188, 1.695312, 1.554688, 1.140625, 1.476562, 1.578125, 1.546875, 1.585938, 1.578125, 1.570312 ] }, "name": "model.transformer.layers.10.attn.q_norm.weight", "outputIndexes": [ 673 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 672, 673 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_10/Mul_1_output_0", "outputIndexes": [ 674 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_40_output_0", "outputIndexes": [ 675 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_41_output_0", "outputIndexes": [ 676 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 676 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_20_output_0", "outputIndexes": [ 677 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_40_output_0", "outputIndexes": [ 678 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 677, 678 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_53_output_0", "outputIndexes": [ 679 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 679, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_41_output_0", "outputIndexes": [ 680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 675, 680 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_40_output_0", "outputIndexes": [ 681 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 655 ], "outputIndexes": [ 2822 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2822 ], "outputIndexes": [ 2823 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear", "inputIndexes": [ 2823 ], "outputIndexes": [ 2824 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 442994286, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2824 ], "outputIndexes": [ 2825 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2825 ], "outputIndexes": [ 682 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 669, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_51_output_0", "outputIndexes": [ 683 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 682, 683 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_42_output_0", "outputIndexes": [ 684 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 684 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_10/Mul_output_0", "outputIndexes": [ 685 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.098633, 0.020752, 0.144531, 0.103516, 1.007812, 1.164062, 1.023438, 0.871094, 0.800781, 1.195312, 1.4375, 1.421875, 0.863281, 1.203125, 1.015625, 1.265625, 0.753906, 1.046875, 1.554688, 1.59375, 1.28125, 1.5625, 1.734375, 1.679688, 1.484375, 1.242188, 1.609375, 1.515625, 1.523438, 1.390625, 1.578125, 1.234375, 1.546875, 1.820312, 1.492188, 1.71875, 2.0625, 1.609375, 1.804688, 1.601562, 1.578125, 1.515625, 0.53125, 2.203125, 0.402344, 1.679688, 1.492188, 2.921875, 1.734375, 1.671875, 1.398438, 1.632812, 1.453125, 1.5625, 1.710938, 1.664062, 1.640625, 1.492188, 1.5, 1.625, 2.09375, 1.625, 1.585938, 1.59375, 0.421875, 0.116699, 0.070312, 0.109375, 0.644531, 1.242188, 0.675781, 0.972656, 1.015625, 0.96875, 1.25, 0.753906, 1.445312, 1.0625, 1.398438, 1.554688, 1.53125, 1.15625, 1.242188, 1.15625, 1.53125, 1.4375, 0.925781, 1.507812, 1.453125, 1.632812, 1.34375, 1.460938, 1.414062, 1.726562, 1.601562, 1.828125, 1.617188, 1.390625, 1.710938, 1.5, 1.0, 1.6875, 1.375, 1.710938, 1.703125, 1.726562, 2.546875, 0.851562, 3.796875, 1.609375, 1.828125, 0.617188, 1.390625, 1.59375, 1.84375, 1.398438, 1.8125, 1.648438, 1.40625, 1.554688, 1.484375, 2.03125, 1.734375, 1.65625, 1.4375, 1.640625, 1.617188, 1.59375 ] }, "name": "model.transformer.layers.10.attn.k_norm.weight", "outputIndexes": [ 686 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685, 686 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_10/Mul_1_output_0", "outputIndexes": [ 687 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 687, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_42_output_0", "outputIndexes": [ 688 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 687, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_43_output_0", "outputIndexes": [ 689 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 689 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_21_output_0", "outputIndexes": [ 690 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 687, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_42_output_0", "outputIndexes": [ 691 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 690, 691 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_54_output_0", "outputIndexes": [ 692 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 692, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_43_output_0", "outputIndexes": [ 693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 688, 693 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_41_output_0", "outputIndexes": [ 694 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 655 ], "outputIndexes": [ 2826 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2826 ], "outputIndexes": [ 2827 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear", "inputIndexes": [ 2827 ], "outputIndexes": [ 2828 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 444667764, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2828 ], "outputIndexes": [ 2829 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2829 ], "outputIndexes": [ 695 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695, 683 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_43_output_0", "outputIndexes": [ 696 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 681, 694, 696, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.10/self_attn/FusedAttention", "outputIndexes": [ 697 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 697 ], "outputIndexes": [ 2830 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2830 ], "outputIndexes": [ 2831 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear", "inputIndexes": [ 2831 ], "outputIndexes": [ 2832 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 446341242, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2832 ], "outputIndexes": [ 2833 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2833 ], "outputIndexes": [ 698 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652, 698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_42_output_0", "outputIndexes": [ 699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_10/Mul_output_0", "outputIndexes": [ 700 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.515625, 0.460938, 0.515625, 0.515625, 0.5, 0.515625, 0.455078, 0.503906, 0.488281, 0.535156, 0.53125, 0.5, 0.511719, 0.519531, 0.498047, 0.5, 0.550781, 0.539062, 0.503906, 0.457031, 0.515625, 0.515625, 0.515625, 0.503906, 0.507812, 0.53125, 0.498047, 0.488281, 0.515625, 0.511719, 0.535156, 0.507812, 0.486328, 0.507812, 0.503906, 0.5625, 0.527344, 0.507812, 0.507812, 0.507812, 0.492188, 0.511719, 0.488281, 0.511719, 0.462891, 0.494141, 0.519531, 0.498047, 0.515625, 0.53125, 0.486328, 0.519531, 0.523438, 0.5, 0.492188, 0.535156, 0.511719, 0.494141, 0.476562, 0.535156, 0.486328, 0.503906, 0.535156, 0.519531, 0.503906, 0.480469, 0.539062, 0.498047, 0.511719, 0.519531, 0.523438, 0.546875, 0.535156, 0.507812, 0.482422, 0.519531, 0.523438, 0.507812, 0.515625, 0.482422, 0.535156, 0.494141, 0.519531, 0.511719, 0.5, 0.482422, 0.511719, 0.480469, 0.503906, 0.539062, 0.523438, 0.503906, 0.515625, 0.494141, 0.519531, 0.476562, 0.488281, 0.464844, 0.507812, 0.478516, 0.519531, 0.519531, 0.507812, 0.478516, 0.474609, 0.503906, 0.496094, 0.519531, 0.542969, 0.511719, 0.439453, 0.494141, 0.542969, 0.511719, 0.527344, 0.527344, 0.503906, 0.503906, 0.503906, 0.523438, 0.490234, 0.496094, 0.523438, 0.539062, 0.507812, 0.482422, 0.523438, 0.519531, 0.470703, 0.503906, 0.498047, 0.498047, 0.566406, 0.519531, 0.515625, 0.546875, 0.539062, 0.527344, 0.498047, 0.503906, 0.503906, 0.535156, 0.494141, 0.539062, 0.503906, 0.478516, 0.523438, 0.542969, 0.503906, 0.535156, 0.515625, 0.492188, 0.472656, 0.515625, 0.474609, 0.519531, 0.498047, 0.503906, 0.515625, 0.507812, 0.519531, 0.53125, 0.507812, 0.515625, 0.466797, 0.46875, 0.484375, 0.466797, 0.523438, 0.546875, 0.498047, 0.507812, 0.515625, 0.527344, 0.535156, 0.511719, 0.539062, 0.5, 0.503906, 0.492188, 0.511719, 0.488281, 0.519531, 0.523438, 0.511719, 0.478516, 0.419922, 0.472656, 0.5, 0.511719, 0.476562, 0.5, 0.527344, 0.480469, 0.511719, 0.527344, 0.498047, 0.511719, 0.507812, 0.507812, 0.519531, 0.515625, 0.507812, 0.478516, 0.535156, 0.539062, 0.462891, 0.527344, 0.433594, 0.539062, 0.5, 0.519531, 0.466797, 0.511719, 0.523438, 0.474609, 0.466797, 0.503906, 0.486328, 0.474609, 0.503906, 0.511719, 0.503906, 0.511719, 0.519531, 0.494141, 0.486328, 0.503906, 0.498047, 0.535156, 0.455078, 0.515625, 0.503906, 0.519531, 0.511719, 0.511719, 0.527344, 0.515625, 0.414062, 0.527344, 0.486328, 0.519531, 0.5, 0.511719, 0.542969, 0.494141, 0.515625, 0.472656, 0.507812, 0.503906, 0.5, 0.554688, 0.5, 0.492188, 0.515625, 0.535156, 0.519531, 0.46875, 0.539062, 0.503906, 0.503906, 0.488281, 0.5, 0.490234, 0.464844, 0.511719, 0.496094, 0.515625, 0.507812, 0.498047, 0.492188, 0.527344, 0.53125, 0.5, 0.482422, 0.498047, 0.490234, 0.472656, 0.539062, 0.507812, 0.515625, 0.515625, 0.480469, 0.496094, 0.503906, 0.503906, 0.535156, 0.515625, 0.507812, 0.515625, 0.523438, 0.523438, 0.519531, 0.527344, 0.53125, 0.490234, 0.488281, 0.498047, 0.523438, 0.511719, 0.515625, 0.523438, 0.5, 0.490234, 0.515625, 0.486328, 0.488281, 0.496094, 0.460938, 0.5, 0.482422, 0.527344, 0.519531, 0.486328, 0.498047, 0.507812, 0.507812, 0.476562, 0.519531, 0.488281, 0.5, 0.503906, 0.398438, 0.466797, 0.425781, 0.496094, 0.511719, 0.53125, 0.527344, 0.546875, 0.527344, 0.515625, 0.519531, 0.5, 0.519531, 0.5, 0.511719, 0.535156, 0.550781, 0.507812, 0.519531, 0.515625, 0.523438, 0.519531, 0.486328, 0.503906, 0.507812, 0.539062, 0.494141, 0.507812, 0.519531, 0.496094, 0.511719, 0.519531, 0.472656, 0.507812, 0.53125, 0.507812, 0.474609, 0.486328, 0.496094, 0.482422, 0.519531, 0.53125, 0.511719, 0.507812, 0.488281, 0.341797, 0.472656, 0.482422, 0.498047, 0.523438, 0.535156, 0.503906, 0.515625, 0.519531, 0.527344, 0.527344, 0.527344, 0.496094, 0.480469, 0.490234, 0.480469, 0.498047, 0.496094, 0.496094, 0.550781, 0.519531, 0.490234, 0.494141, 0.496094, 0.519531, 0.507812, 0.5, 0.5, 0.535156, 0.527344, 0.486328, 0.5, 0.451172, 0.523438, 0.503906, 0.542969, 0.486328, 0.490234, 0.527344, 0.449219, 0.466797, 0.519531, 0.474609, 0.492188, 0.542969, 0.488281, 0.492188, 0.53125, 0.511719, 0.457031, 0.458984, 0.515625, 0.498047, 0.511719, 0.523438, 0.492188, 0.494141, 0.443359, 0.53125, 0.507812, 0.511719, 0.519531, 0.498047, 0.484375, 0.507812, 0.5, 0.507812, 0.458984, 0.5, 0.53125, 0.486328, 0.511719, 0.535156, 0.523438, 0.492188, 0.535156, 0.453125, 0.486328, 0.472656, 0.5, 0.523438, 0.476562, 0.527344, 0.515625, 0.458984, 0.503906, 0.515625, 0.507812, 0.507812, 0.507812, 0.523438, 0.488281, 0.527344, 0.464844, 0.490234, 0.458984, 0.507812, 0.527344, 0.511719, 0.511719, 0.523438, 0.488281, 0.5, 0.507812, 0.511719, 0.535156, 0.511719, 0.503906, 0.511719, 0.515625, 0.523438, 0.542969, 0.46875, 0.496094, 0.507812, 0.482422, 0.466797, 0.507812, 0.503906, 0.519531, 0.539062, 0.503906, 0.480469, 0.423828, 0.519531, 0.507812, 0.5, 0.486328, 0.484375, 0.5, 0.498047, 0.492188, 0.470703, 0.488281, 0.511719, 0.519531, 0.466797, 0.511719, 0.482422, 0.503906, 0.546875, 0.503906, 0.498047, 0.498047, 0.507812, 0.490234, 0.507812, 0.511719, 0.535156, 0.542969, 0.5, 0.515625, 0.511719, 0.5, 0.523438, 0.523438, 0.507812, 0.507812, 0.523438, 0.527344, 0.519531, 0.515625, 0.53125, 0.490234, 0.507812, 0.474609, 0.490234, 0.507812, 0.554688, 0.490234, 0.507812, 0.5, 0.492188, 0.498047, 0.458984, 0.550781, 0.511719, 0.507812, 0.527344, 0.511719, 0.527344, 0.488281, 0.554688, 0.466797, 0.511719, 0.515625, 0.515625, 0.515625, 0.507812, 0.455078, 0.515625, 0.5, 0.515625, 0.535156, 0.515625, 0.494141, 0.539062, 0.511719, 0.519531, 0.507812, 0.492188, 0.488281, 0.519531, 0.496094, 0.494141, 0.503906, 0.503906, 0.46875, 0.511719, 0.507812, 0.519531, 0.482422, 0.53125, 0.523438, 0.535156, 0.523438, 0.527344, 0.535156, 0.492188, 0.507812, 0.057861, 0.488281, 0.527344, 0.515625, 0.503906, 0.511719, 0.53125, 0.496094, 0.507812, 0.523438, 0.492188, 0.464844, 0.511719, 0.5, 0.519531, 0.519531, 0.492188, 0.511719, 0.484375, 0.511719, 0.527344, 0.507812, 0.476562, 0.425781, 0.480469, 0.507812, 0.539062, 0.503906, 0.5, 0.498047, 0.496094, 0.486328, 0.527344, 0.511719, 0.542969, 0.46875, 0.494141, 0.470703, 0.515625, 0.539062, 0.546875, 0.542969, 0.523438, 0.511719, 0.542969, 0.527344, 0.5, 0.507812, 0.484375, 0.494141, 0.558594, 0.470703, 0.492188, 0.466797, 0.519531, 0.527344, 0.542969, 0.511719, 0.474609, 0.535156, 0.464844, 0.464844, 0.496094, 0.566406, 0.519531, 0.447266, 0.523438, 0.484375, 0.478516, 0.515625, 0.519531, 0.53125, 0.542969, 0.492188, 0.515625, 0.519531, 0.488281, 0.486328, 0.503906, 0.523438, 0.515625, 0.507812, 0.474609, 0.515625, 0.550781, 0.542969, 0.511719, 0.515625, 0.480469, 0.503906, 0.597656, 0.511719, 0.550781, 0.527344, 0.511719, 0.507812, 0.482422, 0.558594, 0.476562, 0.5625, 0.511719, 0.519531, 0.417969, 0.484375, 0.507812, 0.511719, 0.511719, 0.484375, 0.535156, 0.511719, 0.472656, 0.515625, 0.523438, 0.476562, 0.478516, 0.472656, 0.511719, 0.511719, 0.498047, 0.519531, 0.480469, 0.511719, 0.519531, 0.5, 0.519531, 0.490234, 0.5, 0.476562, 0.476562, 0.464844, 0.496094, 0.496094, 0.498047, 0.53125, 0.554688, 0.476562, 0.539062, 0.480469, 0.503906, 0.535156, 0.527344, 0.511719, 0.527344, 0.484375, 0.546875, 0.523438, 0.527344, 0.498047, 0.503906, 0.519531, 0.488281, 0.503906, 0.492188, 0.482422, 0.472656, 0.523438, 0.515625, 0.503906, 0.507812, 0.527344, 0.498047, 0.515625, 0.519531, 0.490234, 0.515625, 0.5, 0.488281, 0.429688, 0.519531, 0.515625, 0.53125, 0.503906, 0.523438, 0.53125, 0.535156, 0.474609, 0.503906, 0.498047, 0.503906, 0.515625, 0.503906, 0.488281, 0.492188, 0.341797, 0.511719, 0.482422, 0.515625, 0.507812, 0.498047, 0.484375, 0.523438, 0.511719, 0.542969, 0.503906, 0.453125, 0.494141, 0.5, 0.498047, 0.515625, 0.488281, 0.498047, 0.507812, 0.511719, 0.484375, 0.535156, 0.515625, 0.494141, 0.535156, 0.511719, 0.503906, 0.527344, 0.503906, 0.515625, 0.478516, 0.490234, 0.5, 0.441406, 0.515625, 0.494141, 0.478516, 0.515625, 0.515625, 0.488281, 0.482422, 0.558594, 0.53125, 0.527344, 0.535156, 0.515625, 0.5, 0.492188, 0.488281, 0.503906, 0.542969, 0.523438, 0.515625, 0.443359, 0.494141, 0.480469, 0.480469, 0.546875, 0.527344, 0.515625, 0.515625, 0.519531, 0.503906, 0.503906, 0.5, 0.527344, 0.527344, 0.523438, 0.484375, 0.511719, 0.511719, 0.519531, 0.503906, 0.535156, 0.507812, 0.519531, 0.53125, 0.515625, 0.519531, 0.5, 0.494141, 0.511719, 0.507812, 0.507812, 0.523438, 0.478516, 0.470703, 0.490234, 0.511719, 0.53125, 0.523438, 0.519531, 0.490234, 0.457031, 0.503906, 0.494141, 0.492188, 0.527344, 0.515625, 0.492188, 0.515625, 0.503906, 0.474609, 0.503906, 0.519531, 0.503906, 0.515625, 0.490234, 0.535156, 0.414062, 0.558594, 0.523438, 0.539062, 0.539062, 0.496094, 0.53125, 0.455078, 0.527344, 0.535156, 0.558594, 0.474609, 0.488281, 0.425781, 0.535156, 0.474609, 0.503906, 0.490234, 0.486328, 0.507812, 0.425781, 0.427734, 0.527344, 0.490234, 0.486328, 0.503906, 0.511719, 0.515625, 0.523438, 0.511719, 0.466797, 0.515625, 0.535156, 0.503906, 0.478516, 0.542969, 0.519531, 0.519531, 0.53125, 0.507812, 0.515625, 0.511719, 0.507812, 0.519531, 0.523438, 0.492188, 0.523438, 0.507812, 0.458984, 0.458984, 0.503906, 0.458984, 0.535156, 0.092285, 0.527344, 0.535156, 0.511719, 0.507812, 0.527344, 0.542969, 0.519531, 0.5, 0.503906, 0.527344, 0.511719, 0.515625, 0.542969, 0.515625, 0.523438, 0.515625, 0.494141, 0.507812, 0.5, 0.519531, 0.527344, 0.474609, 0.498047, 0.484375, 0.46875, 0.519531, 0.519531, 0.515625, 0.535156, 0.519531, 0.507812, 0.5, 0.507812, 0.503906, 0.503906, 0.515625, 0.523438, 0.472656, 0.535156, 0.535156, 0.455078, 0.490234, 0.484375, 0.511719, 0.46875, 0.523438, 0.482422, 0.503906, 0.546875, 0.490234, 0.515625, 0.425781, 0.542969, 0.447266, 0.523438, 0.519531, 0.511719, 0.5, 0.5, 0.527344, 0.470703, 0.515625, 0.523438, 0.503906, 0.527344, 0.490234, 0.515625, 0.451172, 0.519531, 0.511719, 0.511719, 0.511719, 0.460938, 0.476562, 0.484375, 0.5, 0.457031, 0.511719, 0.523438, 0.535156, 0.5, 0.507812, 0.470703, 0.492188, 0.507812, 0.507812, 0.462891, 0.507812, 0.519531, 0.519531, 0.535156, 0.507812, 0.515625, 0.496094, 0.542969, 0.474609, 0.535156, 0.464844, 0.527344, 0.5, 0.482422, 0.507812, 0.484375, 0.455078, 0.515625, 0.535156, 0.5, 0.503906, 0.470703, 0.515625, 0.503906, 0.46875, 0.519531, 0.519531, 0.503906, 0.478516, 0.507812, 0.507812, 0.511719, 0.542969, 0.53125, 0.527344, 0.511719, 0.496094, 0.550781, 0.511719, 0.494141, 0.523438, 0.527344, 0.496094, 0.492188, 0.519531, 0.488281, 0.566406, 0.511719, 0.496094, 0.511719, 0.476562, 0.546875, 0.498047, 0.503906, 0.490234, 0.535156, 0.527344, 0.515625, 0.519531, 0.515625, 0.507812, 0.484375, 0.498047, 0.488281, 0.515625, 0.482422, 0.5, 0.523438, 0.511719, 0.503906, 0.492188, 0.490234, 0.519531, 0.535156, 0.515625, 0.5, 0.511719, 0.492188, 0.460938, 0.498047, 0.5, 0.460938, 0.503906, 0.503906, 0.527344, 0.511719, 0.523438, 0.53125, 0.503906, 0.628906, 0.523438, 0.503906, 0.546875, 0.498047, 0.515625, 0.492188, 0.492188, 0.515625, 0.527344, 0.511719, 0.515625, 0.482422, 0.503906, 0.515625, 0.494141, 0.523438, 0.5, 0.503906, 0.486328, 0.539062, 0.535156, 0.523438, 0.523438, 0.515625, 0.494141, 0.511719, 0.515625, 0.523438, 0.542969, 0.527344, 0.46875, 0.498047, 0.511719, 0.515625, 0.470703, 0.480469, 0.5625, 0.443359, 0.523438, 0.511719, 0.507812, 0.496094, 0.53125, 0.527344, 0.507812, 0.515625, 0.542969, 0.507812, 0.527344, 0.503906, 0.511719, 0.539062, 0.496094, 0.511719, 0.480469, 0.519531, 0.488281, 0.503906, 0.515625, 0.466797, 0.507812, 0.490234, 0.511719, 0.523438, 0.535156, 0.523438, 0.523438, 0.523438, 0.539062, 0.519531, 0.523438, 0.523438, 0.515625, 0.464844, 0.515625, 0.490234, 0.511719, 0.515625, 0.503906, 0.466797, 0.53125, 0.46875, 0.53125, 0.5, 0.511719, 0.503906, 0.507812, 0.535156, 0.511719, 0.539062, 0.5, 0.5, 0.535156, 0.5, 0.53125, 0.527344, 0.498047, 0.470703, 0.527344, 0.503906, 0.490234, 0.527344, 0.482422, 0.511719, 0.535156, 0.478516, 0.478516, 0.511719, 0.523438, 0.494141, 0.490234, 0.53125, 0.480469, 0.53125, 0.498047, 0.498047, 0.527344, 0.507812, 0.5, 0.519531, 0.496094, 0.515625, 0.515625, 0.480469, 0.511719, 0.515625, 0.488281, 0.449219, 0.445312, 0.515625, 0.523438, 0.507812, 0.523438, 0.515625, 0.53125, 0.5, 0.515625, 0.5, 0.523438, 0.460938, 0.519531, 0.496094, 0.523438, 0.507812, 0.498047, 0.511719, 0.515625, 0.542969, 0.451172, 0.46875, 0.496094, 0.492188, 0.519531, 0.546875, 0.5, 0.519531, 0.527344, 0.476562, 0.492188, 0.523438, 0.539062, 0.507812, 0.507812, 0.511719, 0.523438, 0.511719, 0.421875, 0.503906, 0.476562, 0.498047, 0.498047, 0.523438, 0.484375, 0.519531, 0.5, 0.490234, 0.482422, 0.5, 0.486328, 0.496094, 0.478516, 0.503906, 0.5, 0.5, 0.496094, 0.53125, 0.503906, 0.494141, 0.511719, 0.472656, 0.527344, 0.515625, 0.5, 0.466797, 0.478516, 0.480469, 0.5, 0.476562, 0.494141, 0.535156, 0.515625, 0.523438, 0.511719, 0.484375, 0.53125, 0.496094, 0.496094, 0.492188, 0.523438, 0.5, 0.515625, 0.494141, 0.515625, 0.515625, 0.455078, 0.574219, 0.486328, 0.503906, 0.53125, 0.466797, 0.515625, 0.484375, 0.472656, 0.507812, 0.484375, 0.511719, 0.519531, 0.527344, 0.511719, 0.490234, 0.480469, 0.523438, 0.535156, 0.480469, 0.503906, 0.496094, 0.5625, 0.503906, 0.488281, 0.482422, 0.496094, 0.558594, 0.478516, 0.492188, 0.515625, 0.523438, 0.5, 0.507812, 0.486328, 0.503906, 0.511719, 0.515625, 0.527344, 0.523438, 0.196289, 0.515625, 0.5, 0.539062, 0.490234, 0.511719, 0.496094, 0.539062, 0.527344, 0.546875, 0.53125, 0.480469, 0.498047, 0.455078, 0.515625, 0.542969, 0.482422, 0.527344, 0.503906, 0.490234, 0.519531, 0.535156, 0.492188, 0.519531, 0.507812, 0.527344, 0.488281, 0.498047, 0.472656, 0.53125, 0.527344, 0.515625, 0.527344, 0.527344, 0.554688, 0.472656, 0.503906, 0.5, 0.503906, 0.558594, 0.5, 0.507812, 0.472656, 0.488281, 0.503906, 0.515625, 0.515625, 0.503906, 0.523438, 0.486328, 0.519531, 0.474609, 0.519531, 0.449219, 0.511719, 0.482422, 0.519531, 0.535156, 0.519531, 0.515625, 0.482422, 0.519531, 0.515625, 0.507812, 0.490234, 0.441406, 0.484375, 0.507812, 0.496094, 0.515625, 0.488281, 0.429688, 0.507812, 0.490234, 0.5, 0.457031, 0.507812, 0.496094, 0.503906, 0.539062, 0.542969, 0.535156, 0.539062, 0.466797, 0.515625, 0.503906, 0.539062, 0.527344, 0.507812, 0.5, 0.5, 0.515625, 0.515625, 0.451172, 0.507812, 0.5, 0.511719, 0.494141, 0.539062, 0.492188, 0.476562, 0.490234, 0.482422, 0.550781, 0.507812, 0.498047, 0.515625, 0.523438, 0.484375, 0.511719, 0.527344, 0.488281, 0.494141, 0.515625, 0.482422, 0.470703, 0.466797, 0.511719, 0.527344, 0.515625, 0.496094, 0.535156, 0.486328, 0.484375, 0.496094, 0.515625, 0.46875, 0.5, 0.515625, 0.484375, 0.494141, 0.503906, 0.519531, 0.492188, 0.519531, 0.507812, 0.519531, 0.503906, 0.527344, 0.470703, 0.519531, 0.542969, 0.511719, 0.519531, 0.5, 0.498047, 0.515625, 0.476562, 0.494141, 0.511719, 0.535156, 0.53125, 0.527344, 0.486328, 0.494141, 0.523438, 0.511719, 0.5, 0.480469, 0.507812, 0.474609, 0.515625, 0.515625, 0.490234, 0.484375, 0.519531, 0.482422, 0.498047, 0.496094, 0.458984, 0.482422, 0.484375, 0.503906, 0.476562, 0.490234, 0.511719, 0.503906, 0.496094, 0.492188, 0.490234, 0.507812, 0.550781, 0.5, 0.496094, 0.507812, 0.507812, 0.527344, 0.511719, 0.503906, 0.482422, 0.546875, 0.523438, 0.503906, 0.476562, 0.482422, 0.511719, 0.53125, 0.515625, 0.527344, 0.494141, 0.478516, 0.523438, 0.498047, 0.515625, 0.511719, 0.498047, 0.539062, 0.515625, 0.527344, 0.53125, 0.371094, 0.511719, 0.519531, 0.515625, 0.523438, 0.494141, 0.550781, 0.464844, 0.449219, 0.492188, 0.53125, 0.496094, 0.53125, 0.53125, 0.523438, 0.46875, 0.496094, 0.507812, 0.511719, 0.515625, 0.482422, 0.554688, 0.507812, 0.451172, 0.476562, 0.519531, 0.5, 0.53125, 0.511719, 0.507812, 0.53125, 0.486328, 0.476562, 0.542969, 0.498047, 0.453125, 0.480469, 0.503906, 0.523438, 0.53125, 0.527344, 0.5, 0.515625, 0.507812, 0.519531, 0.519531, 0.5, 0.503906, 0.480469, 0.582031, 0.507812, 0.507812, 0.511719, 0.519531, 0.503906, 0.507812, 0.488281, 0.523438, 0.515625, 0.460938, 0.566406, 0.480469, 0.5, 0.511719, 0.494141, 0.511719, 0.511719, 0.519531, 0.457031, 0.53125, 0.511719, 0.527344, 0.535156, 0.523438, 0.53125, 0.458984, 0.507812, 0.511719, 0.474609, 0.511719, 0.492188, 0.472656, 0.503906, 0.5, 0.439453, 0.523438, 0.511719, 0.527344, 0.515625, 0.523438, 0.523438, 0.519531, 0.496094, 0.464844, 0.507812, 0.5, 0.527344, 0.476562, 0.527344, 0.492188, 0.539062, 0.492188, 0.498047, 0.496094, 0.435547, 0.494141, 0.515625, -0.00053, 0.496094, 0.519531, 0.494141, 0.453125, 0.519531, 0.511719, 0.519531, 0.484375, 0.515625, 0.539062, 0.519531, 0.507812, 0.507812, 0.535156, 0.527344, 0.515625, 0.53125, 0.480469, 0.53125, 0.535156, 0.523438, 0.503906, 0.527344, 0.496094, 0.453125, 0.488281, 0.451172, 0.535156, 0.484375, 0.480469, 0.494141, 0.523438, 0.464844, 0.507812, 0.523438, 0.535156, 0.523438, 0.515625, 0.453125, 0.484375, 0.464844, 0.539062, 0.498047, 0.539062, 0.492188, 0.527344, 0.490234, 0.484375, 0.511719, 0.515625, 0.507812, 0.503906, 0.542969, 0.507812, 0.490234, 0.507812, 0.511719, 0.503906, 0.511719, 0.53125, 0.539062, 0.486328, 0.460938, 0.494141, 0.523438, 0.507812, 0.490234, 0.519531, 0.464844, 0.441406, 0.490234, 0.496094, 0.515625, 0.527344, 0.503906, 0.5, 0.527344, 0.482422, 0.419922, 0.53125, 0.523438, 0.515625, 0.542969, 0.515625, 0.507812, 0.53125, 0.476562, 0.511719, 0.484375, 0.503906, 0.490234, 0.470703, 0.511719, 0.535156, 0.515625, 0.503906, 0.507812, 0.535156, 0.535156, 0.511719, 0.482422, 0.550781, 0.511719, 0.507812, 0.492188, 0.523438, 0.519531, 0.535156, 0.488281, 0.4375, 0.511719, 0.474609, 0.498047, 0.507812, 0.490234, 0.523438, 0.503906, 0.460938, 0.53125, 0.503906, 0.507812, 0.5, 0.507812, 0.511719, 0.550781, 0.542969, 0.458984, 0.542969, 0.507812, 0.511719, 0.503906, 0.578125, 0.535156, 0.470703, 0.515625, 0.498047, 0.507812, 0.488281, 0.503906, 0.515625, 0.439453, 0.484375, 0.494141, 0.494141, 0.519531, 0.484375, 0.492188, 0.523438, 0.53125, 0.498047, 0.488281, 0.496094, 0.507812, 0.546875, 0.054932, 0.511719, 0.511719, 0.511719, 0.511719, 0.53125, 0.554688, 0.507812, 0.478516, 0.474609, 0.523438, 0.503906, 0.5, 0.486328, 0.5, 0.484375, 0.515625, 0.511719, 0.546875, 0.503906, 0.486328, 0.550781, 0.492188, 0.503906, 0.507812, 0.492188, 0.519531, 0.429688, 0.503906, 0.492188, 0.546875, 0.488281, 0.492188, 0.519531, 0.511719, 0.5, 0.492188, 0.480469, 0.523438, 0.490234, 0.527344, 0.519531, 0.507812, 0.486328, 0.507812, 0.507812, 0.5, 0.546875, 0.466797, 0.515625, 0.478516, 0.480469, 0.488281, 0.494141, 0.503906, 0.539062, 0.490234, 0.511719, 0.523438, 0.474609, 0.519531, 0.523438, 0.523438, 0.507812, 0.503906, 0.5, 0.519531, 0.486328, 0.507812, 0.507812, 0.515625, 0.527344, 0.480469, 0.503906, 0.503906, 0.462891, 0.494141, 0.476562, 0.515625, 0.488281, 0.453125, 0.498047, 0.486328, 0.503906, 0.535156, 0.511719, 0.478516, 0.482422, 0.511719, 0.511719, 0.474609, 0.53125, 0.511719, 0.503906, 0.492188, 0.527344, 0.5, 0.527344, 0.490234, 0.511719, 0.490234, 0.539062, 0.421875, 0.519531, 0.494141, 0.496094, 0.511719, 0.515625, 0.5, 0.484375, 0.523438, 0.5, 0.535156, 0.558594, 0.539062, 0.515625, 0.494141, 0.441406, 0.515625, 0.527344, 0.539062, 0.466797, 0.53125, 0.503906, 0.550781, 0.523438, 0.511719, 0.542969, 0.494141, 0.511719, 0.539062, 0.519531, 0.472656, 0.486328, 0.53125, 0.498047, 0.480469, 0.486328, 0.46875, 0.5, 0.476562, 0.5, 0.519531, 0.507812, 0.53125, 0.476562, 0.492188, 0.492188, 0.462891, 0.535156, 0.480469, 0.511719, 0.503906, 0.515625, 0.484375, 0.484375, 0.470703, 0.511719, 0.486328, 0.462891, 0.539062, 0.523438, 0.515625, 0.507812, 0.515625, 0.492188, 0.476562, 0.464844, 0.511719, 0.449219, 0.484375, 0.492188, 0.507812, 0.492188, 0.466797, 0.496094, 0.542969, 0.480469, 0.5, 0.503906, 0.5, 0.488281, 0.527344, 0.474609, 0.492188, 0.519531, 0.53125, 0.519531, 0.515625, 0.449219, 0.511719, 0.496094, 0.503906, 0.496094, 0.46875, 0.484375, 0.527344, 0.539062, 0.494141, 0.515625, 0.478516, 0.490234, 0.539062, 0.511719, 0.482422, 0.476562, 0.546875, 0.507812, 0.515625, 0.496094, 0.511719, 0.519531, 0.453125, 0.539062, 0.527344, 0.542969, 0.476562, 0.492188, 0.511719, 0.482422, 0.519531, 0.535156, 0.486328, 0.53125, 0.5, 0.519531, 0.511719, 0.34375, 0.519531, 0.488281, 0.511719, 0.527344, 0.490234, 0.507812, 0.484375, 0.492188, 0.542969, 0.535156, 0.515625, 0.527344, 0.519531, 0.498047, 0.503906, 0.523438, 0.511719, 0.490234, 0.5, 0.486328, 0.507812, 0.478516, 0.464844, 0.507812, 0.490234, 0.488281, 0.523438, 0.519531, 0.523438, 0.453125, 0.474609, 0.511719, 0.486328, 0.515625, 0.5, 0.474609, 0.478516, 0.480469, 0.464844, 0.535156, 0.527344, 0.476562, 0.523438, 0.494141, 0.515625, 0.535156, 0.488281, 0.511719, 0.507812, 0.546875, 0.515625, 0.414062, 0.476562, 0.503906, 0.498047, 0.484375, 0.507812, 0.053467, 0.519531, 0.527344, 0.523438, 0.435547, 0.546875, 0.507812, 0.503906, 0.527344, 0.507812, 0.470703, 0.503906, 0.490234, 0.486328, 0.535156, 0.527344, 0.488281, 0.550781, 0.515625, 0.519531, 0.511719, 0.511719, 0.503906, 0.474609, 0.503906, 0.503906, 0.5, 0.498047, 0.488281, 0.486328, 0.462891, 0.484375, 0.486328, 0.5, 0.503906, 0.515625, 0.507812, 0.527344, 0.519531, 0.519531, 0.523438, 0.494141, 0.507812, 0.498047, 0.554688, 0.511719, 0.492188, 0.523438, 0.492188, 0.523438, 0.511719, 0.478516, 0.515625, 0.507812, 0.507812, 0.546875, 0.523438, 0.503906, 0.515625, 0.46875, 0.53125, 0.523438, 0.507812, 0.519531, 0.503906, 0.503906, 0.503906, 0.511719, 0.53125, 0.470703, 0.490234, 0.5, 0.511719, 0.496094, 0.503906, 0.507812, 0.511719, 0.519531, 0.503906, 0.484375, 0.519531, 0.470703, 0.511719, 0.478516, 0.535156, 0.488281, 0.492188, 0.515625, 0.519531, 0.539062, 0.519531, 0.503906, 0.480469, 0.511719, 0.511719, 0.494141, 0.441406, 0.507812, 0.535156, 0.515625, 0.535156, 0.511719, 0.511719, 0.486328, 0.542969, 0.498047, 0.507812, 0.523438, 0.490234, 0.546875, 0.523438, 0.527344, 0.535156, 0.496094, 0.503906, 0.539062, 0.519531, 0.503906, 0.490234, 0.470703, 0.515625, 0.527344, 0.539062, 0.523438, 0.511719, 0.5, 0.474609, 0.503906, 0.470703, 0.507812, 0.527344, 0.511719, 0.494141, 0.511719, 0.484375, 0.515625, 0.53125, 0.5625, 0.507812, 0.507812, 0.474609, 0.472656, 0.507812, 0.523438, 0.507812, 0.519531, 0.482422, 0.515625, 0.523438, 0.515625, 0.470703, 0.519531, 0.496094, 0.539062, 0.554688, 0.511719, 0.511719, 0.511719, 0.515625, 0.53125, 0.550781, 0.519531, 0.492188, 0.542969, 0.515625, 0.496094, 0.462891, 0.515625, 0.515625, 0.511719, 0.484375, 0.507812, 0.550781, 0.507812, 0.519531, 0.523438, 0.515625, 0.546875, 0.484375, 0.466797, 0.523438, 0.523438, 0.511719, 0.476562, 0.5, 0.503906, 0.546875, 0.490234, 0.519531, 0.511719, 0.5, 0.519531, 0.523438, 0.503906, 0.511719, 0.511719, 0.527344, 0.535156, 0.496094, 0.535156, 0.503906, 0.542969, 0.486328, 0.515625, 0.484375, 0.542969, 0.503906, 0.535156, 0.511719, 0.527344, 0.527344, 0.519531, 0.523438, 0.503906, 0.539062, 0.492188, 0.527344, 0.488281, 0.496094, 0.519531, 0.527344, 0.523438, 0.558594, 0.490234, 0.527344, 0.455078, 0.523438, 0.507812, 0.5, 0.507812, 0.527344, 0.515625, 0.511719, 0.457031, 0.492188, 0.523438, 0.498047, 0.511719, 0.523438, 0.511719, 0.484375, 0.498047, 0.482422, 0.539062, 0.515625, 0.53125, 0.519531, 0.494141, 0.484375, 0.519531, 0.503906, 0.496094, 0.5, 0.515625, 0.503906, 0.558594, 0.498047, 0.511719, 0.484375, 0.503906, 0.523438, 0.494141, 0.496094, 0.519531, 0.507812, 0.494141, 0.519531, 0.498047, 0.4375, 0.496094, 0.53125, 0.515625, 0.53125, 0.511719, 0.478516, 0.527344, 0.515625, 0.507812, 0.53125, 0.507812, 0.515625, 0.515625, 0.511719, 0.519531, 0.507812, 0.515625, 0.503906, 0.523438, 0.498047, 0.523438, 0.519531, 0.511719, 0.480469, 0.519531, 0.482422, 0.535156, 0.515625, 0.511719, 0.466797, 0.507812, 0.484375, 0.527344, 0.5, 0.511719, 0.539062, 0.523438, 0.519531, 0.53125, 0.527344, 0.503906, 0.515625, 0.494141, 0.511719, 0.507812, 0.488281, 0.519531, 0.515625, 0.5, 0.484375, 0.498047, 0.472656, 0.523438, 0.535156, 0.511719, 0.550781, 0.511719, 0.503906, 0.519531, 0.527344, 0.511719, 0.527344, 0.527344, 0.539062, 0.5, 0.494141, 0.5, 0.535156, 0.546875, 0.535156, 0.542969, 0.511719, 0.507812, 0.535156, 0.484375, 0.503906, 0.492188, 0.503906, 0.482422, 0.523438, 0.435547, 0.515625, 0.498047, 0.523438, 0.496094, 0.542969, 0.490234, 0.464844, 0.503906, 0.535156, 0.5, 0.539062, 0.492188, 0.484375, 0.523438, 0.488281, 0.480469, 0.523438, 0.511719, 0.494141, 0.503906, 0.503906, 0.464844, 0.542969, 0.503906, 0.5, 0.486328, 0.515625, 0.490234, 0.494141, 0.408203, 0.498047, 0.535156, 0.507812, 0.5, 0.5, 0.490234, 0.519531, 0.498047, 0.458984, 0.490234, 0.527344, 0.443359, 0.507812, 0.496094, 0.507812, 0.482422, 0.539062, 0.474609, 0.498047, 0.539062, 0.46875, 0.480469, 0.535156, 0.488281, 0.511719, 0.523438, 0.507812, 0.414062, 0.519531, 0.515625, 0.507812, 0.5, 0.464844, 0.523438, 0.507812, 0.53125, 0.486328, 0.470703, 0.503906, 0.507812, 0.492188, 0.503906, 0.492188, 0.507812, 0.515625, 0.527344, 0.542969, 0.5, 0.519531, 0.503906, 0.515625, 0.527344, 0.492188, 0.496094, 0.503906, 0.488281, 0.5, 0.511719, 0.535156, 0.5, 0.550781, 0.527344, 0.546875, 0.511719, 0.519531, 0.503906, 0.46875, 0.53125, 0.523438, 0.507812, 0.455078, 0.535156, 0.519531, 0.503906, 0.542969, 0.515625, 0.492188, 0.523438, 0.511719, 0.519531, 0.542969, 0.527344, 0.515625, 0.503906, 0.539062, 0.515625, 0.503906, 0.490234, 0.486328, 0.503906, 0.535156, 0.546875, 0.511719, 0.511719, 0.503906, 0.511719, 0.5625, 0.53125, 0.484375, 0.496094, 0.480469, 0.490234, 0.486328, 0.527344, 0.507812, 0.498047, 0.523438, 0.472656, 0.5, 0.443359, 0.492188, 0.523438, 0.527344, 0.519531, 0.515625, 0.476562, 0.476562, 0.523438, 0.515625, 0.515625, 0.486328, 0.486328, 0.523438, 0.5, 0.503906, 0.515625, 0.523438, 0.507812, 0.503906, 0.511719, 0.519531, 0.523438, 0.488281, 0.523438, 0.445312, 0.507812, 0.527344, 0.480469, 0.482422, 0.507812, 0.470703, 0.507812, 0.542969, 0.515625, 0.503906, 0.511719, 0.582031, 0.515625, 0.511719, 0.519531, 0.523438, 0.511719, 0.503906, 0.507812, 0.46875, 0.462891, 0.53125, 0.53125, 0.507812, 0.523438, 0.5, 0.515625, 0.484375, 0.519531, 0.535156, 0.507812, 0.480469, 0.519531, 0.462891, 0.494141, 0.511719, 0.492188, 0.484375, 0.519531, 0.5, 0.496094, 0.523438, 0.523438, 0.498047, 0.535156, 0.496094, 0.535156, 0.515625, 0.503906, 0.507812, 0.419922, 0.535156, 0.542969, 0.515625, 0.523438, 0.507812, 0.458984, 0.490234, 0.464844, 0.519531, 0.488281, 0.519531, 0.523438, 0.5, 0.492188, 0.476562, 0.5, 0.494141, 0.447266, 0.523438, 0.546875, 0.492188, 0.539062, 0.484375, 0.550781, 0.527344, 0.515625, 0.498047, 0.451172, 0.451172, 0.53125, 0.507812, 0.496094, 0.507812, 0.464844, 0.539062, 0.507812, 0.507812, 0.515625, 0.542969, 0.523438, 0.515625, 0.462891, 0.466797, 0.539062, 0.53125, 0.546875, 0.496094, 0.503906, 0.535156, 0.523438, 0.535156, 0.503906, 0.5, 0.519531, 0.5, 0.519531, 0.511719, 0.5, 0.519531, 0.542969, 0.507812, 0.527344, 0.490234, 0.539062, 0.484375, 0.507812, 0.53125, 0.515625, 0.511719, 0.523438, 0.542969, 0.478516, 0.476562, 0.488281, 0.447266, 0.554688, 0.515625, 0.496094, 0.498047, 0.539062, 0.511719, 0.535156, 0.527344, 0.494141, 0.503906, 0.523438, 0.490234, 0.519531, 0.457031, 0.527344, 0.535156, 0.546875, 0.523438, 0.503906, 0.511719, 0.527344, 0.507812, 0.554688, 0.507812, 0.464844, 0.40625, 0.476562, 0.488281, 0.496094, 0.507812, 0.507812, 0.546875, 0.507812, 0.482422, 0.523438, 0.515625, 0.523438, 0.484375, 0.46875, 0.519531, 0.527344, 0.476562, 0.519531, 0.507812, 0.515625, 0.507812, 0.496094, 0.484375, 0.558594, 0.494141, 0.511719, 0.498047, 0.494141, 0.527344, 0.496094, 0.498047, 0.554688, 0.523438, 0.478516, 0.535156, 0.535156, 0.507812, 0.486328, 0.507812, 0.527344, 0.515625, 0.492188, 0.484375, 0.515625, 0.507812, 0.523438, 0.503906, 0.503906, 0.523438, 0.515625, 0.498047, 0.519531, 0.496094, 0.496094, 0.498047, 0.4375, 0.542969, 0.494141, 0.515625, 0.488281, 0.496094, 0.5, 0.523438, 0.515625, 0.494141, 0.5, 0.527344, 0.498047, 0.535156, 0.523438, 0.476562, 0.482422, 0.492188, 0.542969, 0.511719, 0.392578, 0.490234, 0.498047, 0.511719, 0.503906, 0.515625, 0.523438, 0.443359, 0.474609, 0.5, 0.523438, 0.474609, 0.498047, 0.539062, 0.511719, 0.482422, 0.507812, 0.535156, 0.523438, 0.503906, 0.466797, 0.511719, 0.488281, 0.511719, 0.535156, 0.488281, 0.484375, 0.53125, 0.5, 0.507812, 0.511719, 0.523438, 0.503906, 0.546875, 0.486328, 0.527344, 0.523438, 0.523438, 0.523438, 0.503906, 0.546875, 0.480469, 0.503906, 0.527344, 0.519531, 0.515625, 0.539062, 0.486328, 0.482422, 0.470703, 0.5, 0.539062, 0.507812, 0.527344, 0.503906, 0.5, 0.492188, 0.503906, 0.490234, 0.482422, 0.542969, 0.449219, 0.515625, 0.503906, 0.519531, 0.482422, 0.511719, 0.519531, 0.507812, 0.494141, 0.515625, 0.480469, 0.492188, 0.490234, 0.578125, 0.507812, 0.523438, 0.519531, 0.503906, 0.494141, 0.515625, 0.511719, 0.519531, 0.558594, 0.515625, 0.462891, 0.535156, 0.511719, 0.498047, 0.53125, 0.507812, 0.546875, 0.515625, 0.503906, 0.507812, 0.53125, 0.46875, 0.539062, 0.496094, 0.554688, 0.5, 0.515625, 0.53125, 0.423828, 0.488281, 0.507812, 0.478516, 0.523438, 0.462891, 0.511719, 0.492188, 0.507812, 0.539062, 0.490234, 0.519531, 0.515625, 0.466797, 0.503906, 0.503906, 0.539062, 0.458984, 0.462891, 0.482422, 0.53125, 0.535156, 0.546875, 0.5, 0.523438, 0.498047, 0.519531, 0.527344, 0.546875, 0.503906, 0.527344, 0.519531, 0.480469, 0.494141, 0.490234, 0.503906, 0.492188, 0.519531, 0.507812, 0.492188, 0.511719, 0.478516, 0.511719, 0.486328, 0.503906, 0.496094, 0.523438, 0.503906, 0.527344, 0.582031, 0.507812, 0.515625, 0.503906, 0.484375, 0.507812, 0.507812, 0.539062, 0.498047, 0.498047, 0.542969, 0.492188, 0.511719, 0.494141, 0.507812, 0.498047, 0.523438, 0.515625, 0.507812, 0.488281, 0.507812, 0.507812, 0.486328, 0.466797, 0.476562, 0.503906, 0.523438, 0.496094, 0.53125, 0.498047, 0.558594, 0.482422, 0.527344, 0.535156, 0.511719, 0.519531, 0.480469, 0.535156, 0.515625, 0.462891, 0.478516, 0.515625, 0.5, 0.486328, 0.515625, 0.492188, 0.527344, 0.503906, 0.478516, 0.542969, 0.519531, 0.53125, 0.455078, 0.519531, 0.488281, 0.486328, 0.527344, 0.515625 ] }, "name": "model.transformer.layers.10.ffn_norm.weight", "outputIndexes": [ 701 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 700, 701 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_10/Mul_1_output_0", "outputIndexes": [ 702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 702 ], "outputIndexes": [ 2834 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2834 ], "outputIndexes": [ 2835 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_1/Linear", "inputIndexes": [ 2835 ], "outputIndexes": [ 2836 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9216, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 221184, "weightSize": 0 }, "external": [ 453026176, 28311814, 1769472, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2836 ], "outputIndexes": [ 2837 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2837 ], "outputIndexes": [ 703 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9216 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4608 ] }, "name": "/ffn_10/Mul_output_0", "outputIndexes": [ 704 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 703, 21, 704, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_10/Slice_output_0", "outputIndexes": [ 705 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 705 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_10/Sigmoid_output_0", "outputIndexes": [ 706 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 705, 706 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_10/Mul_output_0", "outputIndexes": [ 707 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 9216 ] }, "name": "/ffn_10/Mul_1_output_0", "outputIndexes": [ 708 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 703, 704, 708, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_10/Slice_1_output_0", "outputIndexes": [ 709 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 707, 709 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_10/Mul_2_output_0", "outputIndexes": [ 710 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 710 ], "outputIndexes": [ 2838 ], "main_type": "Reshape", "main": { "dims": [ -1, 4608, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2838 ], "outputIndexes": [ 2839 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_2/Linear", "inputIndexes": [ 2839 ], "outputIndexes": [ 2840 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 4608, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 110592, "weightSize": 0 }, "external": [ 483107462, 14156038, 884736, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2840 ], "outputIndexes": [ 2841 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2841 ], "outputIndexes": [ 711 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699, 711 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_43_output_0", "outputIndexes": [ 712 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 712, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_44_output_0", "outputIndexes": [ 713 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 713 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_11/Mul_output_0", "outputIndexes": [ 714 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.298828, 0.322266, 0.291016, 0.275391, 0.322266, 0.316406, 0.28125, 0.271484, 0.333984, 0.296875, 0.292969, 0.28125, 0.3125, 0.28125, 0.232422, 0.306641, 0.308594, 0.273438, 0.302734, 0.287109, 0.316406, 0.330078, 0.318359, 0.3125, 0.337891, 0.294922, 0.308594, 0.296875, 0.296875, 0.279297, 0.275391, 0.318359, 0.304688, 0.300781, 0.316406, 0.306641, 0.322266, 0.314453, 0.296875, 0.304688, 0.291016, 0.279297, 0.310547, 0.292969, 0.283203, 0.304688, 0.265625, 0.333984, 0.287109, 0.28125, 0.289062, 0.306641, 0.318359, 0.300781, 0.287109, 0.298828, 0.304688, 0.273438, 0.289062, 0.316406, 0.300781, 0.283203, 0.289062, 0.261719, 0.289062, 0.298828, 0.292969, 0.267578, 0.28125, 0.291016, 0.298828, 0.277344, 0.294922, 0.289062, 0.291016, 0.277344, 0.337891, 0.275391, 0.306641, 0.287109, 0.314453, 0.320312, 0.302734, 0.285156, 0.302734, 0.296875, 0.308594, 0.328125, 0.310547, 0.294922, 0.306641, 0.289062, 0.298828, 0.271484, 0.304688, 0.3125, 0.294922, 0.289062, 0.316406, 0.3125, 0.314453, 0.267578, 0.3125, 0.306641, 0.314453, 0.339844, 0.310547, 0.289062, 0.246094, 0.310547, 0.279297, 0.316406, 0.294922, 0.328125, 0.296875, 0.3125, 0.320312, 0.296875, 0.337891, 0.324219, 0.314453, 0.310547, 0.3125, 0.291016, 0.308594, 0.314453, 0.306641, 0.3125, 0.3125, 0.287109, 0.310547, 0.289062, 0.292969, 0.296875, 0.287109, 0.279297, 0.3125, 0.289062, 0.283203, 0.292969, 0.316406, 0.279297, 0.320312, 0.298828, 0.324219, 0.306641, 0.273438, 0.3125, 0.296875, 0.271484, 0.306641, 0.324219, 0.28125, 0.318359, 0.296875, 0.287109, 0.28125, 0.300781, 0.285156, 0.289062, 0.322266, 0.265625, 0.292969, 0.294922, 0.298828, 0.28125, 0.287109, 0.318359, 0.291016, 0.328125, 0.3125, 0.3125, 0.277344, 0.302734, 0.289062, 0.298828, 0.294922, 0.267578, 0.310547, 0.320312, 0.292969, 0.289062, 0.28125, 0.287109, 0.291016, 0.294922, 0.289062, 0.267578, 0.306641, 0.294922, 0.306641, 0.28125, 0.316406, 0.292969, 0.318359, 0.304688, 0.296875, 0.259766, 0.271484, 0.306641, 0.283203, 0.337891, 0.289062, 0.333984, 0.302734, 0.328125, 0.279297, 0.306641, 0.232422, 0.298828, 0.296875, 0.296875, 0.298828, 0.300781, 0.277344, 0.337891, 0.294922, 0.296875, 0.318359, 0.322266, 0.300781, 0.310547, 0.310547, 0.283203, 0.337891, 0.300781, 0.28125, 0.330078, 0.298828, 0.291016, 0.298828, 0.28125, 0.285156, 0.273438, 0.322266, 0.296875, 0.298828, 0.298828, 0.320312, 0.28125, 0.283203, 0.296875, 0.283203, 0.263672, 0.306641, 0.302734, 0.308594, 0.296875, 0.291016, 0.283203, 0.314453, 0.328125, 0.306641, 0.294922, 0.306641, 0.308594, 0.298828, 0.291016, 0.279297, 0.283203, 0.318359, 0.308594, 0.291016, 0.283203, 0.271484, 0.3125, 0.275391, 0.287109, 0.302734, 0.273438, 0.306641, 0.296875, 0.289062, 0.330078, 0.28125, 0.328125, 0.294922, 0.267578, 0.287109, 0.279297, 0.291016, 0.292969, 0.3125, 0.302734, 0.275391, 0.279297, 0.277344, 0.289062, 0.277344, 0.289062, 0.259766, 0.302734, 0.291016, 0.283203, 0.308594, 0.296875, 0.3125, 0.310547, 0.298828, 0.318359, 0.300781, 0.302734, 0.277344, 0.292969, 0.322266, 0.294922, 0.330078, 0.291016, 0.298828, 0.291016, 0.302734, 0.310547, 0.316406, 0.316406, 0.3125, 0.296875, 0.292969, 0.298828, 0.298828, 0.291016, 0.302734, 0.302734, 0.318359, 0.300781, 0.318359, 0.341797, 0.296875, 0.316406, 0.292969, 0.291016, 0.3125, 0.302734, 0.304688, 0.332031, 0.333984, 0.251953, 0.302734, 0.294922, 0.296875, 0.306641, 0.296875, 0.330078, 0.316406, 0.28125, 0.300781, 0.279297, 0.275391, 0.285156, 0.291016, 0.287109, 0.316406, 0.289062, 0.300781, 0.302734, 0.298828, 0.285156, 0.335938, 0.330078, 0.308594, 0.267578, 0.304688, 0.289062, 0.318359, 0.277344, 0.294922, 0.296875, 0.263672, 0.261719, 0.326172, 0.285156, 0.322266, 0.298828, 0.320312, 0.308594, 0.326172, 0.306641, 0.3125, 0.291016, 0.310547, 0.304688, 0.289062, 0.308594, 0.292969, 0.302734, 0.332031, 0.322266, 0.3125, 0.294922, 0.294922, 0.279297, 0.300781, 0.298828, 0.265625, 0.320312, 0.289062, 0.28125, 0.298828, 0.302734, 0.271484, 0.279297, 0.306641, 0.292969, 0.277344, 0.314453, 0.296875, 0.300781, 0.324219, 0.28125, 0.318359, 0.287109, 0.335938, 0.314453, 0.308594, 0.287109, 0.296875, 0.296875, 0.320312, 0.320312, 0.326172, 0.285156, 0.277344, 0.300781, 0.322266, 0.318359, 0.318359, 0.265625, 0.306641, 0.279297, 0.302734, 0.298828, 0.269531, 0.291016, 0.314453, 0.287109, 0.296875, 0.310547, 0.292969, 0.328125, 0.298828, 0.304688, 0.324219, 0.283203, 0.302734, 0.298828, 0.302734, 0.259766, 0.291016, 0.300781, 0.298828, 0.294922, 0.296875, 0.306641, 0.304688, 0.289062, 0.296875, 0.285156, 0.306641, 0.287109, 0.318359, 0.291016, 0.314453, 0.314453, 0.224609, 0.302734, 0.279297, 0.310547, 0.283203, 0.267578, 0.277344, 0.3125, 0.298828, 0.314453, 0.292969, 0.308594, 0.316406, 0.308594, 0.277344, 0.296875, 0.320312, 0.335938, 0.322266, 0.283203, 0.296875, 0.3125, 0.310547, 0.322266, 0.289062, 0.273438, 0.261719, 0.296875, 0.330078, 0.279297, 0.296875, 0.304688, 0.277344, 0.296875, 0.289062, 0.285156, 0.277344, 0.296875, 0.283203, 0.291016, 0.283203, 0.289062, 0.302734, 0.300781, 0.269531, 0.28125, 0.292969, 0.287109, 0.298828, 0.292969, 0.277344, 0.291016, 0.287109, 0.289062, 0.314453, 0.302734, 0.285156, 0.277344, 0.296875, 0.292969, 0.306641, 0.291016, 0.324219, 0.291016, 0.273438, 0.300781, 0.28125, 0.294922, 0.289062, 0.326172, 0.287109, 0.300781, 0.269531, 0.302734, 0.302734, 0.314453, 0.261719, 0.289062, 0.34375, 0.300781, 0.324219, 0.279297, 0.3125, 0.294922, 0.292969, 0.279297, 0.296875, 0.294922, 0.306641, 0.292969, 0.330078, 0.298828, 0.308594, 0.292969, 0.326172, 0.302734, 0.328125, 0.292969, 0.296875, 0.28125, 0.285156, 0.267578, 0.291016, 0.330078, 0.263672, 0.283203, 0.318359, 0.287109, 0.308594, 0.289062, 0.314453, 0.320312, 0.351562, 0.292969, 0.337891, 0.296875, 0.285156, 0.300781, 0.308594, 0.292969, 0.322266, 0.300781, 0.277344, 0.308594, 0.304688, 0.162109, 0.308594, 0.257812, 0.302734, 0.314453, 0.300781, 0.304688, 0.3125, 0.302734, 0.255859, 0.291016, 0.291016, 0.285156, 0.304688, 0.289062, 0.275391, 0.287109, 0.310547, 0.285156, 0.294922, 0.285156, 0.324219, 0.320312, 0.287109, 0.310547, 0.308594, 0.298828, 0.261719, 0.287109, 0.306641, 0.283203, 0.294922, 0.269531, 0.289062, 0.294922, 0.277344, 0.287109, 0.291016, 0.292969, 0.283203, 0.302734, 0.310547, 0.332031, 0.277344, 0.291016, 0.294922, 0.316406, 0.275391, 0.304688, 0.255859, 0.263672, 0.341797, 0.310547, 0.287109, 0.308594, 0.292969, 0.320312, 0.308594, 0.298828, 0.296875, 0.267578, 0.304688, 0.291016, 0.267578, 0.300781, 0.333984, 0.306641, 0.310547, 0.289062, 0.292969, 0.298828, 0.253906, 0.306641, 0.314453, 0.298828, 0.341797, 0.292969, 0.318359, 0.273438, 0.302734, 0.285156, 0.271484, 0.304688, 0.326172, 0.302734, 0.291016, 0.314453, 0.310547, 0.335938, 0.291016, 0.234375, 0.289062, 0.283203, 0.296875, 0.300781, 0.320312, 0.294922, 0.292969, 0.294922, 0.283203, 0.322266, 0.308594, 0.310547, 0.294922, 0.314453, 0.332031, 0.298828, 0.314453, 0.306641, 0.300781, 0.300781, 0.289062, 0.291016, 0.292969, 0.298828, 0.308594, 0.3125, 0.275391, 0.294922, 0.304688, 0.34375, 0.314453, 0.289062, 0.287109, 0.302734, 0.289062, 0.294922, 0.298828, 0.287109, 0.322266, 0.296875, 0.289062, 0.310547, 0.304688, 0.283203, 0.292969, 0.296875, 0.298828, 0.300781, 0.291016, 0.308594, 0.304688, 0.277344, 0.308594, 0.277344, 0.3125, 0.283203, 0.269531, 0.302734, 0.330078, 0.296875, 0.298828, 0.294922, 0.296875, 0.302734, 0.294922, 0.310547, 0.306641, 0.322266, 0.296875, 0.277344, 0.300781, 0.294922, 0.302734, 0.298828, 0.306641, 0.306641, 0.304688, 0.296875, 0.314453, 0.300781, 0.265625, 0.236328, 0.296875, 0.271484, 0.318359, 0.298828, 0.283203, 0.304688, 0.347656, 0.326172, 0.294922, 0.296875, 0.273438, 0.3125, 0.277344, 0.310547, 0.289062, 0.291016, 0.271484, 0.292969, 0.296875, 0.300781, 0.322266, 0.269531, 0.330078, 0.296875, 0.3125, 0.302734, 0.263672, 0.306641, 0.304688, 0.316406, 0.28125, 0.304688, 0.253906, 0.308594, 0.285156, 0.300781, 0.324219, 0.283203, 0.306641, 0.273438, 0.265625, 0.285156, 0.294922, 0.292969, 0.285156, 0.283203, 0.283203, 0.326172, 0.308594, 0.3125, 0.289062, 0.279297, 0.271484, 0.318359, 0.3125, 0.335938, 0.292969, 0.277344, 0.310547, 0.330078, 0.306641, 0.294922, 0.298828, 0.287109, 0.285156, 0.291016, 0.294922, 0.283203, 0.255859, 0.285156, 0.306641, 0.291016, 0.291016, 0.283203, 0.285156, 0.304688, 0.324219, 0.308594, 0.294922, 0.289062, 0.316406, 0.285156, 0.306641, 0.294922, 0.324219, 0.251953, 0.287109, 0.326172, 0.263672, 0.289062, 0.291016, 0.291016, 0.304688, 0.302734, 0.322266, 0.324219, 0.289062, 0.279297, 0.287109, 0.302734, 0.298828, 0.304688, 0.296875, 0.316406, 0.271484, 0.298828, 0.273438, 0.298828, 0.294922, 0.333984, 0.308594, 0.298828, 0.277344, 0.308594, 0.300781, 0.298828, 0.289062, 0.333984, 0.310547, 0.300781, 0.300781, 0.298828, 0.320312, 0.298828, 0.277344, 0.28125, 0.300781, 0.300781, 0.320312, 0.300781, 0.277344, 0.296875, 0.277344, 0.322266, 0.3125, 0.300781, 0.273438, 0.283203, 0.318359, 0.3125, 0.324219, 0.300781, 0.306641, 0.269531, 0.292969, 0.316406, 0.287109, 0.222656, 0.326172, 0.287109, 0.296875, 0.316406, 0.296875, 0.287109, 0.287109, 0.287109, 0.287109, 0.306641, 0.291016, 0.289062, 0.318359, 0.300781, 0.324219, 0.300781, 0.328125, 0.302734, 0.292969, 0.294922, 0.304688, 0.275391, 0.320312, 0.34375, 0.166016, 0.310547, 0.271484, 0.296875, 0.310547, 0.308594, 0.296875, 0.273438, 0.306641, 0.326172, 0.277344, 0.316406, 0.277344, 0.294922, 0.296875, 0.306641, 0.298828, 0.279297, 0.294922, 0.291016, 0.324219, 0.257812, 0.3125, 0.337891, 0.302734, 0.283203, 0.275391, 0.308594, 0.300781, 0.275391, 0.289062, 0.257812, 0.308594, 0.294922, 0.306641, 0.316406, 0.302734, 0.318359, 0.300781, 0.275391, 0.292969, 0.251953, 0.287109, 0.302734, 0.300781, 0.28125, 0.296875, 0.279297, 0.285156, 0.257812, 0.314453, 0.308594, 0.285156, 0.304688, 0.271484, 0.287109, 0.287109, 0.320312, 0.318359, 0.255859, 0.279297, 0.285156, 0.28125, 0.322266, 0.304688, 0.302734, 0.287109, 0.304688, 0.341797, 0.287109, 0.310547, 0.302734, 0.304688, 0.261719, 0.320312, 0.318359, 0.306641, 0.363281, 0.300781, 0.296875, 0.248047, 0.300781, 0.300781, 0.285156, 0.304688, 0.289062, 0.326172, 0.253906, 0.308594, 0.298828, 0.298828, 0.279297, 0.300781, 0.291016, 0.333984, 0.269531, 0.314453, 0.326172, 0.3125, 0.287109, 0.296875, 0.310547, 0.292969, 0.306641, 0.283203, 0.283203, 0.294922, 0.269531, 0.255859, 0.320312, 0.318359, 0.28125, 0.3125, 0.306641, 0.285156, 0.302734, 0.289062, 0.294922, 0.275391, 0.296875, 0.263672, 0.302734, 0.289062, 0.300781, 0.275391, 0.373047, 0.316406, 0.259766, 0.326172, 0.306641, 0.304688, 0.261719, 0.302734, 0.314453, 0.292969, 0.285156, 0.296875, 0.302734, 0.300781, 0.269531, 0.322266, 0.291016, 0.292969, 0.298828, 0.296875, 0.291016, 0.292969, 0.271484, 0.330078, 0.296875, 0.306641, 0.291016, 0.296875, 0.324219, 0.291016, 0.332031, 0.316406, 0.308594, 0.298828, 0.28125, 0.298828, 0.259766, 0.308594, 0.316406, 0.314453, 0.3125, 0.308594, 0.287109, 0.320312, 0.267578, 0.326172, 0.332031, 0.3125, 0.287109, 0.283203, 0.292969, 0.333984, 0.106445, 0.306641, 0.275391, 0.277344, 0.285156, 0.271484, 0.3125, 0.292969, 0.287109, 0.308594, 0.314453, 0.320312, 0.259766, 0.322266, 0.283203, 0.298828, 0.275391, 0.310547, 0.308594, 0.328125, 0.275391, 0.251953, 0.296875, 0.304688, 0.304688, 0.287109, 0.337891, 0.289062, 0.285156, 0.300781, 0.28125, 0.283203, 0.296875, 0.332031, 0.289062, 0.285156, 0.351562, 0.269531, 0.3125, 0.316406, 0.332031, 0.324219, 0.318359, 0.294922, 0.298828, 0.298828, 0.304688, 0.310547, 0.298828, 0.291016, 0.306641, 0.300781, 0.300781, 0.310547, 0.304688, 0.289062, 0.318359, 0.261719, 0.326172, 0.294922, 0.302734, 0.302734, 0.28125, 0.332031, 0.292969, 0.302734, 0.318359, 0.22168, 0.304688, 0.277344, 0.294922, 0.318359, 0.328125, 0.302734, 0.273438, 0.339844, 0.308594, 0.296875, 0.316406, 0.294922, 0.310547, 0.291016, 0.328125, 0.279297, 0.302734, 0.285156, 0.314453, 0.285156, 0.28125, 0.300781, 0.296875, 0.294922, 0.310547, 0.285156, 0.277344, 0.3125, 0.291016, 0.28125, 0.300781, 0.253906, 0.306641, 0.337891, 0.314453, 0.347656, 0.316406, 0.296875, 0.259766, 0.3125, 0.320312, 0.294922, 0.302734, 0.294922, 0.294922, 0.314453, 0.298828, 0.345703, 0.275391, 0.296875, 0.296875, 0.289062, 0.310547, 0.304688, 0.285156, 0.289062, 0.304688, 0.277344, 0.298828, 0.328125, 0.322266, 0.304688, 0.308594, 0.283203, 0.302734, 0.306641, 0.300781, 0.326172, 0.283203, 0.275391, 0.296875, 0.314453, 0.287109, 0.316406, 0.294922, 0.292969, 0.265625, 0.296875, 0.298828, 0.277344, 0.289062, 0.339844, 0.314453, 0.296875, 0.304688, 0.265625, 0.208008, 0.302734, 0.269531, 0.294922, 0.292969, 0.298828, 0.294922, 0.339844, 0.279297, 0.324219, 0.304688, 0.275391, 0.289062, 0.285156, 0.326172, 0.308594, 0.308594, 0.304688, 0.332031, 0.308594, 0.308594, 0.302734, 0.302734, 0.291016, 0.3125, 0.261719, 0.28125, 0.306641, 0.302734, 0.291016, 0.265625, 0.314453, 0.275391, 0.302734, 0.291016, 0.277344, 0.304688, 0.251953, 0.291016, 0.285156, 0.314453, 0.306641, 0.291016, 0.291016, 0.287109, 0.28125, 0.308594, 0.289062, 0.28125, 0.291016, 0.320312, 0.285156, 0.300781, 0.291016, 0.306641, 0.291016, 0.300781, 0.306641, 0.263672, 0.314453, 0.306641, 0.333984, 0.300781, 0.267578, 0.316406, 0.320312, 0.310547, 0.330078, 0.296875, 0.298828, 0.298828, 0.318359, 0.289062, 0.294922, 0.302734, 0.269531, 0.294922, 0.304688, 0.28125, 0.306641, 0.289062, 0.300781, 0.298828, 0.265625, 0.248047, 0.310547, 0.279297, 0.287109, 0.304688, 0.306641, 0.287109, 0.251953, 0.292969, 0.3125, 0.279297, 0.294922, 0.341797, 0.302734, 0.289062, 0.308594, 0.328125, 0.072754, 0.306641, 0.302734, 0.242188, 0.28125, 0.294922, 0.28125, 0.306641, 0.326172, 0.296875, 0.291016, 0.296875, 0.333984, 0.310547, 0.287109, 0.289062, 0.302734, 0.314453, 0.285156, 0.291016, 0.306641, 0.285156, 0.291016, 0.285156, 0.300781, 0.316406, 0.306641, 0.302734, 0.306641, 0.296875, 0.289062, 0.267578, 0.333984, 0.294922, 0.320312, 0.324219, 0.320312, 0.3125, 0.3125, 0.263672, 0.287109, 0.287109, 0.330078, 0.28125, 0.300781, 0.269531, 0.300781, 0.310547, 0.28125, 0.275391, 0.279297, 0.306641, 0.3125, 0.353516, 0.3125, 0.314453, 0.28125, 0.292969, 0.292969, 0.285156, 0.304688, 0.298828, 0.287109, 0.277344, 0.292969, 0.292969, 0.300781, 0.289062, 0.316406, 0.28125, 0.316406, 0.28125, 0.28125, 0.300781, 0.320312, 0.314453, 0.318359, 0.298828, 0.300781, 0.306641, 0.277344, 0.289062, 0.275391, 0.333984, 0.279297, 0.279297, 0.3125, 0.310547, 0.306641, 0.294922, 0.279297, 0.3125, 0.302734, 0.298828, 0.322266, 0.275391, 0.277344, 0.310547, 0.300781, 0.316406, 0.285156, 0.292969, 0.304688, 0.251953, 0.322266, 0.302734, 0.322266, 0.287109, 0.28125, 0.302734, 0.294922, 0.273438, 0.292969, 0.302734, 0.306641, 0.296875, 0.296875, 0.298828, 0.302734, 0.318359, 0.292969, 0.314453, 0.292969, 0.259766, 0.314453, 0.306641, 0.267578, 0.306641, 0.296875, 0.314453, 0.279297, 0.291016, 0.298828, 0.255859, 0.308594, 0.287109, 0.308594, 0.318359, 0.292969, 0.289062, 0.300781, 0.291016, 0.314453, 0.283203, 0.320312, 0.279297, 0.335938, 0.314453, 0.298828, 0.275391, 0.267578, 0.34375, 0.277344, 0.291016, 0.265625, 0.292969, 0.302734, 0.269531, 0.316406, 0.333984, 0.267578, 0.287109, 0.263672, 0.287109, 0.306641, 0.314453, 0.308594, 0.283203, 0.302734, 0.298828, 0.3125, 0.333984, 0.316406, 0.294922, 0.333984, 0.324219, 0.292969, 0.292969, 0.275391, 0.310547, 0.308594, 0.265625, 0.308594, 0.267578, 0.285156, 0.275391, 0.28125, 0.292969, 0.289062, 0.333984, 0.308594, 0.285156, 0.285156, 0.306641, 0.289062, 0.285156, 0.302734, 0.308594, 0.314453, 0.304688, 0.330078, 0.306641, 0.300781, 0.320312, 0.291016, 0.324219, 0.285156, 0.302734, 0.298828, 0.324219, 0.294922, 0.287109, 0.287109, 0.296875, 0.298828, 0.349609, 0.287109, 0.324219, 0.304688, 0.308594, 0.271484, 0.339844, 0.308594, 0.298828, 0.289062, 0.304688, 0.283203, 0.294922, 0.283203, 0.298828, 0.314453, 0.291016, 0.300781, 0.304688, 0.308594, 0.300781, 0.3125, 0.291016, 0.291016, 0.275391, 0.304688, 0.322266, 0.333984, 0.296875, 0.328125, 0.326172, 0.294922, 0.304688, 0.283203, 0.308594, 0.3125, 0.306641, 0.322266, 0.302734, 0.28125, 0.306641, 0.275391, 0.289062, 0.294922, 0.25, 0.289062, 0.300781, 0.296875, 0.3125, 0.296875, 0.333984, 0.324219, 0.306641, 0.296875, 0.347656, 0.3125, 0.328125, 0.296875, 0.273438, 0.28125, 0.28125, 0.294922, 0.330078, 0.271484, 0.324219, 0.283203, 0.292969, 0.326172, 0.310547, 0.300781, 0.316406, 0.292969, 0.304688, 0.285156, 0.28125, 0.314453, 0.291016, 0.292969, 0.294922, 0.318359, 0.289062, 0.314453, 0.277344, 0.283203, 0.304688, 0.310547, 0.302734, 0.310547, 0.328125, 0.271484, 0.298828, 0.287109, 0.285156, 0.322266, 0.287109, 0.332031, 0.296875, 0.277344, 0.285156, 0.304688, 0.310547, 0.296875, 0.000561, 0.326172, 0.306641, 0.285156, 0.314453, 0.289062, 0.296875, 0.300781, 0.302734, 0.291016, 0.308594, 0.333984, 0.310547, 0.267578, 0.277344, 0.3125, 0.28125, 0.291016, 0.298828, 0.294922, 0.275391, 0.310547, 0.287109, 0.273438, 0.287109, 0.322266, 0.28125, 0.265625, 0.298828, 0.277344, 0.265625, 0.347656, 0.320312, 0.320312, 0.3125, 0.296875, 0.289062, 0.267578, 0.306641, 0.285156, 0.296875, 0.275391, 0.3125, 0.308594, 0.308594, 0.3125, 0.300781, 0.298828, 0.318359, 0.294922, 0.300781, 0.310547, 0.351562, 0.308594, 0.306641, 0.298828, 0.287109, 0.277344, 0.326172, 0.265625, 0.279297, 0.275391, 0.310547, 0.296875, 0.314453, 0.308594, 0.333984, 0.326172, 0.271484, 0.302734, 0.300781, 0.285156, 0.277344, 0.265625, 0.306641, 0.298828, 0.298828, 0.285156, 0.310547, 0.349609, 0.283203, 0.283203, 0.277344, 0.304688, 0.259766, 0.298828, 0.230469, 0.314453, 0.291016, 0.302734, 0.337891, 0.289062, 0.355469, 0.261719, 0.283203, 0.287109, 0.279297, 0.306641, 0.267578, 0.265625, 0.304688, 0.328125, 0.285156, 0.283203, 0.294922, 0.269531, 0.296875, 0.310547, 0.326172, 0.289062, 0.267578, 0.302734, 0.283203, 0.318359, 0.273438, 0.308594, 0.314453, 0.291016, 0.318359, 0.261719, 0.279297, 0.306641, 0.320312, 0.308594, 0.296875, 0.306641, 0.3125, 0.265625, 0.328125, 0.294922, 0.279297, 0.287109, 0.341797, 0.314453, 0.279297, 0.294922, 0.306641, 0.277344, 0.3125, 0.291016, 0.259766, 0.294922, 0.277344, 0.289062, 0.298828, 0.324219, 0.308594, 0.314453, 0.302734, 0.3125, 0.302734, 0.279297, 0.287109, 0.300781, 0.265625, 0.139648, 0.300781, 0.294922, 0.285156, 0.304688, 0.308594, 0.298828, 0.251953, 0.263672, 0.314453, 0.291016, 0.304688, 0.273438, 0.298828, 0.287109, 0.3125, 0.292969, 0.283203, 0.289062, 0.314453, 0.300781, 0.320312, 0.300781, 0.3125, 0.298828, 0.298828, 0.308594, 0.287109, 0.324219, 0.306641, 0.306641, 0.306641, 0.273438, 0.277344, 0.324219, 0.275391, 0.287109, 0.289062, 0.296875, 0.298828, 0.275391, 0.326172, 0.310547, 0.306641, 0.283203, 0.300781, 0.287109, 0.275391, 0.279297, 0.283203, 0.328125, 0.292969, 0.318359, 0.320312, 0.318359, 0.304688, 0.302734, 0.296875, 0.289062, 0.289062, 0.322266, 0.275391, 0.298828, 0.294922, 0.294922, 0.285156, 0.294922, 0.308594, 0.267578, 0.294922, 0.279297, 0.300781, 0.279297, 0.304688, 0.296875, 0.241211, 0.302734, 0.320312, 0.269531, 0.326172, 0.302734, 0.306641, 0.277344, 0.320312, 0.294922, 0.285156, 0.291016, 0.296875, 0.3125, 0.291016, 0.306641, 0.304688, 0.291016, 0.306641, 0.242188, 0.291016, 0.283203, 0.279297, 0.287109, 0.3125, 0.306641, 0.292969, 0.298828, 0.296875, 0.3125, 0.318359, 0.300781, 0.302734, 0.273438, 0.275391, 0.28125, 0.298828, 0.294922, 0.302734, 0.298828, 0.279297, 0.308594, 0.237305, 0.341797, 0.3125, 0.291016, 0.267578, 0.294922, 0.289062, 0.304688, 0.302734, 0.285156, 0.308594, 0.316406, 0.296875, 0.300781, 0.265625, 0.279297, 0.302734, 0.318359, 0.289062, 0.298828, 0.294922, 0.269531, 0.300781, 0.296875, 0.291016, 0.316406, 0.300781, 0.300781, 0.318359, 0.3125, 0.314453, 0.3125, 0.273438, 0.291016, 0.269531, 0.298828, 0.283203, 0.310547, 0.310547, 0.292969, 0.308594, 0.3125, 0.287109, 0.302734, 0.251953, 0.345703, 0.320312, 0.271484, 0.273438, 0.279297, 0.302734, 0.302734, 0.275391, 0.333984, 0.3125, 0.326172, 0.363281, 0.294922, 0.28125, 0.298828, 0.289062, 0.289062, 0.308594, 0.294922, 0.294922, 0.320312, 0.291016, 0.310547, 0.277344, 0.316406, 0.302734, 0.292969, 0.330078, 0.279297, 0.306641, 0.289062, 0.300781, 0.267578, 0.306641, 0.328125, 0.296875, 0.349609, 0.310547, 0.3125, 0.294922, 0.273438, 0.287109, 0.291016, 0.322266, 0.269531, 0.289062, 0.316406, 0.287109, 0.302734, 0.296875, 0.304688, 0.28125, 0.261719, 0.3125, 0.273438, 0.296875, 0.3125, 0.302734, 0.304688, 0.291016, 0.273438, 0.332031, 0.300781, 0.291016, 0.320312, 0.255859, 0.316406, 0.273438, 0.333984, 0.306641, 0.298828, 0.298828, 0.3125, 0.310547, 0.326172, 0.283203, 0.28125, 0.322266, 0.294922, 0.349609, 0.314453, 0.289062, 0.310547, 0.289062, 0.294922, 0.316406, 0.298828, 0.279297, 0.275391, 0.279297, 0.283203, 0.304688, 0.3125, 0.306641, 0.332031, 0.318359, 0.3125, 0.251953, 0.300781, 0.296875, 0.314453, 0.322266, 0.306641, 0.263672, 0.308594, 0.257812, 0.316406, 0.298828, 0.292969, 0.292969, 0.287109, 0.339844, 0.316406, 0.289062, 0.275391, 0.265625, 0.273438, 0.257812, 0.302734, 0.296875, 0.310547, 0.275391, 0.275391, 0.179688, 0.314453, 0.294922, 0.296875, 0.314453, 0.324219, 0.306641, 0.287109, 0.287109, 0.279297, 0.289062, 0.28125, 0.294922, 0.287109, 0.267578, 0.300781, 0.298828, 0.289062, 0.287109, 0.316406, 0.294922, 0.3125, 0.314453, 0.322266, 0.302734, 0.322266, 0.316406, 0.291016, 0.287109, 0.322266, 0.292969, 0.310547, 0.332031, 0.316406, 0.287109, 0.308594, 0.277344, 0.296875, 0.275391, 0.308594, 0.298828, 0.308594, 0.345703, 0.285156, 0.273438, 0.304688, 0.304688, 0.316406, 0.308594, 0.308594, 0.289062, 0.261719, 0.294922, 0.287109, 0.326172, 0.291016, 0.287109, 0.308594, 0.273438, 0.275391, 0.273438, 0.285156, 0.302734, 0.318359, 0.302734, 0.273438, 0.298828, 0.28125, 0.306641, 0.253906, 0.310547, 0.279297, 0.292969, 0.283203, 0.283203, 0.300781, 0.289062, 0.316406, 0.308594, 0.275391, 0.316406, 0.3125, 0.310547, 0.285156, 0.294922, 0.302734, 0.318359, 0.324219, 0.300781, 0.253906, 0.294922, 0.277344, 0.283203, 0.292969, 0.310547, 0.3125, 0.269531, 0.308594, 0.302734, 0.285156, 0.306641, 0.318359, 0.283203, 0.267578, 0.279297, 0.314453, 0.308594, 0.322266, 0.318359, 0.304688, 0.330078, 0.287109, 0.283203, 0.308594, 0.287109, 0.261719, 0.283203, 0.289062, 0.265625, 0.292969, 0.304688, 0.326172, 0.296875, 0.296875, 0.308594, 0.308594, 0.294922, 0.308594, 0.292969, 0.298828, 0.324219, 0.308594, 0.294922, 0.291016, 0.292969, 0.302734, 0.316406, 0.261719, 0.306641, 0.292969, 0.304688, 0.314453, 0.300781, 0.287109, 0.289062, 0.326172, 0.283203, 0.294922, 0.275391, 0.322266, 0.302734, 0.292969, 0.265625, 0.304688, 0.304688, 0.302734, 0.292969, 0.271484, 0.296875, 0.3125, 0.318359, 0.292969, 0.289062, 0.318359, 0.291016, 0.310547, 0.277344, 0.25, 0.298828, 0.318359, 0.318359, 0.310547, 0.271484, 0.291016, 0.289062, 0.277344, 0.291016, 0.320312, 0.316406, 0.302734, 0.302734, 0.300781, 0.283203, 0.316406, 0.28125, 0.275391, 0.279297, 0.324219, 0.283203, 0.320312, 0.292969, 0.310547, 0.291016, 0.318359, 0.324219, 0.308594, 0.308594, 0.285156, 0.259766, 0.287109, 0.308594, 0.298828, 0.28125, 0.333984, 0.310547, 0.304688, 0.320312, 0.298828, 0.287109, 0.289062, 0.292969, 0.308594, 0.302734, 0.322266, 0.292969, 0.283203, 0.287109, 0.265625, 0.310547, 0.277344, 0.318359, 0.310547, 0.296875, 0.287109, 0.287109, 0.28125, 0.287109, 0.279297, 0.283203, 0.306641, 0.275391, 0.296875, 0.273438, 0.3125, 0.289062, 0.28125, 0.314453, 0.298828, 0.300781, 0.28125, 0.28125, 0.277344, 0.310547, 0.3125, 0.285156, 0.294922, 0.298828, 0.287109, 0.310547, 0.265625, 0.289062, 0.294922, 0.302734, 0.285156, 0.271484, 0.287109, 0.316406, 0.277344, 0.316406, 0.300781, 0.292969, 0.285156, 0.308594, 0.287109, 0.320312, 0.291016, 0.291016, 0.300781, 0.279297, 0.330078, 0.302734, 0.318359, 0.294922, 0.304688, 0.300781, 0.310547, 0.294922, 0.291016, 0.294922, 0.300781, 0.273438, 0.330078, 0.298828, 0.289062, 0.3125, 0.289062, 0.306641, 0.300781, 0.269531, 0.285156, 0.308594, 0.296875, 0.296875, 0.330078, 0.302734, 0.306641, 0.339844, 0.287109, 0.322266, 0.318359, 0.304688, 0.310547, 0.294922, 0.304688, 0.300781, 0.300781, 0.28125, 0.320312, 0.302734, 0.304688, 0.335938, 0.316406, 0.269531, 0.289062, 0.308594, 0.304688, 0.306641, 0.296875, 0.292969, 0.308594, 0.265625, 0.304688, 0.320312, 0.316406, 0.291016, 0.279297, 0.289062, 0.3125, 0.302734, 0.332031, 0.292969, 0.296875, 0.279297, 0.292969, 0.304688, 0.289062, 0.263672, 0.310547, 0.277344, 0.320312, 0.300781, 0.269531, 0.273438, 0.292969, 0.308594, 0.306641, 0.285156, 0.287109, 0.298828, 0.304688, 0.279297, 0.294922, 0.3125, 0.275391, 0.304688, 0.3125, 0.285156, 0.283203, 0.292969, 0.320312, 0.277344, 0.306641, 0.296875, 0.265625, 0.314453, 0.294922, 0.269531, 0.330078, 0.291016, 0.3125, 0.291016, 0.285156, 0.289062, 0.28125, 0.320312, 0.287109, 0.285156, 0.279297, 0.302734, 0.287109, 0.300781, 0.261719, 0.287109, 0.298828, 0.322266, 0.291016, 0.277344, 0.324219, 0.339844, 0.21582, 0.316406, 0.306641, 0.283203, 0.269531, 0.306641, 0.267578, 0.291016, 0.277344, 0.273438, 0.296875, 0.314453, 0.314453, 0.28125, 0.304688, 0.306641, 0.308594, 0.3125, 0.304688, 0.285156, 0.314453, 0.263672, 0.271484, 0.277344, 0.292969, 0.306641, 0.304688, 0.292969, 0.314453, 0.269531, 0.289062, 0.263672, 0.273438, 0.289062, 0.298828, 0.28125, 0.308594, 0.289062, 0.308594, 0.298828, 0.304688, 0.300781, 0.277344, 0.308594, 0.308594, 0.326172, 0.3125, 0.306641, 0.302734, 0.294922, 0.310547, 0.294922, 0.328125, 0.285156, 0.335938, 0.277344, 0.308594, 0.279297, 0.285156, 0.285156, 0.304688, 0.324219, 0.314453, 0.277344, 0.294922, 0.306641, 0.275391, 0.333984, 0.291016, 0.291016, 0.314453, 0.316406, 0.273438, 0.310547, 0.304688, 0.279297, 0.261719, 0.292969, 0.308594, 0.283203, 0.296875, 0.283203, 0.306641, 0.291016, 0.3125, 0.292969, 0.269531, 0.25, 0.263672, 0.298828, 0.308594, 0.285156, 0.302734, 0.244141, 0.316406, 0.298828, 0.310547, 0.304688, 0.283203, 0.349609, 0.310547, 0.316406, 0.300781, 0.296875, 0.341797, 0.304688, 0.314453, 0.308594, 0.316406, 0.304688, 0.273438, 0.304688, 0.273438, 0.310547, 0.291016, 0.289062, 0.316406, 0.308594, 0.285156, 0.291016, 0.292969, 0.265625, 0.298828, 0.3125, 0.302734, 0.306641, 0.3125, 0.292969, 0.287109, 0.298828, 0.310547, 0.289062, 0.292969, 0.283203, 0.279297, 0.341797, 0.291016, 0.3125, 0.277344, 0.259766, 0.28125, 0.298828, 0.277344, 0.292969, 0.318359, 0.320312, 0.277344, 0.283203, 0.296875, 0.294922, 0.308594, 0.298828, 0.263672, 0.296875, 0.302734, 0.287109, 0.300781, 0.306641, 0.3125, 0.332031, 0.28125, 0.292969, 0.292969, 0.324219, 0.285156, 0.287109, 0.298828, 0.292969, 0.279297, 0.298828, 0.318359, 0.306641, 0.271484, 0.239258, 0.271484, 0.298828, 0.304688, 0.289062, 0.283203, 0.291016, 0.289062, 0.316406, 0.298828, 0.279297, 0.310547, 0.289062, 0.271484, 0.294922, 0.298828, 0.289062, 0.322266, 0.302734, 0.28125, 0.298828, 0.322266, 0.283203, 0.330078, 0.269531, 0.279297, 0.318359, 0.271484, 0.292969, 0.304688, 0.263672, 0.300781, 0.337891, 0.296875, 0.28125, 0.287109, 0.308594, 0.292969, 0.306641, 0.326172, 0.279297, 0.287109, 0.269531, 0.333984, 0.306641, 0.318359, 0.289062, 0.267578, 0.294922, 0.285156, 0.302734, 0.328125, 0.269531, 0.289062, 0.259766, 0.279297, 0.273438, 0.320312, 0.271484, 0.296875, 0.304688, 0.306641, 0.308594, 0.269531, 0.269531, 0.304688, 0.330078, 0.296875, 0.322266, 0.28125, 0.304688, 0.310547, 0.296875, 0.291016, 0.304688, 0.304688, 0.296875, 0.320312, 0.333984, 0.277344, 0.292969, 0.294922, 0.300781, 0.316406, 0.287109, 0.269531, 0.320312, 0.289062, 0.308594, 0.326172, 0.28125, 0.294922, 0.291016, 0.330078, 0.308594, 0.310547, 0.263672, 0.308594, 0.328125, 0.310547, 0.298828, 0.298828, 0.294922, 0.296875, 0.304688, 0.298828, 0.28125, 0.285156, 0.291016, 0.296875, 0.296875, 0.275391, 0.324219, 0.261719, 0.308594, 0.255859, 0.300781, 0.287109, 0.289062, 0.287109, 0.271484, 0.310547, 0.291016, 0.300781, 0.300781, 0.320312, 0.308594, 0.291016, 0.300781, 0.300781, 0.294922, 0.298828, 0.25, 0.308594, 0.285156, 0.316406, 0.277344, 0.318359, 0.285156, 0.289062, 0.291016, 0.296875, 0.298828, 0.320312, 0.298828, 0.300781, 0.324219, 0.298828, 0.289062, 0.337891, 0.310547, 0.287109, 0.298828, 0.273438, 0.277344, 0.273438, 0.267578, 0.277344, 0.292969, 0.304688, 0.302734, 0.324219, 0.318359, 0.291016, 0.287109, 0.304688, 0.287109, 0.308594, 0.3125, 0.308594, 0.292969, 0.3125, 0.306641, 0.308594, 0.296875, 0.347656, 0.285156, 0.289062, 0.304688, 0.296875, 0.322266, 0.298828, 0.339844, 0.292969, 0.289062, 0.302734, 0.318359, 0.316406, 0.310547, 0.285156, 0.277344, 0.277344, 0.291016, 0.261719, 0.298828, 0.316406, 0.294922, 0.330078, 0.287109, 0.292969, 0.273438, 0.306641, 0.291016, 0.326172, 0.261719, 0.300781, 0.275391, 0.292969, 0.283203, 0.3125, 0.259766, 0.287109, 0.263672, 0.341797, 0.287109, 0.306641, 0.310547, 0.302734, 0.298828, 0.3125, 0.271484, 0.322266, 0.306641, 0.304688, 0.304688, 0.326172, 0.273438, 0.269531, 0.304688, 0.304688, 0.263672, 0.3125, 0.304688, 0.294922, 0.300781, 0.291016, 0.308594, 0.302734, 0.269531, 0.291016, 0.296875, 0.300781, 0.308594, 0.308594, 0.263672, 0.300781, 0.285156, 0.314453, 0.300781, 0.324219, 0.300781, 0.296875, 0.335938, 0.12207, 0.271484, 0.287109, 0.294922, 0.3125, 0.318359, 0.306641, 0.326172, 0.283203, 0.300781, 0.322266, 0.308594, 0.285156, 0.300781, 0.285156, 0.347656, 0.285156, 0.245117, 0.308594, 0.304688, 0.339844, 0.287109, 0.300781, 0.285156, 0.298828, 0.324219, 0.287109, 0.304688, 0.269531, 0.253906, 0.314453, 0.294922, 0.324219, 0.335938, 0.267578, 0.308594, 0.279297, 0.28125, 0.271484, 0.320312, 0.328125, 0.251953, 0.322266, 0.306641, 0.273438, 0.257812, 0.263672, 0.263672, 0.308594, 0.318359, 0.310547, 0.285156, 0.296875, 0.318359, 0.310547, 0.271484, 0.320312, 0.304688, 0.287109, 0.292969, 0.302734, 0.277344, 0.291016, 0.277344, 0.294922, 0.314453, 0.300781, 0.302734, 0.273438, 0.292969, 0.316406, 0.273438, 0.261719, 0.283203, 0.3125, 0.292969, 0.271484, 0.287109, 0.285156, 0.279297, 0.306641, 0.273438, 0.34375, 0.296875, 0.330078, 0.296875, 0.28125, 0.285156, 0.233398, 0.267578, 0.283203, 0.298828, 0.300781, 0.283203, 0.294922, 0.285156, 0.322266, 0.308594, 0.300781, 0.308594, 0.277344, 0.320312, 0.310547, 0.265625, 0.302734, 0.300781, 0.285156, 0.314453, 0.28125, 0.292969, 0.273438, 0.289062, 0.285156, 0.294922, 0.285156, 0.306641, 0.339844, 0.289062, 0.324219, 0.3125, 0.28125, 0.328125, 0.302734, 0.300781, 0.28125, 0.273438, 0.328125, 0.3125, 0.28125, 0.273438, 0.322266, 0.289062, 0.308594, 0.316406, 0.287109, 0.328125 ] }, "name": "model.transformer.layers.11.attn_norm.weight", "outputIndexes": [ 715 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 714, 715 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_11/Mul_1_output_0", "outputIndexes": [ 716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 716 ], "outputIndexes": [ 2842 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2842 ], "outputIndexes": [ 2843 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear", "inputIndexes": [ 2843 ], "outputIndexes": [ 2844 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 498148236, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2844 ], "outputIndexes": [ 2845 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2845 ], "outputIndexes": [ 717 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 716 ], "main_type": "NONE", "name": "/Shape_45_output_0", "outputIndexes": [ 718 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 718 ], "main_type": "NONE", "name": "Shape1019", "outputIndexes": [ 719 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 718 ], "main_type": "NONE", "name": "Rank1021", "outputIndexes": [ 720 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 720, 720 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1023", "outputIndexes": [ 721 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1024", "outputIndexes": [ 722 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1026", "outputIndexes": [ 723 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1027", "outputIndexes": [ 724 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 719, 722, 724, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1030", "outputIndexes": [ 725 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 725 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1031", "outputIndexes": [ 726 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 726 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1032", "outputIndexes": [ 727 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 727, 726 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1033", "outputIndexes": [ 728 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 728, 721 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_59_output_0", "outputIndexes": [ 729 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 729, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_111_output_0", "outputIndexes": [ 730 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 730, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_55_output_0", "outputIndexes": [ 731 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 717, 731 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_45_output_0", "outputIndexes": [ 732 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 732 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_11/Mul_output_0", "outputIndexes": [ 733 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.132812, 0.023315, -0.003723, 0.417969, 0.347656, 1.226562, 0.026611, 1.320312, 0.675781, 0.163086, 1.515625, 0.628906, 1.226562, 0.871094, 0.914062, 1.679688, 1.1875, 1.414062, 1.015625, 1.539062, 1.40625, 1.15625, 1.429688, 1.21875, 1.578125, 1.46875, 1.367188, 1.289062, 1.40625, 1.414062, 1.375, 1.546875, 1.46875, 1.429688, 1.523438, 1.453125, 2.09375, 1.601562, 1.65625, 1.570312, 1.695312, 1.476562, 1.421875, 1.703125, 1.539062, 1.585938, 1.679688, 1.710938, 1.695312, 1.601562, 1.65625, 1.59375, 1.640625, 1.578125, 1.898438, 1.625, 1.476562, 1.515625, 2.109375, 1.914062, 1.539062, 1.601562, 1.5625, 1.632812, 0.341797, 0.049561, 0.710938, 0.038086, 1.046875, 1.09375, 0.722656, 0.070312, 0.90625, 1.28125, 1.101562, 0.11084, 0.796875, 1.46875, 1.421875, 0.695312, 1.273438, 1.195312, 1.414062, 1.09375, 1.273438, 1.328125, 1.359375, 1.398438, 1.007812, 1.335938, 1.273438, 1.375, 1.304688, 1.328125, 1.265625, 1.546875, 1.398438, 1.398438, 1.570312, 1.65625, 1.289062, 1.5625, 1.710938, 1.859375, 1.695312, 2.296875, 1.859375, 1.664062, 1.804688, 1.710938, 1.625, 1.679688, 1.648438, 1.65625, 1.59375, 1.601562, 1.570312, 1.609375, 1.554688, 1.578125, 1.90625, 1.84375, 1.210938, 1.507812, 1.601562, 1.414062, 1.75, 1.585938 ] }, "name": "model.transformer.layers.11.attn.q_norm.weight", "outputIndexes": [ 734 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733, 734 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_11/Mul_1_output_0", "outputIndexes": [ 735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_44_output_0", "outputIndexes": [ 736 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_45_output_0", "outputIndexes": [ 737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 737 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_22_output_0", "outputIndexes": [ 738 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_44_output_0", "outputIndexes": [ 739 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 738, 739 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_58_output_0", "outputIndexes": [ 740 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 740, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_45_output_0", "outputIndexes": [ 741 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 736, 741 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_44_output_0", "outputIndexes": [ 742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 716 ], "outputIndexes": [ 2846 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2846 ], "outputIndexes": [ 2847 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear", "inputIndexes": [ 2847 ], "outputIndexes": [ 2848 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 504841362, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2848 ], "outputIndexes": [ 2849 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2849 ], "outputIndexes": [ 743 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 730, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_56_output_0", "outputIndexes": [ 744 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 743, 744 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_46_output_0", "outputIndexes": [ 745 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 745 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_11/Mul_output_0", "outputIndexes": [ 746 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.039062, 0.049805, 0.037354, 0.4375, 0.188477, 1.15625, 0.037598, 1.101562, 0.558594, 0.056396, 1.4375, 0.5625, 1.179688, 0.455078, 0.769531, 1.59375, 1.203125, 1.25, 0.59375, 1.65625, 1.265625, 1.28125, 1.546875, 0.953125, 1.25, 1.632812, 1.390625, 1.132812, 1.242188, 1.53125, 1.273438, 1.335938, 1.609375, 1.476562, 1.28125, 1.585938, 0.535156, 1.59375, 1.664062, 1.820312, 1.742188, 2.015625, 1.8125, 1.710938, 1.90625, 1.695312, 1.632812, 1.601562, 1.585938, 1.625, 1.585938, 1.632812, 1.570312, 1.585938, 1.828125, 1.601562, 1.46875, 1.757812, 2.0, 1.78125, 1.664062, 1.507812, 1.632812, 1.5625, 0.015869, 0.008728, 0.773438, 0.074707, 0.976562, 1.171875, 0.566406, 0.029541, 1.03125, 1.234375, 1.304688, 0.06543, 0.8125, 1.648438, 1.359375, 0.074219, 1.289062, 1.226562, 1.546875, 0.230469, 1.304688, 1.265625, 1.226562, 1.515625, 1.382812, 1.023438, 1.257812, 1.609375, 1.492188, 0.949219, 1.421875, 1.625, 1.28125, 1.367188, 1.773438, 1.328125, 1.8125, 1.570312, 1.445312, 1.421875, 1.632812, 0.902344, 1.453125, 1.71875, 1.570312, 1.601562, 1.6875, 1.609375, 1.609375, 1.609375, 1.648438, 1.59375, 1.65625, 1.609375, 1.710938, 1.632812, 1.445312, 1.921875, 2.390625, 1.726562, 1.570312, 1.8125, 1.75, 1.679688 ] }, "name": "model.transformer.layers.11.attn.k_norm.weight", "outputIndexes": [ 747 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 746, 747 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_11/Mul_1_output_0", "outputIndexes": [ 748 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 748, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_46_output_0", "outputIndexes": [ 749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 748, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_47_output_0", "outputIndexes": [ 750 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 750 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_23_output_0", "outputIndexes": [ 751 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 748, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_46_output_0", "outputIndexes": [ 752 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 751, 752 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_59_output_0", "outputIndexes": [ 753 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 753, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_47_output_0", "outputIndexes": [ 754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 749, 754 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_45_output_0", "outputIndexes": [ 755 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 716 ], "outputIndexes": [ 2850 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2850 ], "outputIndexes": [ 2851 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear", "inputIndexes": [ 2851 ], "outputIndexes": [ 2852 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 506514840, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2852 ], "outputIndexes": [ 2853 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2853 ], "outputIndexes": [ 756 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 756, 744 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_47_output_0", "outputIndexes": [ 757 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 755, 757, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.11/self_attn/FusedAttention", "outputIndexes": [ 758 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 758 ], "outputIndexes": [ 2854 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2854 ], "outputIndexes": [ 2855 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear", "inputIndexes": [ 2855 ], "outputIndexes": [ 2856 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 508188318, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2856 ], "outputIndexes": [ 2857 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2857 ], "outputIndexes": [ 759 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 713, 759 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_46_output_0", "outputIndexes": [ 760 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 760 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_11/Mul_output_0", "outputIndexes": [ 761 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.511719, 0.476562, 0.488281, 0.507812, 0.511719, 0.490234, 0.466797, 0.46875, 0.486328, 0.53125, 0.523438, 0.507812, 0.488281, 0.492188, 0.494141, 0.486328, 0.535156, 0.535156, 0.498047, 0.466797, 0.515625, 0.507812, 0.511719, 0.498047, 0.519531, 0.523438, 0.507812, 0.46875, 0.519531, 0.511719, 0.5, 0.498047, 0.478516, 0.503906, 0.494141, 0.539062, 0.511719, 0.507812, 0.515625, 0.486328, 0.507812, 0.498047, 0.464844, 0.507812, 0.439453, 0.494141, 0.511719, 0.490234, 0.498047, 0.523438, 0.486328, 0.492188, 0.511719, 0.5, 0.486328, 0.523438, 0.527344, 0.494141, 0.486328, 0.535156, 0.478516, 0.515625, 0.523438, 0.515625, 0.511719, 0.478516, 0.511719, 0.5, 0.498047, 0.5, 0.515625, 0.554688, 0.515625, 0.482422, 0.496094, 0.486328, 0.519531, 0.5, 0.511719, 0.488281, 0.519531, 0.5, 0.53125, 0.511719, 0.488281, 0.492188, 0.511719, 0.482422, 0.507812, 0.527344, 0.511719, 0.494141, 0.511719, 0.498047, 0.519531, 0.470703, 0.498047, 0.46875, 0.5, 0.470703, 0.503906, 0.5, 0.498047, 0.478516, 0.46875, 0.507812, 0.507812, 0.496094, 0.527344, 0.503906, 0.439453, 0.484375, 0.527344, 0.511719, 0.515625, 0.507812, 0.496094, 0.490234, 0.5, 0.515625, 0.470703, 0.486328, 0.498047, 0.527344, 0.488281, 0.474609, 0.523438, 0.5, 0.482422, 0.5, 0.496094, 0.490234, 0.53125, 0.507812, 0.503906, 0.539062, 0.515625, 0.511719, 0.5, 0.507812, 0.492188, 0.515625, 0.515625, 0.5, 0.498047, 0.476562, 0.503906, 0.523438, 0.511719, 0.527344, 0.503906, 0.480469, 0.457031, 0.503906, 0.478516, 0.527344, 0.492188, 0.496094, 0.507812, 0.494141, 0.498047, 0.511719, 0.511719, 0.511719, 0.470703, 0.476562, 0.480469, 0.46875, 0.5, 0.519531, 0.488281, 0.5, 0.494141, 0.507812, 0.527344, 0.496094, 0.507812, 0.496094, 0.482422, 0.503906, 0.494141, 0.492188, 0.482422, 0.515625, 0.5, 0.476562, 0.441406, 0.476562, 0.478516, 0.511719, 0.457031, 0.496094, 0.527344, 0.480469, 0.488281, 0.523438, 0.486328, 0.503906, 0.482422, 0.503906, 0.515625, 0.507812, 0.511719, 0.472656, 0.519531, 0.539062, 0.476562, 0.515625, 0.439453, 0.527344, 0.488281, 0.498047, 0.470703, 0.503906, 0.494141, 0.478516, 0.488281, 0.511719, 0.478516, 0.460938, 0.503906, 0.484375, 0.5, 0.515625, 0.507812, 0.494141, 0.503906, 0.5, 0.482422, 0.511719, 0.451172, 0.527344, 0.515625, 0.519531, 0.494141, 0.5, 0.496094, 0.503906, 0.417969, 0.515625, 0.464844, 0.511719, 0.492188, 0.515625, 0.542969, 0.486328, 0.515625, 0.476562, 0.503906, 0.5, 0.480469, 0.539062, 0.478516, 0.492188, 0.484375, 0.527344, 0.539062, 0.474609, 0.527344, 0.507812, 0.494141, 0.486328, 0.503906, 0.490234, 0.464844, 0.507812, 0.474609, 0.482422, 0.482422, 0.486328, 0.455078, 0.515625, 0.511719, 0.490234, 0.488281, 0.490234, 0.5, 0.478516, 0.53125, 0.5, 0.496094, 0.5, 0.488281, 0.492188, 0.503906, 0.5, 0.511719, 0.519531, 0.474609, 0.511719, 0.5, 0.498047, 0.511719, 0.507812, 0.523438, 0.492188, 0.5, 0.5, 0.515625, 0.480469, 0.488281, 0.519531, 0.5, 0.494141, 0.490234, 0.482422, 0.492188, 0.498047, 0.464844, 0.482422, 0.464844, 0.507812, 0.5, 0.480469, 0.494141, 0.515625, 0.498047, 0.46875, 0.507812, 0.480469, 0.503906, 0.503906, 0.427734, 0.464844, 0.429688, 0.482422, 0.515625, 0.527344, 0.511719, 0.53125, 0.515625, 0.511719, 0.5, 0.482422, 0.503906, 0.46875, 0.5, 0.527344, 0.53125, 0.503906, 0.507812, 0.507812, 0.511719, 0.498047, 0.462891, 0.490234, 0.503906, 0.542969, 0.478516, 0.511719, 0.507812, 0.476562, 0.5, 0.507812, 0.462891, 0.498047, 0.515625, 0.486328, 0.462891, 0.492188, 0.511719, 0.474609, 0.519531, 0.490234, 0.511719, 0.498047, 0.476562, 0.365234, 0.478516, 0.458984, 0.507812, 0.503906, 0.507812, 0.484375, 0.496094, 0.523438, 0.5, 0.53125, 0.507812, 0.488281, 0.476562, 0.466797, 0.46875, 0.492188, 0.503906, 0.5, 0.53125, 0.515625, 0.503906, 0.492188, 0.498047, 0.503906, 0.494141, 0.507812, 0.490234, 0.519531, 0.507812, 0.482422, 0.496094, 0.443359, 0.515625, 0.5, 0.527344, 0.492188, 0.484375, 0.515625, 0.435547, 0.464844, 0.535156, 0.466797, 0.482422, 0.535156, 0.476562, 0.488281, 0.515625, 0.507812, 0.464844, 0.439453, 0.515625, 0.482422, 0.486328, 0.474609, 0.476562, 0.503906, 0.455078, 0.527344, 0.490234, 0.492188, 0.523438, 0.507812, 0.496094, 0.480469, 0.494141, 0.496094, 0.470703, 0.5, 0.5, 0.519531, 0.480469, 0.519531, 0.523438, 0.478516, 0.496094, 0.451172, 0.486328, 0.490234, 0.490234, 0.511719, 0.46875, 0.535156, 0.523438, 0.445312, 0.5, 0.511719, 0.507812, 0.515625, 0.503906, 0.519531, 0.515625, 0.484375, 0.460938, 0.46875, 0.458984, 0.492188, 0.507812, 0.507812, 0.519531, 0.527344, 0.492188, 0.46875, 0.490234, 0.503906, 0.511719, 0.5, 0.494141, 0.511719, 0.482422, 0.507812, 0.511719, 0.455078, 0.478516, 0.503906, 0.476562, 0.466797, 0.507812, 0.486328, 0.507812, 0.535156, 0.515625, 0.472656, 0.4375, 0.480469, 0.515625, 0.5, 0.5, 0.488281, 0.503906, 0.498047, 0.46875, 0.46875, 0.474609, 0.511719, 0.511719, 0.462891, 0.503906, 0.46875, 0.482422, 0.523438, 0.496094, 0.494141, 0.478516, 0.511719, 0.492188, 0.511719, 0.507812, 0.515625, 0.539062, 0.507812, 0.507812, 0.527344, 0.503906, 0.503906, 0.519531, 0.507812, 0.470703, 0.5, 0.546875, 0.480469, 0.496094, 0.503906, 0.466797, 0.507812, 0.462891, 0.46875, 0.486328, 0.535156, 0.486328, 0.484375, 0.480469, 0.5, 0.486328, 0.453125, 0.53125, 0.53125, 0.519531, 0.5, 0.507812, 0.494141, 0.503906, 0.558594, 0.458984, 0.511719, 0.507812, 0.515625, 0.519531, 0.496094, 0.472656, 0.490234, 0.496094, 0.496094, 0.539062, 0.507812, 0.490234, 0.515625, 0.511719, 0.507812, 0.492188, 0.466797, 0.472656, 0.511719, 0.494141, 0.484375, 0.515625, 0.498047, 0.455078, 0.5, 0.490234, 0.496094, 0.474609, 0.498047, 0.5, 0.535156, 0.503906, 0.519531, 0.523438, 0.492188, 0.507812, 0.111328, 0.490234, 0.503906, 0.498047, 0.484375, 0.515625, 0.519531, 0.494141, 0.496094, 0.519531, 0.498047, 0.462891, 0.498047, 0.496094, 0.519531, 0.519531, 0.492188, 0.511719, 0.488281, 0.515625, 0.515625, 0.503906, 0.482422, 0.429688, 0.458984, 0.498047, 0.511719, 0.496094, 0.503906, 0.507812, 0.494141, 0.488281, 0.515625, 0.515625, 0.519531, 0.476562, 0.498047, 0.480469, 0.484375, 0.519531, 0.523438, 0.523438, 0.511719, 0.519531, 0.535156, 0.515625, 0.5, 0.478516, 0.498047, 0.5, 0.527344, 0.488281, 0.507812, 0.460938, 0.515625, 0.5, 0.527344, 0.519531, 0.470703, 0.523438, 0.462891, 0.476562, 0.492188, 0.542969, 0.492188, 0.476562, 0.5, 0.494141, 0.472656, 0.498047, 0.5, 0.53125, 0.535156, 0.503906, 0.523438, 0.492188, 0.484375, 0.503906, 0.503906, 0.507812, 0.503906, 0.484375, 0.466797, 0.498047, 0.535156, 0.546875, 0.496094, 0.503906, 0.482422, 0.503906, 0.542969, 0.523438, 0.523438, 0.523438, 0.494141, 0.494141, 0.482422, 0.535156, 0.46875, 0.542969, 0.511719, 0.494141, 0.427734, 0.488281, 0.484375, 0.503906, 0.507812, 0.478516, 0.53125, 0.476562, 0.482422, 0.494141, 0.527344, 0.470703, 0.484375, 0.443359, 0.507812, 0.496094, 0.503906, 0.507812, 0.476562, 0.503906, 0.511719, 0.503906, 0.511719, 0.482422, 0.496094, 0.470703, 0.484375, 0.470703, 0.484375, 0.496094, 0.5, 0.53125, 0.550781, 0.46875, 0.5, 0.455078, 0.496094, 0.519531, 0.519531, 0.5, 0.523438, 0.478516, 0.535156, 0.523438, 0.498047, 0.519531, 0.515625, 0.498047, 0.474609, 0.482422, 0.470703, 0.480469, 0.458984, 0.507812, 0.488281, 0.507812, 0.523438, 0.511719, 0.503906, 0.5, 0.5, 0.482422, 0.53125, 0.503906, 0.507812, 0.4375, 0.511719, 0.476562, 0.519531, 0.5, 0.527344, 0.53125, 0.519531, 0.478516, 0.503906, 0.5, 0.503906, 0.498047, 0.486328, 0.494141, 0.496094, 0.353516, 0.503906, 0.496094, 0.503906, 0.515625, 0.478516, 0.476562, 0.519531, 0.490234, 0.535156, 0.5, 0.445312, 0.490234, 0.482422, 0.507812, 0.507812, 0.486328, 0.482422, 0.474609, 0.488281, 0.480469, 0.507812, 0.515625, 0.494141, 0.511719, 0.5, 0.511719, 0.519531, 0.498047, 0.494141, 0.464844, 0.484375, 0.476562, 0.455078, 0.507812, 0.5, 0.46875, 0.484375, 0.503906, 0.492188, 0.478516, 0.535156, 0.527344, 0.507812, 0.527344, 0.498047, 0.5, 0.490234, 0.492188, 0.507812, 0.527344, 0.5, 0.523438, 0.453125, 0.482422, 0.466797, 0.494141, 0.527344, 0.511719, 0.486328, 0.492188, 0.519531, 0.490234, 0.5, 0.5, 0.503906, 0.474609, 0.503906, 0.472656, 0.5, 0.511719, 0.496094, 0.494141, 0.496094, 0.5, 0.498047, 0.523438, 0.482422, 0.515625, 0.476562, 0.498047, 0.484375, 0.484375, 0.5, 0.515625, 0.486328, 0.451172, 0.478516, 0.503906, 0.546875, 0.511719, 0.507812, 0.486328, 0.472656, 0.490234, 0.496094, 0.478516, 0.519531, 0.492188, 0.488281, 0.488281, 0.490234, 0.474609, 0.484375, 0.511719, 0.511719, 0.498047, 0.488281, 0.511719, 0.435547, 0.542969, 0.535156, 0.519531, 0.523438, 0.492188, 0.519531, 0.470703, 0.535156, 0.527344, 0.527344, 0.457031, 0.5, 0.425781, 0.507812, 0.470703, 0.503906, 0.474609, 0.490234, 0.511719, 0.433594, 0.443359, 0.507812, 0.476562, 0.474609, 0.507812, 0.503906, 0.511719, 0.535156, 0.494141, 0.480469, 0.507812, 0.519531, 0.503906, 0.46875, 0.515625, 0.507812, 0.507812, 0.519531, 0.490234, 0.492188, 0.5, 0.503906, 0.523438, 0.503906, 0.5, 0.519531, 0.5, 0.462891, 0.445312, 0.5, 0.457031, 0.523438, 0.179688, 0.507812, 0.515625, 0.496094, 0.503906, 0.515625, 0.535156, 0.519531, 0.478516, 0.490234, 0.503906, 0.527344, 0.490234, 0.539062, 0.503906, 0.527344, 0.494141, 0.484375, 0.507812, 0.494141, 0.503906, 0.507812, 0.472656, 0.490234, 0.457031, 0.486328, 0.503906, 0.511719, 0.511719, 0.550781, 0.519531, 0.503906, 0.490234, 0.480469, 0.490234, 0.480469, 0.515625, 0.498047, 0.472656, 0.507812, 0.503906, 0.480469, 0.496094, 0.482422, 0.507812, 0.455078, 0.5, 0.472656, 0.515625, 0.542969, 0.494141, 0.507812, 0.453125, 0.542969, 0.427734, 0.503906, 0.5, 0.519531, 0.490234, 0.503906, 0.523438, 0.451172, 0.511719, 0.515625, 0.5, 0.511719, 0.466797, 0.503906, 0.460938, 0.507812, 0.53125, 0.496094, 0.498047, 0.470703, 0.472656, 0.462891, 0.503906, 0.451172, 0.492188, 0.496094, 0.523438, 0.484375, 0.484375, 0.472656, 0.494141, 0.482422, 0.511719, 0.466797, 0.511719, 0.515625, 0.503906, 0.523438, 0.507812, 0.480469, 0.527344, 0.53125, 0.462891, 0.527344, 0.480469, 0.527344, 0.515625, 0.486328, 0.507812, 0.486328, 0.462891, 0.503906, 0.535156, 0.494141, 0.490234, 0.443359, 0.507812, 0.490234, 0.46875, 0.519531, 0.511719, 0.482422, 0.472656, 0.515625, 0.503906, 0.5, 0.507812, 0.511719, 0.511719, 0.503906, 0.498047, 0.515625, 0.494141, 0.480469, 0.496094, 0.535156, 0.488281, 0.488281, 0.503906, 0.484375, 0.527344, 0.488281, 0.503906, 0.5, 0.470703, 0.539062, 0.488281, 0.496094, 0.486328, 0.519531, 0.523438, 0.523438, 0.507812, 0.503906, 0.5, 0.470703, 0.5, 0.482422, 0.515625, 0.488281, 0.492188, 0.496094, 0.498047, 0.484375, 0.488281, 0.480469, 0.503906, 0.494141, 0.5, 0.492188, 0.5, 0.490234, 0.474609, 0.484375, 0.494141, 0.457031, 0.498047, 0.498047, 0.492188, 0.486328, 0.5, 0.519531, 0.486328, 0.59375, 0.523438, 0.492188, 0.523438, 0.480469, 0.507812, 0.478516, 0.486328, 0.515625, 0.523438, 0.507812, 0.511719, 0.478516, 0.511719, 0.507812, 0.480469, 0.494141, 0.492188, 0.507812, 0.484375, 0.490234, 0.511719, 0.503906, 0.488281, 0.527344, 0.492188, 0.503906, 0.5, 0.5, 0.535156, 0.507812, 0.480469, 0.507812, 0.503906, 0.515625, 0.488281, 0.474609, 0.554688, 0.441406, 0.511719, 0.519531, 0.496094, 0.5, 0.507812, 0.523438, 0.511719, 0.5, 0.53125, 0.492188, 0.515625, 0.492188, 0.507812, 0.515625, 0.486328, 0.503906, 0.496094, 0.511719, 0.503906, 0.503906, 0.519531, 0.46875, 0.496094, 0.482422, 0.515625, 0.503906, 0.527344, 0.503906, 0.5, 0.527344, 0.515625, 0.515625, 0.523438, 0.519531, 0.523438, 0.466797, 0.5, 0.503906, 0.503906, 0.515625, 0.494141, 0.480469, 0.503906, 0.482422, 0.515625, 0.5, 0.496094, 0.498047, 0.494141, 0.503906, 0.511719, 0.515625, 0.492188, 0.490234, 0.515625, 0.515625, 0.515625, 0.519531, 0.515625, 0.470703, 0.519531, 0.496094, 0.5, 0.523438, 0.478516, 0.496094, 0.519531, 0.482422, 0.470703, 0.519531, 0.511719, 0.474609, 0.488281, 0.554688, 0.478516, 0.523438, 0.486328, 0.488281, 0.519531, 0.511719, 0.494141, 0.523438, 0.527344, 0.507812, 0.498047, 0.486328, 0.494141, 0.503906, 0.486328, 0.464844, 0.447266, 0.496094, 0.53125, 0.503906, 0.535156, 0.507812, 0.527344, 0.511719, 0.523438, 0.490234, 0.498047, 0.460938, 0.507812, 0.480469, 0.507812, 0.503906, 0.486328, 0.503906, 0.511719, 0.527344, 0.449219, 0.486328, 0.503906, 0.492188, 0.507812, 0.539062, 0.492188, 0.523438, 0.515625, 0.455078, 0.486328, 0.523438, 0.550781, 0.511719, 0.490234, 0.507812, 0.5, 0.5, 0.419922, 0.490234, 0.484375, 0.494141, 0.503906, 0.507812, 0.476562, 0.511719, 0.492188, 0.482422, 0.474609, 0.5, 0.482422, 0.490234, 0.458984, 0.507812, 0.507812, 0.490234, 0.462891, 0.519531, 0.498047, 0.484375, 0.507812, 0.46875, 0.511719, 0.5, 0.5, 0.455078, 0.478516, 0.474609, 0.507812, 0.486328, 0.5, 0.542969, 0.515625, 0.527344, 0.496094, 0.496094, 0.511719, 0.488281, 0.492188, 0.482422, 0.507812, 0.5, 0.503906, 0.486328, 0.507812, 0.498047, 0.460938, 0.546875, 0.474609, 0.507812, 0.503906, 0.478516, 0.496094, 0.46875, 0.474609, 0.494141, 0.46875, 0.5, 0.515625, 0.519531, 0.507812, 0.492188, 0.470703, 0.523438, 0.507812, 0.460938, 0.494141, 0.484375, 0.542969, 0.496094, 0.503906, 0.470703, 0.496094, 0.539062, 0.494141, 0.494141, 0.5, 0.503906, 0.476562, 0.515625, 0.484375, 0.490234, 0.488281, 0.503906, 0.511719, 0.515625, 0.132812, 0.494141, 0.492188, 0.523438, 0.478516, 0.5, 0.486328, 0.511719, 0.503906, 0.53125, 0.539062, 0.488281, 0.474609, 0.462891, 0.5, 0.523438, 0.488281, 0.5, 0.503906, 0.488281, 0.515625, 0.511719, 0.494141, 0.498047, 0.492188, 0.519531, 0.480469, 0.482422, 0.472656, 0.519531, 0.507812, 0.511719, 0.515625, 0.507812, 0.53125, 0.457031, 0.492188, 0.496094, 0.511719, 0.53125, 0.494141, 0.498047, 0.470703, 0.482422, 0.484375, 0.492188, 0.515625, 0.507812, 0.539062, 0.498047, 0.503906, 0.486328, 0.486328, 0.462891, 0.5, 0.503906, 0.498047, 0.503906, 0.5, 0.486328, 0.470703, 0.503906, 0.511719, 0.498047, 0.490234, 0.458984, 0.486328, 0.519531, 0.476562, 0.480469, 0.490234, 0.433594, 0.5, 0.488281, 0.503906, 0.464844, 0.488281, 0.490234, 0.484375, 0.519531, 0.53125, 0.511719, 0.503906, 0.480469, 0.5, 0.5, 0.519531, 0.523438, 0.5, 0.527344, 0.474609, 0.507812, 0.503906, 0.466797, 0.496094, 0.5, 0.490234, 0.486328, 0.519531, 0.472656, 0.484375, 0.482422, 0.466797, 0.542969, 0.486328, 0.523438, 0.503906, 0.515625, 0.478516, 0.478516, 0.5, 0.46875, 0.476562, 0.482422, 0.470703, 0.486328, 0.451172, 0.5, 0.515625, 0.492188, 0.5, 0.515625, 0.482422, 0.482422, 0.494141, 0.535156, 0.460938, 0.496094, 0.515625, 0.464844, 0.5, 0.476562, 0.5, 0.482422, 0.523438, 0.507812, 0.492188, 0.5, 0.515625, 0.460938, 0.507812, 0.515625, 0.503906, 0.507812, 0.515625, 0.496094, 0.5, 0.478516, 0.486328, 0.480469, 0.511719, 0.519531, 0.498047, 0.478516, 0.488281, 0.511719, 0.498047, 0.494141, 0.482422, 0.5, 0.478516, 0.503906, 0.503906, 0.486328, 0.496094, 0.519531, 0.484375, 0.472656, 0.498047, 0.458984, 0.484375, 0.457031, 0.511719, 0.462891, 0.480469, 0.488281, 0.507812, 0.503906, 0.490234, 0.490234, 0.496094, 0.539062, 0.511719, 0.464844, 0.498047, 0.507812, 0.515625, 0.515625, 0.480469, 0.480469, 0.523438, 0.507812, 0.503906, 0.482422, 0.496094, 0.507812, 0.519531, 0.503906, 0.492188, 0.478516, 0.496094, 0.507812, 0.507812, 0.494141, 0.5, 0.503906, 0.535156, 0.523438, 0.498047, 0.519531, 0.408203, 0.498047, 0.511719, 0.492188, 0.511719, 0.486328, 0.53125, 0.458984, 0.455078, 0.498047, 0.515625, 0.498047, 0.507812, 0.503906, 0.5, 0.46875, 0.511719, 0.503906, 0.5, 0.511719, 0.449219, 0.523438, 0.498047, 0.46875, 0.482422, 0.507812, 0.492188, 0.539062, 0.484375, 0.515625, 0.527344, 0.474609, 0.476562, 0.507812, 0.490234, 0.462891, 0.486328, 0.5, 0.519531, 0.515625, 0.494141, 0.492188, 0.507812, 0.507812, 0.511719, 0.490234, 0.486328, 0.503906, 0.476562, 0.542969, 0.478516, 0.507812, 0.507812, 0.507812, 0.519531, 0.490234, 0.488281, 0.53125, 0.494141, 0.441406, 0.566406, 0.478516, 0.5, 0.507812, 0.486328, 0.503906, 0.511719, 0.511719, 0.445312, 0.515625, 0.53125, 0.507812, 0.511719, 0.511719, 0.523438, 0.455078, 0.5, 0.503906, 0.472656, 0.511719, 0.494141, 0.480469, 0.490234, 0.476562, 0.431641, 0.503906, 0.503906, 0.507812, 0.498047, 0.519531, 0.488281, 0.527344, 0.507812, 0.457031, 0.535156, 0.492188, 0.511719, 0.478516, 0.503906, 0.496094, 0.523438, 0.498047, 0.484375, 0.484375, 0.441406, 0.492188, 0.507812, 0.000385, 0.480469, 0.511719, 0.457031, 0.451172, 0.507812, 0.503906, 0.527344, 0.464844, 0.511719, 0.5, 0.507812, 0.511719, 0.507812, 0.523438, 0.535156, 0.492188, 0.511719, 0.472656, 0.53125, 0.519531, 0.488281, 0.488281, 0.519531, 0.494141, 0.451172, 0.498047, 0.449219, 0.515625, 0.486328, 0.472656, 0.507812, 0.535156, 0.462891, 0.478516, 0.527344, 0.527344, 0.523438, 0.5, 0.464844, 0.453125, 0.474609, 0.515625, 0.484375, 0.523438, 0.496094, 0.507812, 0.492188, 0.490234, 0.498047, 0.496094, 0.503906, 0.488281, 0.496094, 0.498047, 0.484375, 0.523438, 0.519531, 0.478516, 0.511719, 0.53125, 0.519531, 0.474609, 0.472656, 0.498047, 0.527344, 0.492188, 0.494141, 0.511719, 0.488281, 0.443359, 0.496094, 0.507812, 0.507812, 0.494141, 0.482422, 0.488281, 0.507812, 0.480469, 0.423828, 0.519531, 0.496094, 0.511719, 0.519531, 0.515625, 0.490234, 0.523438, 0.466797, 0.498047, 0.492188, 0.488281, 0.478516, 0.457031, 0.523438, 0.519531, 0.507812, 0.507812, 0.503906, 0.53125, 0.5, 0.482422, 0.486328, 0.515625, 0.498047, 0.496094, 0.503906, 0.527344, 0.515625, 0.539062, 0.511719, 0.433594, 0.5, 0.46875, 0.482422, 0.523438, 0.484375, 0.498047, 0.480469, 0.458984, 0.511719, 0.488281, 0.503906, 0.488281, 0.478516, 0.511719, 0.53125, 0.546875, 0.451172, 0.523438, 0.507812, 0.474609, 0.496094, 0.550781, 0.503906, 0.46875, 0.507812, 0.476562, 0.492188, 0.482422, 0.507812, 0.492188, 0.462891, 0.482422, 0.484375, 0.478516, 0.496094, 0.490234, 0.474609, 0.503906, 0.515625, 0.478516, 0.476562, 0.5, 0.511719, 0.515625, 0.146484, 0.507812, 0.503906, 0.507812, 0.511719, 0.535156, 0.539062, 0.494141, 0.458984, 0.482422, 0.527344, 0.498047, 0.472656, 0.490234, 0.494141, 0.470703, 0.498047, 0.492188, 0.542969, 0.494141, 0.480469, 0.527344, 0.486328, 0.5, 0.488281, 0.494141, 0.53125, 0.439453, 0.486328, 0.480469, 0.523438, 0.472656, 0.478516, 0.5, 0.494141, 0.490234, 0.478516, 0.482422, 0.503906, 0.490234, 0.515625, 0.494141, 0.494141, 0.480469, 0.503906, 0.492188, 0.494141, 0.519531, 0.464844, 0.511719, 0.466797, 0.488281, 0.478516, 0.482422, 0.503906, 0.519531, 0.472656, 0.492188, 0.523438, 0.460938, 0.498047, 0.5, 0.527344, 0.511719, 0.486328, 0.488281, 0.523438, 0.496094, 0.478516, 0.490234, 0.496094, 0.503906, 0.462891, 0.503906, 0.5, 0.462891, 0.498047, 0.492188, 0.507812, 0.498047, 0.470703, 0.496094, 0.474609, 0.474609, 0.5, 0.511719, 0.460938, 0.480469, 0.519531, 0.478516, 0.46875, 0.519531, 0.496094, 0.496094, 0.511719, 0.519531, 0.476562, 0.519531, 0.498047, 0.490234, 0.478516, 0.527344, 0.435547, 0.507812, 0.490234, 0.480469, 0.519531, 0.498047, 0.503906, 0.46875, 0.498047, 0.480469, 0.519531, 0.527344, 0.523438, 0.507812, 0.496094, 0.439453, 0.496094, 0.519531, 0.507812, 0.46875, 0.496094, 0.492188, 0.523438, 0.498047, 0.515625, 0.535156, 0.486328, 0.511719, 0.535156, 0.53125, 0.447266, 0.492188, 0.5, 0.507812, 0.462891, 0.496094, 0.476562, 0.494141, 0.46875, 0.503906, 0.507812, 0.498047, 0.498047, 0.490234, 0.486328, 0.490234, 0.447266, 0.507812, 0.46875, 0.488281, 0.494141, 0.515625, 0.515625, 0.451172, 0.472656, 0.523438, 0.472656, 0.470703, 0.527344, 0.503906, 0.519531, 0.486328, 0.5, 0.486328, 0.482422, 0.470703, 0.511719, 0.458984, 0.492188, 0.482422, 0.5, 0.492188, 0.457031, 0.492188, 0.523438, 0.46875, 0.515625, 0.5, 0.490234, 0.484375, 0.527344, 0.482422, 0.498047, 0.498047, 0.511719, 0.503906, 0.5, 0.449219, 0.486328, 0.492188, 0.492188, 0.5, 0.462891, 0.455078, 0.523438, 0.519531, 0.492188, 0.498047, 0.486328, 0.472656, 0.519531, 0.490234, 0.476562, 0.443359, 0.515625, 0.482422, 0.527344, 0.492188, 0.503906, 0.511719, 0.453125, 0.527344, 0.515625, 0.53125, 0.488281, 0.476562, 0.507812, 0.486328, 0.527344, 0.511719, 0.492188, 0.511719, 0.466797, 0.5, 0.511719, 0.378906, 0.5, 0.476562, 0.507812, 0.5, 0.492188, 0.492188, 0.455078, 0.484375, 0.53125, 0.523438, 0.515625, 0.515625, 0.498047, 0.494141, 0.490234, 0.523438, 0.496094, 0.486328, 0.496094, 0.474609, 0.503906, 0.458984, 0.478516, 0.5, 0.46875, 0.5, 0.488281, 0.492188, 0.511719, 0.462891, 0.482422, 0.519531, 0.462891, 0.507812, 0.476562, 0.472656, 0.494141, 0.478516, 0.46875, 0.519531, 0.523438, 0.470703, 0.523438, 0.494141, 0.498047, 0.503906, 0.476562, 0.494141, 0.53125, 0.515625, 0.496094, 0.412109, 0.478516, 0.490234, 0.488281, 0.478516, 0.507812, 0.05249, 0.496094, 0.515625, 0.511719, 0.439453, 0.535156, 0.511719, 0.503906, 0.519531, 0.498047, 0.457031, 0.496094, 0.474609, 0.486328, 0.511719, 0.507812, 0.488281, 0.523438, 0.507812, 0.53125, 0.498047, 0.511719, 0.503906, 0.496094, 0.511719, 0.5, 0.515625, 0.490234, 0.5, 0.482422, 0.472656, 0.498047, 0.488281, 0.498047, 0.511719, 0.503906, 0.515625, 0.503906, 0.498047, 0.507812, 0.507812, 0.474609, 0.498047, 0.503906, 0.527344, 0.507812, 0.486328, 0.507812, 0.492188, 0.5, 0.480469, 0.482422, 0.515625, 0.498047, 0.492188, 0.519531, 0.507812, 0.539062, 0.511719, 0.482422, 0.519531, 0.511719, 0.503906, 0.515625, 0.496094, 0.5, 0.480469, 0.535156, 0.523438, 0.466797, 0.490234, 0.492188, 0.515625, 0.484375, 0.515625, 0.5, 0.507812, 0.511719, 0.480469, 0.480469, 0.480469, 0.466797, 0.492188, 0.458984, 0.527344, 0.488281, 0.476562, 0.519531, 0.492188, 0.5625, 0.527344, 0.519531, 0.480469, 0.507812, 0.486328, 0.492188, 0.455078, 0.503906, 0.515625, 0.503906, 0.519531, 0.503906, 0.488281, 0.482422, 0.519531, 0.494141, 0.498047, 0.511719, 0.486328, 0.511719, 0.5, 0.515625, 0.519531, 0.5, 0.492188, 0.523438, 0.511719, 0.511719, 0.5, 0.484375, 0.511719, 0.523438, 0.507812, 0.498047, 0.515625, 0.494141, 0.46875, 0.5, 0.472656, 0.511719, 0.507812, 0.5, 0.498047, 0.503906, 0.478516, 0.503906, 0.519531, 0.550781, 0.5, 0.490234, 0.474609, 0.455078, 0.507812, 0.515625, 0.484375, 0.511719, 0.480469, 0.507812, 0.519531, 0.494141, 0.476562, 0.507812, 0.507812, 0.535156, 0.53125, 0.507812, 0.523438, 0.498047, 0.490234, 0.515625, 0.523438, 0.486328, 0.476562, 0.523438, 0.498047, 0.480469, 0.449219, 0.492188, 0.503906, 0.507812, 0.486328, 0.519531, 0.523438, 0.5, 0.53125, 0.519531, 0.496094, 0.554688, 0.472656, 0.474609, 0.498047, 0.527344, 0.498047, 0.466797, 0.488281, 0.482422, 0.511719, 0.488281, 0.527344, 0.511719, 0.488281, 0.507812, 0.515625, 0.496094, 0.511719, 0.498047, 0.511719, 0.535156, 0.490234, 0.515625, 0.507812, 0.519531, 0.484375, 0.498047, 0.472656, 0.523438, 0.507812, 0.515625, 0.5, 0.507812, 0.523438, 0.496094, 0.503906, 0.478516, 0.515625, 0.507812, 0.515625, 0.466797, 0.498047, 0.498047, 0.527344, 0.511719, 0.546875, 0.494141, 0.511719, 0.455078, 0.498047, 0.486328, 0.507812, 0.503906, 0.507812, 0.5, 0.488281, 0.470703, 0.472656, 0.511719, 0.507812, 0.492188, 0.503906, 0.5, 0.490234, 0.496094, 0.484375, 0.515625, 0.515625, 0.515625, 0.503906, 0.488281, 0.503906, 0.519531, 0.511719, 0.496094, 0.494141, 0.527344, 0.515625, 0.535156, 0.482422, 0.494141, 0.492188, 0.486328, 0.523438, 0.46875, 0.490234, 0.515625, 0.507812, 0.490234, 0.503906, 0.478516, 0.429688, 0.503906, 0.503906, 0.511719, 0.523438, 0.484375, 0.460938, 0.498047, 0.503906, 0.496094, 0.527344, 0.498047, 0.492188, 0.511719, 0.5, 0.503906, 0.507812, 0.511719, 0.515625, 0.507812, 0.492188, 0.519531, 0.527344, 0.507812, 0.476562, 0.523438, 0.482422, 0.519531, 0.494141, 0.496094, 0.464844, 0.484375, 0.470703, 0.507812, 0.482422, 0.5, 0.53125, 0.503906, 0.515625, 0.515625, 0.5, 0.503906, 0.515625, 0.498047, 0.498047, 0.492188, 0.484375, 0.53125, 0.496094, 0.492188, 0.511719, 0.511719, 0.476562, 0.488281, 0.515625, 0.5, 0.535156, 0.511719, 0.507812, 0.503906, 0.523438, 0.490234, 0.515625, 0.523438, 0.535156, 0.492188, 0.507812, 0.488281, 0.53125, 0.542969, 0.507812, 0.515625, 0.496094, 0.523438, 0.523438, 0.480469, 0.484375, 0.478516, 0.511719, 0.462891, 0.523438, 0.441406, 0.5, 0.488281, 0.496094, 0.507812, 0.535156, 0.498047, 0.458984, 0.486328, 0.539062, 0.484375, 0.507812, 0.507812, 0.492188, 0.488281, 0.492188, 0.478516, 0.507812, 0.515625, 0.496094, 0.492188, 0.496094, 0.482422, 0.519531, 0.492188, 0.496094, 0.462891, 0.488281, 0.496094, 0.5, 0.435547, 0.486328, 0.5, 0.511719, 0.482422, 0.486328, 0.488281, 0.519531, 0.484375, 0.472656, 0.476562, 0.511719, 0.445312, 0.482422, 0.482422, 0.503906, 0.486328, 0.503906, 0.474609, 0.490234, 0.519531, 0.476562, 0.484375, 0.519531, 0.470703, 0.486328, 0.503906, 0.503906, 0.435547, 0.507812, 0.498047, 0.515625, 0.486328, 0.464844, 0.519531, 0.486328, 0.523438, 0.492188, 0.460938, 0.492188, 0.494141, 0.494141, 0.503906, 0.488281, 0.494141, 0.507812, 0.527344, 0.527344, 0.494141, 0.519531, 0.515625, 0.498047, 0.507812, 0.503906, 0.494141, 0.482422, 0.494141, 0.488281, 0.511719, 0.498047, 0.490234, 0.527344, 0.53125, 0.511719, 0.494141, 0.507812, 0.482422, 0.46875, 0.515625, 0.503906, 0.484375, 0.46875, 0.511719, 0.527344, 0.496094, 0.53125, 0.503906, 0.472656, 0.511719, 0.503906, 0.519531, 0.53125, 0.511719, 0.507812, 0.5, 0.519531, 0.507812, 0.484375, 0.484375, 0.490234, 0.490234, 0.535156, 0.515625, 0.488281, 0.5, 0.511719, 0.511719, 0.523438, 0.5, 0.486328, 0.507812, 0.480469, 0.480469, 0.476562, 0.523438, 0.498047, 0.496094, 0.523438, 0.462891, 0.494141, 0.443359, 0.507812, 0.523438, 0.515625, 0.519531, 0.498047, 0.484375, 0.482422, 0.503906, 0.503906, 0.482422, 0.474609, 0.498047, 0.5, 0.476562, 0.503906, 0.503906, 0.511719, 0.503906, 0.511719, 0.498047, 0.511719, 0.523438, 0.486328, 0.523438, 0.457031, 0.474609, 0.515625, 0.488281, 0.478516, 0.490234, 0.482422, 0.5, 0.527344, 0.511719, 0.478516, 0.503906, 0.570312, 0.523438, 0.496094, 0.503906, 0.503906, 0.503906, 0.478516, 0.494141, 0.466797, 0.498047, 0.515625, 0.53125, 0.511719, 0.494141, 0.494141, 0.515625, 0.480469, 0.519531, 0.523438, 0.503906, 0.478516, 0.515625, 0.445312, 0.511719, 0.46875, 0.490234, 0.482422, 0.523438, 0.507812, 0.492188, 0.519531, 0.503906, 0.496094, 0.53125, 0.484375, 0.507812, 0.519531, 0.490234, 0.488281, 0.451172, 0.523438, 0.515625, 0.492188, 0.494141, 0.486328, 0.478516, 0.488281, 0.455078, 0.527344, 0.498047, 0.507812, 0.515625, 0.494141, 0.476562, 0.46875, 0.503906, 0.480469, 0.472656, 0.511719, 0.535156, 0.474609, 0.527344, 0.472656, 0.535156, 0.503906, 0.503906, 0.490234, 0.449219, 0.445312, 0.511719, 0.5, 0.488281, 0.503906, 0.476562, 0.53125, 0.511719, 0.507812, 0.486328, 0.507812, 0.496094, 0.519531, 0.455078, 0.478516, 0.515625, 0.519531, 0.53125, 0.486328, 0.484375, 0.511719, 0.515625, 0.542969, 0.486328, 0.46875, 0.511719, 0.507812, 0.511719, 0.519531, 0.480469, 0.503906, 0.511719, 0.474609, 0.519531, 0.472656, 0.527344, 0.474609, 0.480469, 0.507812, 0.503906, 0.515625, 0.511719, 0.53125, 0.474609, 0.498047, 0.482422, 0.46875, 0.539062, 0.496094, 0.492188, 0.496094, 0.523438, 0.488281, 0.546875, 0.5, 0.488281, 0.511719, 0.527344, 0.494141, 0.527344, 0.458984, 0.527344, 0.494141, 0.511719, 0.53125, 0.486328, 0.519531, 0.523438, 0.490234, 0.515625, 0.511719, 0.472656, 0.417969, 0.474609, 0.478516, 0.476562, 0.498047, 0.503906, 0.527344, 0.496094, 0.496094, 0.519531, 0.511719, 0.523438, 0.466797, 0.470703, 0.515625, 0.511719, 0.490234, 0.496094, 0.503906, 0.515625, 0.5, 0.498047, 0.458984, 0.535156, 0.507812, 0.507812, 0.5, 0.484375, 0.523438, 0.503906, 0.480469, 0.523438, 0.515625, 0.478516, 0.523438, 0.503906, 0.503906, 0.476562, 0.490234, 0.515625, 0.496094, 0.488281, 0.476562, 0.498047, 0.492188, 0.523438, 0.482422, 0.5, 0.519531, 0.519531, 0.490234, 0.507812, 0.498047, 0.462891, 0.466797, 0.451172, 0.53125, 0.503906, 0.507812, 0.474609, 0.492188, 0.503906, 0.523438, 0.523438, 0.482422, 0.488281, 0.535156, 0.490234, 0.507812, 0.527344, 0.490234, 0.494141, 0.482422, 0.523438, 0.498047, 0.392578, 0.478516, 0.503906, 0.503906, 0.486328, 0.515625, 0.527344, 0.470703, 0.457031, 0.527344, 0.507812, 0.472656, 0.498047, 0.503906, 0.507812, 0.488281, 0.507812, 0.515625, 0.523438, 0.476562, 0.484375, 0.519531, 0.478516, 0.498047, 0.511719, 0.490234, 0.490234, 0.496094, 0.492188, 0.492188, 0.5, 0.5, 0.482422, 0.542969, 0.486328, 0.511719, 0.503906, 0.519531, 0.503906, 0.482422, 0.535156, 0.470703, 0.496094, 0.511719, 0.511719, 0.492188, 0.542969, 0.503906, 0.490234, 0.458984, 0.480469, 0.5, 0.490234, 0.503906, 0.492188, 0.498047, 0.498047, 0.492188, 0.484375, 0.5, 0.511719, 0.445312, 0.523438, 0.503906, 0.519531, 0.484375, 0.53125, 0.511719, 0.488281, 0.478516, 0.5, 0.476562, 0.486328, 0.490234, 0.554688, 0.490234, 0.53125, 0.503906, 0.5, 0.488281, 0.515625, 0.5, 0.480469, 0.527344, 0.515625, 0.458984, 0.542969, 0.515625, 0.482422, 0.515625, 0.503906, 0.519531, 0.511719, 0.511719, 0.482422, 0.507812, 0.486328, 0.515625, 0.460938, 0.539062, 0.486328, 0.498047, 0.542969, 0.417969, 0.474609, 0.490234, 0.464844, 0.523438, 0.455078, 0.503906, 0.486328, 0.511719, 0.519531, 0.486328, 0.498047, 0.5, 0.458984, 0.494141, 0.503906, 0.535156, 0.445312, 0.478516, 0.472656, 0.519531, 0.53125, 0.546875, 0.503906, 0.511719, 0.486328, 0.496094, 0.519531, 0.511719, 0.490234, 0.507812, 0.507812, 0.464844, 0.503906, 0.478516, 0.482422, 0.496094, 0.503906, 0.503906, 0.511719, 0.503906, 0.496094, 0.503906, 0.482422, 0.5, 0.466797, 0.523438, 0.484375, 0.523438, 0.566406, 0.496094, 0.5, 0.5, 0.486328, 0.494141, 0.492188, 0.519531, 0.503906, 0.474609, 0.527344, 0.480469, 0.519531, 0.492188, 0.519531, 0.490234, 0.492188, 0.496094, 0.480469, 0.492188, 0.488281, 0.523438, 0.466797, 0.482422, 0.490234, 0.5, 0.507812, 0.503906, 0.507812, 0.482422, 0.523438, 0.476562, 0.523438, 0.511719, 0.507812, 0.503906, 0.482422, 0.515625, 0.503906, 0.476562, 0.472656, 0.511719, 0.498047, 0.474609, 0.507812, 0.486328, 0.511719, 0.507812, 0.478516, 0.511719, 0.515625, 0.511719, 0.451172, 0.511719, 0.484375, 0.486328, 0.53125, 0.5 ] }, "name": "model.transformer.layers.11.ffn_norm.weight", "outputIndexes": [ 762 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 761, 762 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_11/Mul_1_output_0", "outputIndexes": [ 763 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 763 ], "outputIndexes": [ 2858 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2858 ], "outputIndexes": [ 2859 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_1/Linear", "inputIndexes": [ 2859 ], "outputIndexes": [ 2860 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 9728, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 233472, "weightSize": 0 }, "external": [ 514873252, 29884678, 1867776, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2860 ], "outputIndexes": [ 2861 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2861 ], "outputIndexes": [ 764 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 9728 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4864 ] }, "name": "/ffn_11/Mul_output_0", "outputIndexes": [ 765 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 764, 21, 765, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_11/Slice_output_0", "outputIndexes": [ 766 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 766 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_11/Sigmoid_output_0", "outputIndexes": [ 767 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 766, 767 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_11/Mul_output_0", "outputIndexes": [ 768 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 9728 ] }, "name": "/ffn_11/Mul_1_output_0", "outputIndexes": [ 769 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 764, 765, 769, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_11/Slice_1_output_0", "outputIndexes": [ 770 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 768, 770 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_11/Mul_2_output_0", "outputIndexes": [ 771 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 771 ], "outputIndexes": [ 2862 ], "main_type": "Reshape", "main": { "dims": [ -1, 4864, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2862 ], "outputIndexes": [ 2863 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_2/Linear", "inputIndexes": [ 2863 ], "outputIndexes": [ 2864 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 4864, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 116736, "weightSize": 0 }, "external": [ 546625706, 14942470, 933888, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2864 ], "outputIndexes": [ 2865 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2865 ], "outputIndexes": [ 772 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 760, 772 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_47_output_0", "outputIndexes": [ 773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_48_output_0", "outputIndexes": [ 774 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 774 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_12/Mul_output_0", "outputIndexes": [ 775 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.243164, 0.251953, 0.238281, 0.241211, 0.275391, 0.259766, 0.235352, 0.232422, 0.265625, 0.232422, 0.220703, 0.248047, 0.259766, 0.251953, 0.201172, 0.251953, 0.265625, 0.222656, 0.243164, 0.244141, 0.245117, 0.253906, 0.251953, 0.249023, 0.25, 0.25, 0.271484, 0.244141, 0.263672, 0.261719, 0.238281, 0.259766, 0.257812, 0.263672, 0.230469, 0.257812, 0.28125, 0.236328, 0.243164, 0.253906, 0.259766, 0.242188, 0.246094, 0.261719, 0.240234, 0.263672, 0.241211, 0.253906, 0.245117, 0.259766, 0.251953, 0.249023, 0.285156, 0.25, 0.235352, 0.259766, 0.246094, 0.251953, 0.240234, 0.248047, 0.259766, 0.251953, 0.244141, 0.230469, 0.259766, 0.249023, 0.257812, 0.225586, 0.245117, 0.241211, 0.249023, 0.253906, 0.236328, 0.251953, 0.248047, 0.224609, 0.261719, 0.251953, 0.265625, 0.243164, 0.259766, 0.241211, 0.240234, 0.243164, 0.234375, 0.257812, 0.223633, 0.253906, 0.277344, 0.259766, 0.257812, 0.241211, 0.253906, 0.203125, 0.253906, 0.241211, 0.248047, 0.226562, 0.246094, 0.237305, 0.244141, 0.21875, 0.251953, 0.261719, 0.265625, 0.279297, 0.253906, 0.251953, 0.21875, 0.263672, 0.231445, 0.242188, 0.244141, 0.246094, 0.242188, 0.263672, 0.255859, 0.24707, 0.277344, 0.275391, 0.239258, 0.251953, 0.238281, 0.251953, 0.263672, 0.24707, 0.277344, 0.230469, 0.248047, 0.242188, 0.259766, 0.240234, 0.265625, 0.249023, 0.259766, 0.226562, 0.265625, 0.244141, 0.243164, 0.275391, 0.255859, 0.229492, 0.255859, 0.271484, 0.257812, 0.275391, 0.25, 0.25, 0.244141, 0.220703, 0.271484, 0.277344, 0.237305, 0.292969, 0.242188, 0.245117, 0.224609, 0.257812, 0.253906, 0.253906, 0.261719, 0.241211, 0.267578, 0.253906, 0.239258, 0.240234, 0.241211, 0.265625, 0.257812, 0.277344, 0.259766, 0.265625, 0.236328, 0.263672, 0.241211, 0.249023, 0.246094, 0.217773, 0.248047, 0.267578, 0.267578, 0.243164, 0.220703, 0.239258, 0.261719, 0.245117, 0.259766, 0.231445, 0.255859, 0.249023, 0.236328, 0.239258, 0.251953, 0.233398, 0.249023, 0.257812, 0.267578, 0.224609, 0.249023, 0.253906, 0.25, 0.269531, 0.25, 0.245117, 0.271484, 0.273438, 0.251953, 0.245117, 0.191406, 0.253906, 0.253906, 0.241211, 0.231445, 0.267578, 0.214844, 0.259766, 0.249023, 0.251953, 0.261719, 0.242188, 0.234375, 0.245117, 0.24707, 0.255859, 0.265625, 0.261719, 0.24707, 0.265625, 0.255859, 0.237305, 0.243164, 0.237305, 0.243164, 0.251953, 0.257812, 0.242188, 0.259766, 0.25, 0.236328, 0.263672, 0.230469, 0.240234, 0.240234, 0.229492, 0.28125, 0.255859, 0.253906, 0.224609, 0.249023, 0.245117, 0.255859, 0.249023, 0.248047, 0.245117, 0.227539, 0.265625, 0.239258, 0.231445, 0.24707, 0.239258, 0.271484, 0.265625, 0.251953, 0.253906, 0.241211, 0.271484, 0.248047, 0.249023, 0.240234, 0.246094, 0.241211, 0.248047, 0.249023, 0.251953, 0.237305, 0.246094, 0.253906, 0.233398, 0.237305, 0.24707, 0.220703, 0.259766, 0.257812, 0.265625, 0.237305, 0.234375, 0.231445, 0.25, 0.236328, 0.239258, 0.234375, 0.267578, 0.25, 0.229492, 0.257812, 0.241211, 0.246094, 0.257812, 0.255859, 0.248047, 0.246094, 0.263672, 0.236328, 0.232422, 0.269531, 0.232422, 0.263672, 0.257812, 0.251953, 0.228516, 0.224609, 0.253906, 0.255859, 0.233398, 0.241211, 0.237305, 0.235352, 0.241211, 0.253906, 0.251953, 0.263672, 0.269531, 0.231445, 0.253906, 0.225586, 0.261719, 0.237305, 0.269531, 0.249023, 0.249023, 0.24707, 0.263672, 0.259766, 0.253906, 0.271484, 0.235352, 0.253906, 0.255859, 0.240234, 0.251953, 0.246094, 0.259766, 0.249023, 0.236328, 0.223633, 0.246094, 0.238281, 0.245117, 0.246094, 0.25, 0.253906, 0.253906, 0.245117, 0.259766, 0.231445, 0.263672, 0.269531, 0.261719, 0.261719, 0.230469, 0.240234, 0.243164, 0.257812, 0.242188, 0.231445, 0.249023, 0.236328, 0.1875, 0.238281, 0.226562, 0.251953, 0.24707, 0.253906, 0.255859, 0.263672, 0.275391, 0.263672, 0.241211, 0.265625, 0.239258, 0.242188, 0.242188, 0.236328, 0.237305, 0.257812, 0.265625, 0.245117, 0.248047, 0.253906, 0.249023, 0.249023, 0.257812, 0.230469, 0.261719, 0.248047, 0.238281, 0.255859, 0.239258, 0.229492, 0.235352, 0.234375, 0.244141, 0.244141, 0.257812, 0.24707, 0.228516, 0.253906, 0.237305, 0.255859, 0.222656, 0.269531, 0.259766, 0.253906, 0.257812, 0.228516, 0.267578, 0.257812, 0.267578, 0.257812, 0.230469, 0.257812, 0.251953, 0.255859, 0.267578, 0.242188, 0.240234, 0.235352, 0.257812, 0.229492, 0.263672, 0.240234, 0.242188, 0.238281, 0.251953, 0.238281, 0.255859, 0.243164, 0.251953, 0.253906, 0.269531, 0.269531, 0.239258, 0.259766, 0.24707, 0.240234, 0.213867, 0.251953, 0.259766, 0.234375, 0.259766, 0.242188, 0.257812, 0.255859, 0.243164, 0.255859, 0.243164, 0.255859, 0.240234, 0.263672, 0.235352, 0.236328, 0.25, 0.198242, 0.246094, 0.244141, 0.251953, 0.237305, 0.24707, 0.234375, 0.240234, 0.245117, 0.273438, 0.249023, 0.253906, 0.257812, 0.251953, 0.225586, 0.24707, 0.243164, 0.245117, 0.25, 0.241211, 0.241211, 0.246094, 0.259766, 0.271484, 0.251953, 0.235352, 0.227539, 0.243164, 0.259766, 0.236328, 0.251953, 0.251953, 0.255859, 0.240234, 0.261719, 0.239258, 0.238281, 0.245117, 0.257812, 0.248047, 0.24707, 0.244141, 0.248047, 0.251953, 0.231445, 0.236328, 0.245117, 0.267578, 0.241211, 0.265625, 0.217773, 0.257812, 0.240234, 0.263672, 0.257812, 0.248047, 0.248047, 0.251953, 0.232422, 0.25, 0.257812, 0.249023, 0.240234, 0.259766, 0.235352, 0.242188, 0.273438, 0.238281, 0.212891, 0.257812, 0.235352, 0.236328, 0.226562, 0.25, 0.243164, 0.257812, 0.226562, 0.249023, 0.263672, 0.251953, 0.273438, 0.22168, 0.263672, 0.237305, 0.25, 0.24707, 0.242188, 0.265625, 0.251953, 0.238281, 0.261719, 0.255859, 0.244141, 0.251953, 0.273438, 0.261719, 0.248047, 0.259766, 0.245117, 0.239258, 0.235352, 0.232422, 0.224609, 0.259766, 0.239258, 0.226562, 0.246094, 0.231445, 0.259766, 0.231445, 0.275391, 0.255859, 0.259766, 0.253906, 0.265625, 0.234375, 0.253906, 0.261719, 0.255859, 0.251953, 0.244141, 0.251953, 0.248047, 0.231445, 0.253906, 0.200195, 0.24707, 0.245117, 0.255859, 0.251953, 0.25, 0.236328, 0.251953, 0.253906, 0.207031, 0.253906, 0.248047, 0.255859, 0.261719, 0.265625, 0.225586, 0.238281, 0.261719, 0.220703, 0.255859, 0.251953, 0.244141, 0.229492, 0.242188, 0.257812, 0.241211, 0.253906, 0.242188, 0.243164, 0.238281, 0.238281, 0.255859, 0.230469, 0.241211, 0.227539, 0.232422, 0.234375, 0.237305, 0.241211, 0.24707, 0.261719, 0.265625, 0.259766, 0.240234, 0.261719, 0.234375, 0.253906, 0.255859, 0.239258, 0.237305, 0.230469, 0.263672, 0.249023, 0.236328, 0.251953, 0.241211, 0.273438, 0.255859, 0.240234, 0.255859, 0.209961, 0.255859, 0.245117, 0.178711, 0.245117, 0.257812, 0.261719, 0.253906, 0.228516, 0.249023, 0.253906, 0.225586, 0.265625, 0.240234, 0.259766, 0.275391, 0.244141, 0.265625, 0.246094, 0.249023, 0.240234, 0.224609, 0.241211, 0.242188, 0.242188, 0.231445, 0.241211, 0.273438, 0.275391, 0.277344, 0.191406, 0.253906, 0.243164, 0.245117, 0.25, 0.263672, 0.245117, 0.271484, 0.223633, 0.235352, 0.271484, 0.242188, 0.267578, 0.241211, 0.238281, 0.253906, 0.267578, 0.269531, 0.253906, 0.261719, 0.251953, 0.242188, 0.25, 0.244141, 0.248047, 0.25, 0.248047, 0.238281, 0.271484, 0.246094, 0.253906, 0.249023, 0.235352, 0.236328, 0.246094, 0.230469, 0.243164, 0.245117, 0.226562, 0.263672, 0.24707, 0.255859, 0.261719, 0.267578, 0.253906, 0.263672, 0.246094, 0.248047, 0.240234, 0.236328, 0.251953, 0.259766, 0.24707, 0.248047, 0.236328, 0.243164, 0.233398, 0.224609, 0.237305, 0.255859, 0.228516, 0.241211, 0.245117, 0.242188, 0.255859, 0.234375, 0.249023, 0.261719, 0.246094, 0.244141, 0.248047, 0.259766, 0.25, 0.235352, 0.263672, 0.25, 0.259766, 0.236328, 0.267578, 0.236328, 0.253906, 0.242188, 0.208984, 0.253906, 0.237305, 0.261719, 0.251953, 0.25, 0.249023, 0.28125, 0.240234, 0.255859, 0.253906, 0.241211, 0.259766, 0.22168, 0.261719, 0.255859, 0.241211, 0.234375, 0.253906, 0.232422, 0.253906, 0.273438, 0.197266, 0.265625, 0.259766, 0.263672, 0.251953, 0.245117, 0.239258, 0.243164, 0.242188, 0.248047, 0.242188, 0.211914, 0.257812, 0.249023, 0.235352, 0.232422, 0.248047, 0.253906, 0.228516, 0.231445, 0.240234, 0.238281, 0.240234, 0.245117, 0.238281, 0.233398, 0.283203, 0.265625, 0.25, 0.249023, 0.227539, 0.246094, 0.271484, 0.261719, 0.255859, 0.24707, 0.249023, 0.241211, 0.277344, 0.231445, 0.246094, 0.251953, 0.213867, 0.233398, 0.242188, 0.245117, 0.255859, 0.226562, 0.242188, 0.267578, 0.275391, 0.248047, 0.236328, 0.246094, 0.267578, 0.249023, 0.253906, 0.246094, 0.225586, 0.265625, 0.251953, 0.241211, 0.230469, 0.265625, 0.248047, 0.242188, 0.235352, 0.210938, 0.242188, 0.244141, 0.228516, 0.249023, 0.253906, 0.275391, 0.263672, 0.237305, 0.234375, 0.257812, 0.243164, 0.24707, 0.24707, 0.240234, 0.236328, 0.240234, 0.249023, 0.232422, 0.273438, 0.25, 0.261719, 0.241211, 0.242188, 0.22168, 0.242188, 0.255859, 0.253906, 0.24707, 0.255859, 0.269531, 0.228516, 0.249023, 0.257812, 0.25, 0.255859, 0.233398, 0.259766, 0.253906, 0.267578, 0.283203, 0.269531, 0.227539, 0.253906, 0.234375, 0.255859, 0.25, 0.267578, 0.21582, 0.226562, 0.25, 0.216797, 0.259766, 0.257812, 0.263672, 0.236328, 0.240234, 0.267578, 0.238281, 0.191406, 0.261719, 0.259766, 0.237305, 0.248047, 0.246094, 0.235352, 0.255859, 0.228516, 0.242188, 0.237305, 0.24707, 0.253906, 0.257812, 0.255859, 0.246094, 0.244141, 0.269531, 0.261719, 0.257812, 0.240234, 0.236328, 0.248047, 0.234375, 0.271484, 0.151367, 0.251953, 0.248047, 0.243164, 0.244141, 0.263672, 0.263672, 0.24707, 0.271484, 0.253906, 0.246094, 0.263672, 0.25, 0.249023, 0.253906, 0.261719, 0.25, 0.234375, 0.253906, 0.237305, 0.265625, 0.227539, 0.235352, 0.271484, 0.240234, 0.236328, 0.231445, 0.25, 0.251953, 0.259766, 0.234375, 0.229492, 0.255859, 0.230469, 0.255859, 0.267578, 0.253906, 0.267578, 0.25, 0.239258, 0.263672, 0.199219, 0.248047, 0.242188, 0.25, 0.230469, 0.257812, 0.234375, 0.234375, 0.261719, 0.263672, 0.269531, 0.227539, 0.275391, 0.197266, 0.244141, 0.242188, 0.24707, 0.273438, 0.236328, 0.245117, 0.229492, 0.236328, 0.259766, 0.257812, 0.241211, 0.233398, 0.261719, 0.265625, 0.239258, 0.271484, 0.235352, 0.253906, 0.223633, 0.257812, 0.267578, 0.257812, 0.259766, 0.259766, 0.244141, 0.235352, 0.259766, 0.25, 0.237305, 0.238281, 0.244141, 0.28125, 0.226562, 0.240234, 0.245117, 0.255859, 0.246094, 0.263672, 0.236328, 0.243164, 0.240234, 0.25, 0.257812, 0.245117, 0.263672, 0.231445, 0.257812, 0.233398, 0.251953, 0.226562, 0.245117, 0.271484, 0.246094, 0.216797, 0.257812, 0.246094, 0.251953, 0.238281, 0.259766, 0.28125, 0.24707, 0.234375, 0.25, 0.236328, 0.251953, 0.234375, 0.240234, 0.245117, 0.255859, 0.229492, 0.208008, 0.253906, 0.229492, 0.267578, 0.249023, 0.243164, 0.241211, 0.255859, 0.261719, 0.240234, 0.228516, 0.224609, 0.25, 0.239258, 0.246094, 0.242188, 0.267578, 0.229492, 0.255859, 0.255859, 0.25, 0.243164, 0.251953, 0.267578, 0.24707, 0.245117, 0.243164, 0.255859, 0.236328, 0.243164, 0.237305, 0.257812, 0.251953, 0.251953, 0.244141, 0.261719, 0.232422, 0.251953, 0.249023, 0.273438, 0.242188, 0.263672, 0.245117, 0.265625, 0.226562, 0.259766, 0.283203, 0.238281, 0.261719, 0.245117, 0.255859, 0.257812, 0.084473, 0.263672, 0.251953, 0.248047, 0.241211, 0.239258, 0.25, 0.263672, 0.253906, 0.249023, 0.253906, 0.269531, 0.242188, 0.242188, 0.233398, 0.235352, 0.234375, 0.261719, 0.24707, 0.257812, 0.230469, 0.209961, 0.237305, 0.235352, 0.269531, 0.240234, 0.251953, 0.249023, 0.255859, 0.257812, 0.22168, 0.232422, 0.267578, 0.25, 0.253906, 0.248047, 0.283203, 0.204102, 0.251953, 0.265625, 0.263672, 0.261719, 0.255859, 0.243164, 0.249023, 0.240234, 0.265625, 0.251953, 0.225586, 0.257812, 0.244141, 0.267578, 0.277344, 0.259766, 0.246094, 0.22168, 0.265625, 0.232422, 0.243164, 0.251953, 0.255859, 0.248047, 0.241211, 0.257812, 0.244141, 0.249023, 0.269531, 0.194336, 0.246094, 0.241211, 0.243164, 0.265625, 0.253906, 0.253906, 0.220703, 0.259766, 0.257812, 0.253906, 0.255859, 0.249023, 0.233398, 0.263672, 0.238281, 0.259766, 0.242188, 0.253906, 0.265625, 0.235352, 0.24707, 0.255859, 0.255859, 0.238281, 0.240234, 0.265625, 0.236328, 0.267578, 0.251953, 0.228516, 0.251953, 0.227539, 0.240234, 0.277344, 0.263672, 0.251953, 0.245117, 0.24707, 0.227539, 0.245117, 0.253906, 0.251953, 0.267578, 0.261719, 0.24707, 0.261719, 0.255859, 0.255859, 0.249023, 0.25, 0.253906, 0.255859, 0.259766, 0.234375, 0.226562, 0.244141, 0.255859, 0.237305, 0.251953, 0.265625, 0.237305, 0.25, 0.246094, 0.251953, 0.246094, 0.265625, 0.259766, 0.259766, 0.246094, 0.225586, 0.253906, 0.261719, 0.244141, 0.269531, 0.255859, 0.243164, 0.234375, 0.236328, 0.255859, 0.255859, 0.239258, 0.271484, 0.253906, 0.253906, 0.246094, 0.227539, 0.186523, 0.249023, 0.245117, 0.255859, 0.237305, 0.241211, 0.257812, 0.21875, 0.224609, 0.265625, 0.255859, 0.249023, 0.246094, 0.246094, 0.265625, 0.249023, 0.257812, 0.259766, 0.277344, 0.244141, 0.267578, 0.265625, 0.253906, 0.244141, 0.25, 0.228516, 0.25, 0.25, 0.265625, 0.261719, 0.239258, 0.257812, 0.240234, 0.255859, 0.245117, 0.245117, 0.232422, 0.229492, 0.255859, 0.229492, 0.251953, 0.242188, 0.267578, 0.243164, 0.241211, 0.257812, 0.255859, 0.240234, 0.251953, 0.242188, 0.267578, 0.253906, 0.251953, 0.242188, 0.257812, 0.237305, 0.257812, 0.255859, 0.238281, 0.25, 0.241211, 0.251953, 0.253906, 0.255859, 0.241211, 0.273438, 0.243164, 0.277344, 0.219727, 0.25, 0.242188, 0.237305, 0.249023, 0.251953, 0.259766, 0.226562, 0.238281, 0.237305, 0.257812, 0.263672, 0.227539, 0.226562, 0.28125, 0.242188, 0.210938, 0.267578, 0.246094, 0.261719, 0.269531, 0.25, 0.238281, 0.222656, 0.234375, 0.263672, 0.214844, 0.248047, 0.259766, 0.237305, 0.251953, 0.277344, 0.271484, 0.094238, 0.259766, 0.245117, 0.214844, 0.237305, 0.249023, 0.255859, 0.269531, 0.263672, 0.275391, 0.255859, 0.248047, 0.229492, 0.255859, 0.235352, 0.233398, 0.25, 0.229492, 0.255859, 0.242188, 0.253906, 0.248047, 0.263672, 0.261719, 0.24707, 0.251953, 0.240234, 0.238281, 0.257812, 0.261719, 0.259766, 0.231445, 0.269531, 0.243164, 0.267578, 0.255859, 0.251953, 0.255859, 0.245117, 0.259766, 0.244141, 0.238281, 0.248047, 0.233398, 0.239258, 0.242188, 0.249023, 0.275391, 0.255859, 0.239258, 0.238281, 0.244141, 0.257812, 0.285156, 0.255859, 0.271484, 0.228516, 0.237305, 0.242188, 0.234375, 0.261719, 0.253906, 0.241211, 0.245117, 0.242188, 0.251953, 0.243164, 0.244141, 0.25, 0.238281, 0.238281, 0.241211, 0.269531, 0.238281, 0.25, 0.246094, 0.253906, 0.245117, 0.259766, 0.253906, 0.251953, 0.239258, 0.224609, 0.25, 0.246094, 0.237305, 0.259766, 0.259766, 0.269531, 0.251953, 0.224609, 0.271484, 0.251953, 0.233398, 0.25, 0.243164, 0.239258, 0.257812, 0.245117, 0.259766, 0.241211, 0.248047, 0.240234, 0.227539, 0.261719, 0.273438, 0.241211, 0.243164, 0.24707, 0.255859, 0.257812, 0.25, 0.251953, 0.248047, 0.245117, 0.239258, 0.267578, 0.224609, 0.236328, 0.261719, 0.236328, 0.261719, 0.249023, 0.195312, 0.257812, 0.24707, 0.230469, 0.251953, 0.263672, 0.257812, 0.236328, 0.238281, 0.238281, 0.223633, 0.24707, 0.242188, 0.251953, 0.237305, 0.240234, 0.245117, 0.259766, 0.233398, 0.263672, 0.228516, 0.239258, 0.240234, 0.255859, 0.259766, 0.261719, 0.249023, 0.241211, 0.261719, 0.226562, 0.239258, 0.231445, 0.248047, 0.25, 0.225586, 0.251953, 0.253906, 0.222656, 0.244141, 0.220703, 0.239258, 0.246094, 0.255859, 0.244141, 0.259766, 0.251953, 0.257812, 0.240234, 0.259766, 0.248047, 0.244141, 0.255859, 0.246094, 0.244141, 0.242188, 0.242188, 0.257812, 0.261719, 0.226562, 0.243164, 0.217773, 0.249023, 0.238281, 0.245117, 0.233398, 0.257812, 0.25, 0.273438, 0.243164, 0.265625, 0.265625, 0.236328, 0.245117, 0.253906, 0.251953, 0.235352, 0.244141, 0.244141, 0.255859, 0.239258, 0.259766, 0.25, 0.246094, 0.257812, 0.251953, 0.251953, 0.269531, 0.242188, 0.240234, 0.243164, 0.244141, 0.259766, 0.263672, 0.239258, 0.242188, 0.249023, 0.261719, 0.240234, 0.263672, 0.253906, 0.240234, 0.249023, 0.237305, 0.241211, 0.238281, 0.243164, 0.253906, 0.265625, 0.246094, 0.246094, 0.25, 0.257812, 0.255859, 0.263672, 0.208008, 0.24707, 0.253906, 0.255859, 0.243164, 0.245117, 0.239258, 0.242188, 0.25, 0.251953, 0.246094, 0.222656, 0.253906, 0.248047, 0.235352, 0.271484, 0.244141, 0.263672, 0.248047, 0.251953, 0.25, 0.224609, 0.199219, 0.226562, 0.246094, 0.257812, 0.269531, 0.259766, 0.255859, 0.255859, 0.269531, 0.244141, 0.249023, 0.273438, 0.25, 0.253906, 0.239258, 0.261719, 0.235352, 0.232422, 0.255859, 0.21875, 0.265625, 0.253906, 0.234375, 0.248047, 0.269531, 0.259766, 0.261719, 0.253906, 0.246094, 0.235352, 0.237305, 0.24707, 0.257812, 0.241211, 0.24707, 0.253906, 0.242188, 0.253906, 0.263672, 0.255859, 0.259766, 0.248047, 0.233398, 0.255859, 0.269531, 0.228516, 0.267578, 0.263672, 0.244141, 0.241211, 0.246094, 0.263672, 0.245117, 0.24707, 0.231445, 0.242188, 0.257812, 0.24707, 0.000931, 0.265625, 0.246094, 0.227539, 0.253906, 0.253906, 0.25, 0.269531, 0.253906, 0.244141, 0.257812, 0.28125, 0.259766, 0.22168, 0.232422, 0.257812, 0.255859, 0.267578, 0.236328, 0.257812, 0.255859, 0.277344, 0.244141, 0.228516, 0.244141, 0.253906, 0.228516, 0.219727, 0.255859, 0.251953, 0.240234, 0.273438, 0.24707, 0.249023, 0.255859, 0.246094, 0.275391, 0.242188, 0.238281, 0.261719, 0.241211, 0.227539, 0.263672, 0.232422, 0.273438, 0.267578, 0.249023, 0.251953, 0.249023, 0.259766, 0.257812, 0.242188, 0.25, 0.240234, 0.244141, 0.257812, 0.220703, 0.255859, 0.248047, 0.233398, 0.208008, 0.25, 0.259766, 0.261719, 0.240234, 0.263672, 0.269531, 0.237305, 0.25, 0.271484, 0.233398, 0.248047, 0.235352, 0.231445, 0.249023, 0.25, 0.245117, 0.228516, 0.265625, 0.243164, 0.257812, 0.220703, 0.246094, 0.259766, 0.226562, 0.225586, 0.180664, 0.227539, 0.251953, 0.257812, 0.263672, 0.232422, 0.257812, 0.239258, 0.249023, 0.261719, 0.232422, 0.251953, 0.231445, 0.231445, 0.253906, 0.240234, 0.248047, 0.257812, 0.255859, 0.227539, 0.253906, 0.255859, 0.275391, 0.255859, 0.239258, 0.255859, 0.24707, 0.267578, 0.248047, 0.275391, 0.240234, 0.242188, 0.234375, 0.22168, 0.267578, 0.251953, 0.259766, 0.263672, 0.251953, 0.259766, 0.249023, 0.235352, 0.269531, 0.25, 0.228516, 0.241211, 0.279297, 0.273438, 0.223633, 0.259766, 0.253906, 0.22168, 0.25, 0.244141, 0.228516, 0.245117, 0.230469, 0.236328, 0.234375, 0.257812, 0.271484, 0.238281, 0.257812, 0.267578, 0.265625, 0.193359, 0.238281, 0.265625, 0.223633, 0.158203, 0.259766, 0.238281, 0.245117, 0.257812, 0.251953, 0.253906, 0.224609, 0.22168, 0.236328, 0.257812, 0.234375, 0.229492, 0.230469, 0.241211, 0.253906, 0.244141, 0.249023, 0.25, 0.263672, 0.235352, 0.255859, 0.257812, 0.273438, 0.24707, 0.24707, 0.263672, 0.240234, 0.234375, 0.237305, 0.251953, 0.246094, 0.241211, 0.235352, 0.246094, 0.239258, 0.231445, 0.253906, 0.269531, 0.24707, 0.238281, 0.261719, 0.257812, 0.263672, 0.255859, 0.25, 0.239258, 0.230469, 0.226562, 0.246094, 0.251953, 0.222656, 0.253906, 0.259766, 0.251953, 0.267578, 0.261719, 0.261719, 0.251953, 0.25, 0.267578, 0.245117, 0.245117, 0.236328, 0.263672, 0.235352, 0.253906, 0.251953, 0.253906, 0.238281, 0.25, 0.246094, 0.223633, 0.255859, 0.251953, 0.204102, 0.253906, 0.251953, 0.261719, 0.263672, 0.25, 0.261719, 0.261719, 0.25, 0.246094, 0.265625, 0.249023, 0.243164, 0.259766, 0.244141, 0.227539, 0.255859, 0.248047, 0.259766, 0.202148, 0.292969, 0.225586, 0.251953, 0.235352, 0.25, 0.248047, 0.255859, 0.259766, 0.251953, 0.261719, 0.257812, 0.25, 0.261719, 0.244141, 0.244141, 0.236328, 0.245117, 0.248047, 0.224609, 0.242188, 0.239258, 0.236328, 0.205078, 0.259766, 0.253906, 0.226562, 0.234375, 0.259766, 0.253906, 0.246094, 0.251953, 0.259766, 0.257812, 0.245117, 0.233398, 0.248047, 0.214844, 0.216797, 0.24707, 0.263672, 0.261719, 0.248047, 0.257812, 0.234375, 0.24707, 0.248047, 0.251953, 0.251953, 0.263672, 0.275391, 0.261719, 0.25, 0.265625, 0.255859, 0.267578, 0.226562, 0.21875, 0.253906, 0.242188, 0.261719, 0.249023, 0.243164, 0.244141, 0.249023, 0.244141, 0.263672, 0.236328, 0.271484, 0.253906, 0.255859, 0.232422, 0.267578, 0.240234, 0.267578, 0.209961, 0.253906, 0.251953, 0.277344, 0.261719, 0.251953, 0.240234, 0.246094, 0.241211, 0.261719, 0.257812, 0.242188, 0.257812, 0.261719, 0.236328, 0.265625, 0.241211, 0.253906, 0.251953, 0.257812, 0.259766, 0.244141, 0.257812, 0.244141, 0.265625, 0.231445, 0.251953, 0.283203, 0.257812, 0.275391, 0.251953, 0.236328, 0.239258, 0.232422, 0.230469, 0.226562, 0.241211, 0.231445, 0.235352, 0.263672, 0.259766, 0.251953, 0.257812, 0.255859, 0.231445, 0.22168, 0.257812, 0.239258, 0.251953, 0.263672, 0.238281, 0.244141, 0.257812, 0.255859, 0.265625, 0.253906, 0.25, 0.255859, 0.217773, 0.261719, 0.231445, 0.259766, 0.265625, 0.259766, 0.230469, 0.257812, 0.236328, 0.269531, 0.246094, 0.246094, 0.245117, 0.257812, 0.269531, 0.275391, 0.255859, 0.239258, 0.244141, 0.253906, 0.261719, 0.25, 0.21875, 0.234375, 0.243164, 0.232422, 0.240234, 0.248047, 0.246094, 0.277344, 0.253906, 0.231445, 0.199219, 0.245117, 0.242188, 0.251953, 0.249023, 0.263672, 0.226562, 0.237305, 0.251953, 0.257812, 0.257812, 0.261719, 0.244141, 0.246094, 0.24707, 0.259766, 0.251953, 0.242188, 0.230469, 0.244141, 0.208008, 0.244141, 0.261719, 0.242188, 0.236328, 0.255859, 0.132812, 0.25, 0.259766, 0.261719, 0.226562, 0.271484, 0.265625, 0.244141, 0.249023, 0.226562, 0.249023, 0.244141, 0.240234, 0.246094, 0.253906, 0.242188, 0.246094, 0.24707, 0.263672, 0.251953, 0.245117, 0.259766, 0.242188, 0.251953, 0.248047, 0.271484, 0.261719, 0.238281, 0.249023, 0.261719, 0.253906, 0.261719, 0.263672, 0.259766, 0.245117, 0.249023, 0.246094, 0.253906, 0.237305, 0.269531, 0.265625, 0.261719, 0.267578, 0.229492, 0.208984, 0.25, 0.261719, 0.248047, 0.236328, 0.263672, 0.249023, 0.246094, 0.249023, 0.255859, 0.267578, 0.246094, 0.259766, 0.243164, 0.242188, 0.245117, 0.227539, 0.234375, 0.253906, 0.25, 0.236328, 0.253906, 0.255859, 0.241211, 0.255859, 0.204102, 0.271484, 0.237305, 0.240234, 0.251953, 0.229492, 0.261719, 0.232422, 0.261719, 0.255859, 0.22168, 0.255859, 0.240234, 0.249023, 0.233398, 0.263672, 0.257812, 0.253906, 0.263672, 0.219727, 0.222656, 0.255859, 0.239258, 0.232422, 0.235352, 0.245117, 0.24707, 0.208984, 0.25, 0.248047, 0.251953, 0.25, 0.257812, 0.242188, 0.229492, 0.263672, 0.245117, 0.255859, 0.263672, 0.244141, 0.269531, 0.263672, 0.234375, 0.25, 0.259766, 0.255859, 0.233398, 0.248047, 0.230469, 0.217773, 0.222656, 0.269531, 0.277344, 0.257812, 0.249023, 0.249023, 0.240234, 0.233398, 0.253906, 0.235352, 0.24707, 0.269531, 0.239258, 0.25, 0.25, 0.232422, 0.239258, 0.235352, 0.226562, 0.238281, 0.227539, 0.238281, 0.261719, 0.25, 0.231445, 0.249023, 0.273438, 0.233398, 0.238281, 0.242188, 0.251953, 0.259766, 0.241211, 0.249023, 0.283203, 0.263672, 0.259766, 0.236328, 0.241211, 0.243164, 0.275391, 0.273438, 0.255859, 0.240234, 0.267578, 0.251953, 0.243164, 0.234375, 0.208984, 0.251953, 0.269531, 0.242188, 0.244141, 0.25, 0.229492, 0.244141, 0.236328, 0.236328, 0.251953, 0.251953, 0.257812, 0.285156, 0.244141, 0.251953, 0.24707, 0.240234, 0.24707, 0.230469, 0.251953, 0.249023, 0.261719, 0.244141, 0.25, 0.255859, 0.246094, 0.24707, 0.255859, 0.271484, 0.259766, 0.225586, 0.233398, 0.249023, 0.248047, 0.228516, 0.259766, 0.240234, 0.263672, 0.248047, 0.245117, 0.220703, 0.259766, 0.244141, 0.251953, 0.25, 0.265625, 0.257812, 0.246094, 0.255859, 0.240234, 0.233398, 0.263672, 0.25, 0.248047, 0.269531, 0.249023, 0.245117, 0.239258, 0.240234, 0.244141, 0.259766, 0.261719, 0.257812, 0.246094, 0.238281, 0.236328, 0.261719, 0.245117, 0.249023, 0.259766, 0.242188, 0.251953, 0.249023, 0.233398, 0.257812, 0.243164, 0.225586, 0.251953, 0.269531, 0.251953, 0.238281, 0.249023, 0.237305, 0.241211, 0.248047, 0.233398, 0.248047, 0.255859, 0.28125, 0.259766, 0.242188, 0.249023, 0.267578, 0.251953, 0.263672, 0.269531, 0.253906, 0.24707, 0.243164, 0.243164, 0.210938, 0.253906, 0.251953, 0.275391, 0.251953, 0.261719, 0.234375, 0.259766, 0.244141, 0.263672, 0.246094, 0.269531, 0.257812, 0.25, 0.242188, 0.237305, 0.271484, 0.245117, 0.236328, 0.255859, 0.248047, 0.251953, 0.267578, 0.267578, 0.246094, 0.265625, 0.267578, 0.261719, 0.273438, 0.25, 0.25, 0.257812, 0.238281, 0.253906, 0.242188, 0.259766, 0.25, 0.242188, 0.244141, 0.253906, 0.253906, 0.243164, 0.267578, 0.259766, 0.267578, 0.261719, 0.25, 0.245117, 0.253906, 0.240234, 0.261719, 0.275391, 0.234375, 0.246094, 0.267578, 0.24707, 0.25, 0.237305, 0.249023, 0.259766, 0.249023, 0.246094, 0.248047, 0.253906, 0.249023, 0.239258, 0.253906, 0.21875, 0.241211, 0.259766, 0.246094, 0.240234, 0.263672, 0.24707, 0.251953, 0.25, 0.248047, 0.227539, 0.259766, 0.287109, 0.242188, 0.237305, 0.224609, 0.246094, 0.261719, 0.232422, 0.279297, 0.263672, 0.25, 0.251953, 0.265625, 0.255859, 0.237305, 0.259766, 0.257812, 0.228516, 0.257812, 0.251953, 0.249023, 0.263672, 0.24707, 0.257812, 0.238281, 0.226562, 0.242188, 0.241211, 0.243164, 0.244141, 0.239258, 0.249023, 0.233398, 0.232422, 0.25, 0.230469, 0.233398, 0.235352, 0.263672, 0.249023, 0.245117, 0.259766, 0.285156, 0.19043, 0.253906, 0.257812, 0.248047, 0.21875, 0.235352, 0.220703, 0.257812, 0.22168, 0.227539, 0.253906, 0.243164, 0.245117, 0.236328, 0.25, 0.237305, 0.261719, 0.244141, 0.223633, 0.225586, 0.263672, 0.261719, 0.255859, 0.259766, 0.255859, 0.255859, 0.273438, 0.228516, 0.230469, 0.226562, 0.246094, 0.22168, 0.229492, 0.25, 0.239258, 0.24707, 0.246094, 0.253906, 0.242188, 0.259766, 0.261719, 0.253906, 0.229492, 0.259766, 0.271484, 0.246094, 0.257812, 0.246094, 0.263672, 0.245117, 0.234375, 0.287109, 0.285156, 0.25, 0.263672, 0.242188, 0.24707, 0.234375, 0.255859, 0.271484, 0.236328, 0.259766, 0.259766, 0.253906, 0.240234, 0.255859, 0.233398, 0.261719, 0.226562, 0.25, 0.251953, 0.225586, 0.242188, 0.253906, 0.255859, 0.237305, 0.229492, 0.249023, 0.253906, 0.240234, 0.261719, 0.255859, 0.257812, 0.236328, 0.291016, 0.267578, 0.237305, 0.207031, 0.220703, 0.238281, 0.267578, 0.225586, 0.251953, 0.208008, 0.253906, 0.24707, 0.25, 0.253906, 0.236328, 0.249023, 0.251953, 0.259766, 0.251953, 0.257812, 0.28125, 0.243164, 0.261719, 0.240234, 0.251953, 0.251953, 0.24707, 0.255859, 0.21582, 0.241211, 0.257812, 0.257812, 0.265625, 0.251953, 0.24707, 0.238281, 0.265625, 0.259766, 0.267578, 0.229492, 0.257812, 0.239258, 0.223633, 0.25, 0.245117, 0.231445, 0.248047, 0.253906, 0.251953, 0.253906, 0.255859, 0.259766, 0.216797, 0.287109, 0.231445, 0.236328, 0.237305, 0.251953, 0.263672, 0.265625, 0.273438, 0.259766, 0.213867, 0.245117, 0.263672, 0.240234, 0.261719, 0.245117, 0.219727, 0.251953, 0.265625, 0.255859, 0.233398, 0.257812, 0.261719, 0.259766, 0.226562, 0.239258, 0.24707, 0.249023, 0.257812, 0.253906, 0.238281, 0.251953, 0.230469, 0.242188, 0.255859, 0.238281, 0.21582, 0.205078, 0.253906, 0.251953, 0.24707, 0.24707, 0.231445, 0.261719, 0.259766, 0.255859, 0.269531, 0.239258, 0.243164, 0.24707, 0.245117, 0.253906, 0.246094, 0.255859, 0.25, 0.255859, 0.235352, 0.243164, 0.269531, 0.253906, 0.277344, 0.25, 0.234375, 0.251953, 0.242188, 0.224609, 0.253906, 0.210938, 0.261719, 0.253906, 0.263672, 0.259766, 0.233398, 0.269531, 0.244141, 0.271484, 0.261719, 0.245117, 0.245117, 0.230469, 0.267578, 0.263672, 0.255859, 0.248047, 0.246094, 0.244141, 0.236328, 0.249023, 0.24707, 0.213867, 0.255859, 0.226562, 0.229492, 0.228516, 0.261719, 0.251953, 0.248047, 0.251953, 0.255859, 0.24707, 0.253906, 0.214844, 0.265625, 0.269531, 0.249023, 0.238281, 0.22168, 0.232422, 0.275391, 0.253906, 0.251953, 0.261719, 0.253906, 0.25, 0.255859, 0.206055, 0.228516, 0.235352, 0.248047, 0.245117, 0.251953, 0.265625, 0.255859, 0.255859, 0.237305, 0.236328, 0.269531, 0.236328, 0.248047, 0.238281, 0.263672, 0.257812, 0.265625, 0.226562, 0.257812, 0.271484, 0.25, 0.263672, 0.244141, 0.265625, 0.263672, 0.235352, 0.261719, 0.238281, 0.238281, 0.231445, 0.257812, 0.238281, 0.251953, 0.249023, 0.226562, 0.273438, 0.241211, 0.241211, 0.24707, 0.244141, 0.231445, 0.249023, 0.259766, 0.25, 0.241211, 0.257812, 0.251953, 0.253906, 0.239258, 0.261719, 0.255859, 0.235352, 0.24707, 0.235352, 0.263672, 0.251953, 0.255859, 0.231445, 0.251953, 0.255859, 0.257812, 0.259766, 0.243164, 0.259766, 0.257812, 0.242188, 0.226562, 0.237305, 0.246094, 0.246094, 0.273438, 0.259766, 0.25, 0.25, 0.239258, 0.235352, 0.242188, 0.234375, 0.235352, 0.240234, 0.228516, 0.267578, 0.259766, 0.255859, 0.240234, 0.223633, 0.249023, 0.25, 0.267578, 0.244141, 0.253906, 0.242188, 0.249023, 0.253906, 0.25, 0.249023, 0.263672, 0.240234, 0.243164, 0.243164, 0.242188, 0.261719, 0.261719, 0.255859, 0.234375, 0.267578, 0.25, 0.233398, 0.251953, 0.255859, 0.234375, 0.251953, 0.224609, 0.243164, 0.213867, 0.24707, 0.251953, 0.255859, 0.257812, 0.251953, 0.243164, 0.233398, 0.227539, 0.238281, 0.255859, 0.224609, 0.237305, 0.253906, 0.261719, 0.244141, 0.271484, 0.240234, 0.243164, 0.233398, 0.261719, 0.240234, 0.271484, 0.273438, 0.255859, 0.259766, 0.237305, 0.225586, 0.251953, 0.248047, 0.273438, 0.253906, 0.255859, 0.259766, 0.213867, 0.257812, 0.249023, 0.214844, 0.245117, 0.248047, 0.241211, 0.245117, 0.25, 0.241211, 0.228516, 0.242188, 0.241211, 0.249023, 0.24707, 0.253906, 0.253906, 0.217773, 0.245117, 0.253906, 0.257812, 0.257812, 0.241211, 0.243164, 0.265625, 0.261719, 0.095703, 0.220703, 0.243164, 0.243164, 0.242188, 0.246094, 0.245117, 0.259766, 0.231445, 0.242188, 0.251953, 0.216797, 0.242188, 0.25, 0.261719, 0.25, 0.246094, 0.199219, 0.273438, 0.25, 0.273438, 0.257812, 0.259766, 0.24707, 0.246094, 0.269531, 0.267578, 0.255859, 0.234375, 0.21875, 0.243164, 0.253906, 0.267578, 0.253906, 0.217773, 0.263672, 0.223633, 0.249023, 0.220703, 0.255859, 0.255859, 0.209961, 0.261719, 0.24707, 0.244141, 0.222656, 0.229492, 0.213867, 0.255859, 0.251953, 0.263672, 0.242188, 0.253906, 0.257812, 0.238281, 0.228516, 0.277344, 0.257812, 0.232422, 0.253906, 0.240234, 0.237305, 0.246094, 0.240234, 0.246094, 0.245117, 0.255859, 0.251953, 0.203125, 0.253906, 0.277344, 0.237305, 0.224609, 0.249023, 0.223633, 0.261719, 0.239258, 0.253906, 0.251953, 0.24707, 0.227539, 0.227539, 0.257812, 0.259766, 0.259766, 0.253906, 0.236328, 0.231445, 0.228516, 0.225586, 0.238281, 0.25, 0.253906, 0.25, 0.245117, 0.229492, 0.251953, 0.275391, 0.233398, 0.248047, 0.235352, 0.25, 0.255859, 0.233398, 0.25, 0.257812, 0.245117, 0.259766, 0.245117, 0.246094, 0.237305, 0.242188, 0.249023, 0.253906, 0.234375, 0.251953, 0.259766, 0.238281, 0.253906, 0.269531, 0.229492, 0.255859, 0.25, 0.233398, 0.242188, 0.25, 0.243164, 0.257812, 0.226562, 0.243164, 0.25, 0.240234, 0.259766, 0.239258, 0.243164, 0.271484 ] }, "name": "model.transformer.layers.12.attn_norm.weight", "outputIndexes": [ 776 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775, 776 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_12/Mul_1_output_0", "outputIndexes": [ 777 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 777 ], "outputIndexes": [ 2866 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2866 ], "outputIndexes": [ 2867 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear", "inputIndexes": [ 2867 ], "outputIndexes": [ 2868 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 562502064, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2868 ], "outputIndexes": [ 2869 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2869 ], "outputIndexes": [ 778 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 777 ], "main_type": "NONE", "name": "/Shape_49_output_0", "outputIndexes": [ 779 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 779 ], "main_type": "NONE", "name": "Shape1105", "outputIndexes": [ 780 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 779 ], "main_type": "NONE", "name": "Rank1107", "outputIndexes": [ 781 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 781, 781 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1109", "outputIndexes": [ 782 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 782 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1110", "outputIndexes": [ 783 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 782, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1112", "outputIndexes": [ 784 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1113", "outputIndexes": [ 785 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 780, 783, 785, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1116", "outputIndexes": [ 786 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 786 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1117", "outputIndexes": [ 787 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 787 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1118", "outputIndexes": [ 788 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 788, 787 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1119", "outputIndexes": [ 789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 779, 789, 782 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_64_output_0", "outputIndexes": [ 790 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 790, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_121_output_0", "outputIndexes": [ 791 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 791, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_60_output_0", "outputIndexes": [ 792 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 778, 792 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_49_output_0", "outputIndexes": [ 793 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 793 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_12/Mul_output_0", "outputIndexes": [ 794 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.15625, 0.050781, 0.335938, 0.265625, 0.031494, 1.335938, 0.816406, 0.90625, 1.054688, 1.125, 1.4375, 1.34375, 1.070312, 1.359375, 1.179688, 1.648438, 1.335938, 1.210938, 1.609375, 1.34375, 1.59375, 1.554688, 1.71875, 1.648438, 1.328125, 1.679688, 1.523438, 1.742188, 1.664062, 1.789062, 1.6875, 1.734375, 1.898438, 1.8125, 1.820312, 1.492188, 1.734375, 1.320312, 1.742188, 1.695312, 1.765625, 1.664062, 1.5625, 1.6875, 1.6875, 0.466797, 0.738281, 1.867188, 1.8125, 1.8125, 1.851562, 1.265625, 1.75, 1.882812, 1.859375, 1.765625, 1.679688, 1.15625, 1.820312, 1.796875, 1.585938, 1.554688, 1.71875, 1.734375, 1.195312, 0.067871, 0.617188, 0.015137, 1.210938, 1.421875, 0.78125, 0.910156, 1.109375, 1.148438, 1.617188, 1.265625, 1.25, 1.28125, 1.476562, 1.539062, 1.429688, 1.21875, 1.65625, 1.671875, 1.21875, 1.648438, 1.40625, 1.601562, 1.929688, 1.640625, 1.789062, 1.625, 1.828125, 1.695312, 1.882812, 1.75, 1.679688, 1.765625, 1.734375, 1.914062, 1.898438, 1.257812, 1.773438, 1.898438, 1.789062, 1.953125, 1.921875, 1.835938, 1.882812, 4.4375, 2.1875, 1.742188, 1.78125, 1.78125, 1.601562, 1.609375, 1.8125, 1.679688, 1.46875, 1.8125, 1.828125, 1.78125, 1.640625, 1.71875, 1.734375, 1.601562, 1.742188, 1.75 ] }, "name": "model.transformer.layers.12.attn.q_norm.weight", "outputIndexes": [ 795 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 794, 795 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_12/Mul_1_output_0", "outputIndexes": [ 796 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 796, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_48_output_0", "outputIndexes": [ 797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 796, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_49_output_0", "outputIndexes": [ 798 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 798 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_24_output_0", "outputIndexes": [ 799 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 796, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_48_output_0", "outputIndexes": [ 800 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 799, 800 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_63_output_0", "outputIndexes": [ 801 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 801, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_49_output_0", "outputIndexes": [ 802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 802 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_48_output_0", "outputIndexes": [ 803 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 777 ], "outputIndexes": [ 2870 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2870 ], "outputIndexes": [ 2871 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear", "inputIndexes": [ 2871 ], "outputIndexes": [ 2872 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 569195190, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2872 ], "outputIndexes": [ 2873 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2873 ], "outputIndexes": [ 804 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 791, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_61_output_0", "outputIndexes": [ 805 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 804, 805 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_50_output_0", "outputIndexes": [ 806 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 806 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_12/Mul_output_0", "outputIndexes": [ 807 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.21875, 0.056885, 0.691406, 0.182617, 0.081055, 1.34375, 0.816406, 0.683594, 0.703125, 1.328125, 1.40625, 1.257812, 1.304688, 1.414062, 1.679688, 1.625, 1.226562, 1.65625, 1.460938, 1.765625, 1.328125, 1.46875, 1.257812, 1.5625, 1.992188, 1.476562, 1.90625, 1.539062, 1.734375, 1.703125, 1.84375, 1.757812, 1.632812, 1.726562, 1.734375, 1.984375, 1.929688, 2.578125, 1.78125, 1.867188, 1.726562, 1.929688, 1.914062, 1.835938, 1.875, 5.75, 3.9375, 1.765625, 1.765625, 1.757812, 1.523438, 1.90625, 1.757812, 1.703125, 1.507812, 1.851562, 1.859375, 2.46875, 1.671875, 1.8125, 1.960938, 1.625, 1.789062, 1.726562, 1.234375, 0.067871, 0.161133, 0.025879, 0.980469, 1.367188, 0.730469, 0.980469, 1.242188, 0.859375, 1.585938, 1.320312, 1.0, 1.296875, 1.09375, 1.59375, 1.5625, 0.949219, 1.757812, 1.140625, 1.671875, 1.851562, 1.726562, 1.726562, 1.148438, 1.859375, 1.25, 1.757812, 1.71875, 1.726562, 1.726562, 1.640625, 1.90625, 1.820312, 1.773438, 1.492188, 1.71875, 0.277344, 1.703125, 1.664062, 1.828125, 1.546875, 1.609375, 1.679688, 1.632812, 0.103027, 1.09375, 1.84375, 1.796875, 1.8125, 1.9375, 1.421875, 1.828125, 1.898438, 1.976562, 1.726562, 1.757812, 1.390625, 1.875, 1.789062, 1.546875, 1.460938, 1.742188, 1.773438 ] }, "name": "model.transformer.layers.12.attn.k_norm.weight", "outputIndexes": [ 808 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 807, 808 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_12/Mul_1_output_0", "outputIndexes": [ 809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 809, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_50_output_0", "outputIndexes": [ 810 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 809, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_51_output_0", "outputIndexes": [ 811 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_25_output_0", "outputIndexes": [ 812 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 809, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_50_output_0", "outputIndexes": [ 813 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 812, 813 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_64_output_0", "outputIndexes": [ 814 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 814, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_51_output_0", "outputIndexes": [ 815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 810, 815 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_49_output_0", "outputIndexes": [ 816 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 777 ], "outputIndexes": [ 2874 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2874 ], "outputIndexes": [ 2875 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear", "inputIndexes": [ 2875 ], "outputIndexes": [ 2876 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 570868668, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2876 ], "outputIndexes": [ 2877 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2877 ], "outputIndexes": [ 817 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 817, 805 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_51_output_0", "outputIndexes": [ 818 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 803, 816, 818, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.12/self_attn/FusedAttention", "outputIndexes": [ 819 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 819 ], "outputIndexes": [ 2878 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2878 ], "outputIndexes": [ 2879 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear", "inputIndexes": [ 2879 ], "outputIndexes": [ 2880 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 572542146, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2880 ], "outputIndexes": [ 2881 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2881 ], "outputIndexes": [ 820 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 774, 820 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_50_output_0", "outputIndexes": [ 821 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 821 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_12/Mul_output_0", "outputIndexes": [ 822 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.503906, 0.443359, 0.496094, 0.482422, 0.484375, 0.480469, 0.447266, 0.470703, 0.470703, 0.498047, 0.496094, 0.492188, 0.494141, 0.470703, 0.462891, 0.458984, 0.494141, 0.53125, 0.486328, 0.435547, 0.486328, 0.474609, 0.478516, 0.478516, 0.5, 0.511719, 0.486328, 0.447266, 0.494141, 0.480469, 0.507812, 0.482422, 0.462891, 0.482422, 0.460938, 0.527344, 0.5, 0.496094, 0.490234, 0.5, 0.46875, 0.488281, 0.458984, 0.507812, 0.447266, 0.482422, 0.494141, 0.470703, 0.490234, 0.503906, 0.46875, 0.484375, 0.5, 0.484375, 0.460938, 0.507812, 0.503906, 0.470703, 0.46875, 0.503906, 0.458984, 0.478516, 0.486328, 0.492188, 0.482422, 0.462891, 0.5, 0.470703, 0.494141, 0.503906, 0.494141, 0.527344, 0.498047, 0.474609, 0.472656, 0.474609, 0.503906, 0.5, 0.5, 0.466797, 0.5, 0.480469, 0.511719, 0.488281, 0.490234, 0.484375, 0.486328, 0.482422, 0.492188, 0.511719, 0.490234, 0.472656, 0.482422, 0.457031, 0.480469, 0.464844, 0.482422, 0.433594, 0.490234, 0.453125, 0.482422, 0.496094, 0.484375, 0.447266, 0.455078, 0.486328, 0.492188, 0.480469, 0.496094, 0.490234, 0.451172, 0.470703, 0.494141, 0.488281, 0.492188, 0.492188, 0.486328, 0.470703, 0.484375, 0.494141, 0.449219, 0.46875, 0.490234, 0.5, 0.470703, 0.466797, 0.494141, 0.484375, 0.470703, 0.482422, 0.484375, 0.484375, 0.523438, 0.490234, 0.492188, 0.535156, 0.470703, 0.519531, 0.498047, 0.486328, 0.472656, 0.486328, 0.503906, 0.478516, 0.484375, 0.453125, 0.486328, 0.511719, 0.46875, 0.507812, 0.498047, 0.460938, 0.443359, 0.478516, 0.460938, 0.507812, 0.46875, 0.496094, 0.515625, 0.492188, 0.484375, 0.511719, 0.503906, 0.492188, 0.460938, 0.462891, 0.449219, 0.4375, 0.488281, 0.503906, 0.480469, 0.488281, 0.478516, 0.490234, 0.523438, 0.486328, 0.492188, 0.482422, 0.470703, 0.466797, 0.472656, 0.472656, 0.486328, 0.5, 0.490234, 0.470703, 0.427734, 0.451172, 0.478516, 0.492188, 0.458984, 0.474609, 0.511719, 0.466797, 0.453125, 0.490234, 0.484375, 0.496094, 0.486328, 0.486328, 0.5, 0.494141, 0.496094, 0.462891, 0.496094, 0.523438, 0.466797, 0.511719, 0.441406, 0.494141, 0.472656, 0.498047, 0.449219, 0.480469, 0.490234, 0.458984, 0.464844, 0.482422, 0.451172, 0.455078, 0.486328, 0.484375, 0.490234, 0.498047, 0.492188, 0.474609, 0.476562, 0.488281, 0.464844, 0.478516, 0.439453, 0.5, 0.482422, 0.496094, 0.484375, 0.484375, 0.498047, 0.503906, 0.408203, 0.5, 0.464844, 0.498047, 0.490234, 0.5, 0.519531, 0.457031, 0.498047, 0.462891, 0.494141, 0.503906, 0.476562, 0.511719, 0.474609, 0.488281, 0.482422, 0.511719, 0.5, 0.472656, 0.515625, 0.5, 0.498047, 0.470703, 0.484375, 0.458984, 0.458984, 0.496094, 0.474609, 0.478516, 0.474609, 0.488281, 0.470703, 0.507812, 0.488281, 0.486328, 0.482422, 0.480469, 0.476562, 0.447266, 0.503906, 0.488281, 0.523438, 0.492188, 0.457031, 0.484375, 0.503906, 0.490234, 0.496094, 0.5, 0.478516, 0.484375, 0.496094, 0.486328, 0.496094, 0.492188, 0.511719, 0.478516, 0.488281, 0.480469, 0.507812, 0.476562, 0.482422, 0.519531, 0.486328, 0.472656, 0.476562, 0.464844, 0.474609, 0.484375, 0.447266, 0.472656, 0.449219, 0.490234, 0.476562, 0.474609, 0.472656, 0.507812, 0.478516, 0.466797, 0.488281, 0.460938, 0.482422, 0.490234, 0.419922, 0.457031, 0.427734, 0.480469, 0.482422, 0.490234, 0.486328, 0.515625, 0.486328, 0.488281, 0.490234, 0.46875, 0.488281, 0.470703, 0.470703, 0.494141, 0.507812, 0.486328, 0.507812, 0.482422, 0.503906, 0.482422, 0.451172, 0.458984, 0.484375, 0.5, 0.462891, 0.498047, 0.496094, 0.472656, 0.476562, 0.488281, 0.443359, 0.484375, 0.486328, 0.478516, 0.429688, 0.476562, 0.492188, 0.464844, 0.494141, 0.486328, 0.480469, 0.46875, 0.457031, 0.359375, 0.460938, 0.460938, 0.472656, 0.486328, 0.498047, 0.466797, 0.488281, 0.503906, 0.478516, 0.494141, 0.494141, 0.478516, 0.476562, 0.482422, 0.443359, 0.484375, 0.486328, 0.474609, 0.494141, 0.490234, 0.46875, 0.476562, 0.492188, 0.515625, 0.480469, 0.476562, 0.470703, 0.503906, 0.488281, 0.460938, 0.503906, 0.435547, 0.496094, 0.46875, 0.519531, 0.458984, 0.457031, 0.5, 0.443359, 0.460938, 0.496094, 0.421875, 0.46875, 0.503906, 0.466797, 0.482422, 0.507812, 0.480469, 0.451172, 0.4375, 0.511719, 0.488281, 0.5, 0.453125, 0.464844, 0.486328, 0.449219, 0.507812, 0.488281, 0.492188, 0.484375, 0.478516, 0.482422, 0.482422, 0.484375, 0.466797, 0.457031, 0.472656, 0.484375, 0.496094, 0.46875, 0.488281, 0.5, 0.480469, 0.482422, 0.4375, 0.470703, 0.455078, 0.490234, 0.503906, 0.457031, 0.515625, 0.490234, 0.457031, 0.480469, 0.472656, 0.488281, 0.490234, 0.492188, 0.507812, 0.490234, 0.466797, 0.460938, 0.457031, 0.427734, 0.488281, 0.494141, 0.484375, 0.488281, 0.503906, 0.474609, 0.464844, 0.478516, 0.496094, 0.490234, 0.5, 0.486328, 0.494141, 0.462891, 0.503906, 0.490234, 0.427734, 0.474609, 0.494141, 0.478516, 0.453125, 0.492188, 0.476562, 0.503906, 0.511719, 0.488281, 0.474609, 0.412109, 0.476562, 0.53125, 0.482422, 0.490234, 0.460938, 0.492188, 0.494141, 0.449219, 0.476562, 0.462891, 0.494141, 0.507812, 0.449219, 0.496094, 0.46875, 0.460938, 0.515625, 0.46875, 0.478516, 0.482422, 0.480469, 0.498047, 0.482422, 0.478516, 0.492188, 0.507812, 0.5, 0.484375, 0.488281, 0.486328, 0.486328, 0.488281, 0.503906, 0.472656, 0.482422, 0.488281, 0.470703, 0.476562, 0.484375, 0.451172, 0.474609, 0.462891, 0.464844, 0.480469, 0.515625, 0.472656, 0.484375, 0.492188, 0.488281, 0.488281, 0.458984, 0.519531, 0.490234, 0.486328, 0.5, 0.503906, 0.486328, 0.488281, 0.546875, 0.46875, 0.476562, 0.503906, 0.498047, 0.511719, 0.496094, 0.455078, 0.486328, 0.472656, 0.486328, 0.5, 0.46875, 0.488281, 0.5, 0.492188, 0.488281, 0.476562, 0.466797, 0.480469, 0.507812, 0.466797, 0.478516, 0.482422, 0.484375, 0.457031, 0.460938, 0.466797, 0.492188, 0.464844, 0.484375, 0.507812, 0.498047, 0.492188, 0.519531, 0.515625, 0.46875, 0.492188, 0.075195, 0.466797, 0.484375, 0.498047, 0.486328, 0.484375, 0.5, 0.490234, 0.464844, 0.494141, 0.484375, 0.462891, 0.490234, 0.484375, 0.503906, 0.507812, 0.490234, 0.484375, 0.488281, 0.486328, 0.494141, 0.498047, 0.441406, 0.408203, 0.453125, 0.496094, 0.5, 0.482422, 0.498047, 0.492188, 0.496094, 0.46875, 0.492188, 0.5, 0.5, 0.464844, 0.472656, 0.466797, 0.474609, 0.515625, 0.496094, 0.507812, 0.492188, 0.486328, 0.503906, 0.494141, 0.488281, 0.478516, 0.460938, 0.503906, 0.527344, 0.472656, 0.488281, 0.455078, 0.488281, 0.498047, 0.503906, 0.5, 0.458984, 0.507812, 0.451172, 0.451172, 0.486328, 0.5, 0.492188, 0.453125, 0.5, 0.474609, 0.46875, 0.480469, 0.486328, 0.496094, 0.5, 0.5, 0.490234, 0.484375, 0.486328, 0.478516, 0.507812, 0.480469, 0.484375, 0.462891, 0.472656, 0.5, 0.511719, 0.523438, 0.498047, 0.482422, 0.458984, 0.46875, 0.523438, 0.496094, 0.503906, 0.503906, 0.498047, 0.474609, 0.466797, 0.496094, 0.462891, 0.523438, 0.46875, 0.474609, 0.382812, 0.474609, 0.472656, 0.470703, 0.482422, 0.460938, 0.507812, 0.480469, 0.498047, 0.5, 0.503906, 0.464844, 0.464844, 0.4375, 0.494141, 0.470703, 0.478516, 0.488281, 0.46875, 0.5, 0.496094, 0.486328, 0.496094, 0.484375, 0.470703, 0.464844, 0.451172, 0.447266, 0.482422, 0.478516, 0.486328, 0.5, 0.511719, 0.449219, 0.492188, 0.464844, 0.5, 0.498047, 0.498047, 0.486328, 0.492188, 0.464844, 0.519531, 0.5, 0.496094, 0.511719, 0.486328, 0.484375, 0.478516, 0.476562, 0.457031, 0.476562, 0.460938, 0.480469, 0.484375, 0.482422, 0.486328, 0.511719, 0.498047, 0.492188, 0.480469, 0.470703, 0.507812, 0.490234, 0.486328, 0.4375, 0.490234, 0.476562, 0.503906, 0.464844, 0.498047, 0.511719, 0.511719, 0.458984, 0.507812, 0.486328, 0.498047, 0.480469, 0.472656, 0.470703, 0.476562, 0.347656, 0.488281, 0.476562, 0.515625, 0.490234, 0.458984, 0.480469, 0.484375, 0.494141, 0.515625, 0.503906, 0.443359, 0.488281, 0.486328, 0.474609, 0.492188, 0.474609, 0.466797, 0.482422, 0.482422, 0.460938, 0.5, 0.460938, 0.472656, 0.503906, 0.482422, 0.482422, 0.5, 0.494141, 0.474609, 0.458984, 0.476562, 0.46875, 0.441406, 0.498047, 0.488281, 0.445312, 0.476562, 0.5, 0.480469, 0.466797, 0.496094, 0.494141, 0.488281, 0.486328, 0.488281, 0.490234, 0.482422, 0.466797, 0.480469, 0.523438, 0.472656, 0.515625, 0.455078, 0.474609, 0.472656, 0.474609, 0.494141, 0.515625, 0.480469, 0.484375, 0.496094, 0.482422, 0.486328, 0.484375, 0.492188, 0.488281, 0.496094, 0.472656, 0.474609, 0.496094, 0.490234, 0.484375, 0.492188, 0.466797, 0.480469, 0.507812, 0.462891, 0.496094, 0.457031, 0.484375, 0.476562, 0.470703, 0.462891, 0.490234, 0.464844, 0.443359, 0.453125, 0.503906, 0.503906, 0.488281, 0.480469, 0.476562, 0.455078, 0.476562, 0.470703, 0.46875, 0.498047, 0.480469, 0.478516, 0.492188, 0.474609, 0.472656, 0.478516, 0.484375, 0.480469, 0.496094, 0.466797, 0.486328, 0.427734, 0.5, 0.515625, 0.511719, 0.507812, 0.472656, 0.503906, 0.464844, 0.498047, 0.503906, 0.503906, 0.443359, 0.46875, 0.431641, 0.496094, 0.466797, 0.484375, 0.472656, 0.488281, 0.478516, 0.427734, 0.431641, 0.503906, 0.466797, 0.474609, 0.472656, 0.5, 0.488281, 0.503906, 0.478516, 0.482422, 0.476562, 0.498047, 0.5, 0.460938, 0.503906, 0.488281, 0.490234, 0.484375, 0.476562, 0.488281, 0.482422, 0.478516, 0.498047, 0.484375, 0.482422, 0.507812, 0.46875, 0.431641, 0.451172, 0.511719, 0.433594, 0.5, 0.15625, 0.494141, 0.507812, 0.470703, 0.486328, 0.507812, 0.511719, 0.494141, 0.488281, 0.484375, 0.498047, 0.494141, 0.496094, 0.519531, 0.492188, 0.492188, 0.476562, 0.476562, 0.503906, 0.482422, 0.474609, 0.496094, 0.455078, 0.472656, 0.458984, 0.462891, 0.484375, 0.492188, 0.5, 0.53125, 0.494141, 0.494141, 0.488281, 0.474609, 0.476562, 0.457031, 0.503906, 0.466797, 0.462891, 0.488281, 0.507812, 0.447266, 0.478516, 0.462891, 0.503906, 0.419922, 0.486328, 0.46875, 0.494141, 0.546875, 0.470703, 0.486328, 0.431641, 0.527344, 0.435547, 0.484375, 0.476562, 0.492188, 0.472656, 0.490234, 0.5, 0.455078, 0.496094, 0.5, 0.480469, 0.490234, 0.464844, 0.496094, 0.441406, 0.482422, 0.492188, 0.488281, 0.492188, 0.460938, 0.462891, 0.472656, 0.490234, 0.439453, 0.488281, 0.488281, 0.53125, 0.462891, 0.476562, 0.46875, 0.474609, 0.46875, 0.486328, 0.453125, 0.511719, 0.492188, 0.5, 0.486328, 0.478516, 0.482422, 0.490234, 0.507812, 0.458984, 0.515625, 0.457031, 0.507812, 0.488281, 0.457031, 0.486328, 0.464844, 0.460938, 0.494141, 0.507812, 0.470703, 0.480469, 0.443359, 0.498047, 0.484375, 0.466797, 0.494141, 0.490234, 0.482422, 0.458984, 0.503906, 0.494141, 0.482422, 0.5, 0.503906, 0.503906, 0.484375, 0.472656, 0.486328, 0.478516, 0.476562, 0.503906, 0.53125, 0.472656, 0.484375, 0.494141, 0.462891, 0.527344, 0.480469, 0.494141, 0.492188, 0.451172, 0.523438, 0.482422, 0.492188, 0.46875, 0.5, 0.507812, 0.486328, 0.496094, 0.492188, 0.486328, 0.46875, 0.478516, 0.460938, 0.5, 0.466797, 0.472656, 0.476562, 0.492188, 0.484375, 0.476562, 0.488281, 0.5, 0.5, 0.490234, 0.498047, 0.492188, 0.470703, 0.455078, 0.474609, 0.474609, 0.449219, 0.5, 0.478516, 0.488281, 0.488281, 0.488281, 0.507812, 0.470703, 0.601562, 0.494141, 0.482422, 0.511719, 0.478516, 0.503906, 0.492188, 0.464844, 0.492188, 0.498047, 0.486328, 0.507812, 0.46875, 0.494141, 0.496094, 0.46875, 0.507812, 0.498047, 0.482422, 0.476562, 0.46875, 0.503906, 0.484375, 0.482422, 0.507812, 0.470703, 0.490234, 0.492188, 0.494141, 0.523438, 0.490234, 0.46875, 0.498047, 0.503906, 0.498047, 0.478516, 0.455078, 0.519531, 0.435547, 0.507812, 0.476562, 0.462891, 0.474609, 0.488281, 0.503906, 0.5, 0.478516, 0.5, 0.488281, 0.490234, 0.476562, 0.482422, 0.5, 0.470703, 0.476562, 0.466797, 0.498047, 0.478516, 0.490234, 0.503906, 0.460938, 0.494141, 0.464844, 0.494141, 0.490234, 0.498047, 0.486328, 0.5, 0.519531, 0.5, 0.492188, 0.507812, 0.494141, 0.478516, 0.457031, 0.5, 0.490234, 0.486328, 0.5, 0.484375, 0.472656, 0.490234, 0.464844, 0.498047, 0.476562, 0.482422, 0.462891, 0.478516, 0.511719, 0.488281, 0.5, 0.476562, 0.478516, 0.507812, 0.498047, 0.5, 0.507812, 0.503906, 0.453125, 0.507812, 0.478516, 0.476562, 0.515625, 0.46875, 0.478516, 0.496094, 0.460938, 0.443359, 0.488281, 0.478516, 0.458984, 0.478516, 0.507812, 0.474609, 0.511719, 0.480469, 0.472656, 0.511719, 0.476562, 0.464844, 0.478516, 0.496094, 0.486328, 0.496094, 0.470703, 0.5, 0.484375, 0.472656, 0.447266, 0.4375, 0.460938, 0.496094, 0.496094, 0.490234, 0.498047, 0.496094, 0.478516, 0.484375, 0.478516, 0.490234, 0.447266, 0.484375, 0.470703, 0.5, 0.482422, 0.482422, 0.492188, 0.482422, 0.503906, 0.441406, 0.464844, 0.498047, 0.474609, 0.519531, 0.515625, 0.494141, 0.503906, 0.498047, 0.457031, 0.478516, 0.503906, 0.484375, 0.507812, 0.490234, 0.488281, 0.494141, 0.474609, 0.414062, 0.476562, 0.474609, 0.474609, 0.474609, 0.476562, 0.484375, 0.486328, 0.482422, 0.478516, 0.462891, 0.482422, 0.478516, 0.464844, 0.455078, 0.494141, 0.466797, 0.488281, 0.466797, 0.5, 0.482422, 0.484375, 0.488281, 0.480469, 0.503906, 0.474609, 0.474609, 0.455078, 0.462891, 0.458984, 0.474609, 0.472656, 0.474609, 0.511719, 0.490234, 0.498047, 0.484375, 0.480469, 0.5, 0.472656, 0.480469, 0.46875, 0.498047, 0.482422, 0.5, 0.476562, 0.498047, 0.478516, 0.451172, 0.519531, 0.470703, 0.478516, 0.507812, 0.449219, 0.476562, 0.46875, 0.453125, 0.474609, 0.462891, 0.480469, 0.515625, 0.490234, 0.494141, 0.478516, 0.46875, 0.484375, 0.490234, 0.455078, 0.488281, 0.480469, 0.523438, 0.507812, 0.482422, 0.476562, 0.492188, 0.519531, 0.478516, 0.482422, 0.492188, 0.486328, 0.466797, 0.492188, 0.474609, 0.484375, 0.474609, 0.484375, 0.482422, 0.498047, 0.178711, 0.474609, 0.482422, 0.515625, 0.466797, 0.482422, 0.460938, 0.484375, 0.490234, 0.494141, 0.527344, 0.466797, 0.472656, 0.457031, 0.478516, 0.5, 0.466797, 0.482422, 0.466797, 0.482422, 0.476562, 0.498047, 0.474609, 0.486328, 0.484375, 0.494141, 0.470703, 0.455078, 0.460938, 0.503906, 0.511719, 0.496094, 0.496094, 0.511719, 0.507812, 0.464844, 0.46875, 0.476562, 0.492188, 0.519531, 0.476562, 0.488281, 0.458984, 0.460938, 0.480469, 0.507812, 0.498047, 0.498047, 0.511719, 0.478516, 0.494141, 0.462891, 0.480469, 0.445312, 0.5, 0.474609, 0.492188, 0.482422, 0.494141, 0.466797, 0.457031, 0.482422, 0.482422, 0.490234, 0.474609, 0.435547, 0.470703, 0.5, 0.460938, 0.482422, 0.476562, 0.435547, 0.476562, 0.494141, 0.488281, 0.449219, 0.474609, 0.492188, 0.478516, 0.503906, 0.519531, 0.476562, 0.488281, 0.464844, 0.478516, 0.490234, 0.484375, 0.498047, 0.46875, 0.486328, 0.46875, 0.478516, 0.482422, 0.439453, 0.466797, 0.486328, 0.480469, 0.466797, 0.5, 0.462891, 0.478516, 0.492188, 0.460938, 0.527344, 0.490234, 0.484375, 0.486328, 0.492188, 0.460938, 0.498047, 0.503906, 0.460938, 0.458984, 0.46875, 0.470703, 0.466797, 0.439453, 0.482422, 0.523438, 0.490234, 0.484375, 0.503906, 0.46875, 0.455078, 0.476562, 0.492188, 0.460938, 0.478516, 0.496094, 0.464844, 0.462891, 0.460938, 0.496094, 0.482422, 0.503906, 0.496094, 0.466797, 0.496094, 0.480469, 0.451172, 0.490234, 0.507812, 0.484375, 0.515625, 0.476562, 0.484375, 0.466797, 0.464844, 0.476562, 0.490234, 0.5, 0.507812, 0.503906, 0.478516, 0.488281, 0.494141, 0.503906, 0.486328, 0.464844, 0.482422, 0.476562, 0.519531, 0.476562, 0.472656, 0.492188, 0.507812, 0.455078, 0.447266, 0.484375, 0.425781, 0.470703, 0.455078, 0.474609, 0.46875, 0.458984, 0.496094, 0.486328, 0.498047, 0.472656, 0.470703, 0.480469, 0.507812, 0.496094, 0.492188, 0.488281, 0.507812, 0.498047, 0.496094, 0.472656, 0.470703, 0.486328, 0.482422, 0.478516, 0.443359, 0.455078, 0.476562, 0.490234, 0.480469, 0.488281, 0.455078, 0.478516, 0.507812, 0.5, 0.484375, 0.482422, 0.482422, 0.511719, 0.478516, 0.488281, 0.480469, 0.394531, 0.480469, 0.5, 0.482422, 0.5, 0.458984, 0.523438, 0.460938, 0.449219, 0.462891, 0.494141, 0.46875, 0.490234, 0.496094, 0.490234, 0.464844, 0.484375, 0.488281, 0.490234, 0.486328, 0.433594, 0.498047, 0.488281, 0.445312, 0.476562, 0.494141, 0.490234, 0.515625, 0.478516, 0.482422, 0.515625, 0.482422, 0.439453, 0.478516, 0.470703, 0.457031, 0.490234, 0.488281, 0.498047, 0.496094, 0.488281, 0.470703, 0.474609, 0.482422, 0.496094, 0.488281, 0.484375, 0.480469, 0.480469, 0.527344, 0.490234, 0.482422, 0.496094, 0.5, 0.486328, 0.488281, 0.484375, 0.507812, 0.5, 0.427734, 0.535156, 0.458984, 0.46875, 0.470703, 0.492188, 0.498047, 0.496094, 0.486328, 0.449219, 0.5, 0.496094, 0.498047, 0.498047, 0.494141, 0.496094, 0.447266, 0.474609, 0.494141, 0.449219, 0.496094, 0.476562, 0.472656, 0.480469, 0.474609, 0.429688, 0.470703, 0.486328, 0.480469, 0.494141, 0.507812, 0.484375, 0.515625, 0.5, 0.441406, 0.503906, 0.478516, 0.488281, 0.464844, 0.490234, 0.486328, 0.5, 0.488281, 0.472656, 0.466797, 0.419922, 0.472656, 0.498047, 0.000683, 0.455078, 0.511719, 0.458984, 0.4375, 0.5, 0.488281, 0.480469, 0.449219, 0.484375, 0.5, 0.507812, 0.488281, 0.503906, 0.515625, 0.503906, 0.480469, 0.498047, 0.462891, 0.488281, 0.519531, 0.494141, 0.476562, 0.496094, 0.476562, 0.439453, 0.470703, 0.455078, 0.511719, 0.472656, 0.474609, 0.480469, 0.488281, 0.453125, 0.472656, 0.498047, 0.523438, 0.498047, 0.476562, 0.447266, 0.449219, 0.445312, 0.515625, 0.470703, 0.507812, 0.484375, 0.511719, 0.484375, 0.464844, 0.498047, 0.490234, 0.486328, 0.470703, 0.494141, 0.470703, 0.474609, 0.470703, 0.492188, 0.466797, 0.511719, 0.494141, 0.5, 0.462891, 0.455078, 0.484375, 0.507812, 0.484375, 0.470703, 0.498047, 0.443359, 0.429688, 0.488281, 0.484375, 0.498047, 0.5, 0.455078, 0.480469, 0.492188, 0.46875, 0.431641, 0.478516, 0.486328, 0.488281, 0.507812, 0.498047, 0.492188, 0.492188, 0.455078, 0.490234, 0.484375, 0.478516, 0.451172, 0.431641, 0.507812, 0.503906, 0.496094, 0.486328, 0.472656, 0.492188, 0.494141, 0.476562, 0.480469, 0.494141, 0.503906, 0.480469, 0.46875, 0.498047, 0.498047, 0.511719, 0.482422, 0.439453, 0.486328, 0.449219, 0.470703, 0.486328, 0.470703, 0.480469, 0.482422, 0.445312, 0.515625, 0.478516, 0.503906, 0.460938, 0.466797, 0.490234, 0.519531, 0.503906, 0.453125, 0.515625, 0.480469, 0.470703, 0.482422, 0.53125, 0.490234, 0.46875, 0.484375, 0.484375, 0.478516, 0.462891, 0.46875, 0.507812, 0.435547, 0.464844, 0.46875, 0.46875, 0.484375, 0.464844, 0.478516, 0.488281, 0.519531, 0.462891, 0.449219, 0.480469, 0.490234, 0.507812, 0.115723, 0.466797, 0.464844, 0.496094, 0.492188, 0.496094, 0.507812, 0.488281, 0.451172, 0.462891, 0.503906, 0.478516, 0.462891, 0.466797, 0.488281, 0.460938, 0.498047, 0.484375, 0.515625, 0.484375, 0.46875, 0.5, 0.462891, 0.492188, 0.488281, 0.470703, 0.490234, 0.425781, 0.472656, 0.484375, 0.498047, 0.457031, 0.472656, 0.488281, 0.474609, 0.480469, 0.466797, 0.472656, 0.507812, 0.462891, 0.519531, 0.503906, 0.464844, 0.466797, 0.496094, 0.488281, 0.484375, 0.511719, 0.455078, 0.486328, 0.449219, 0.464844, 0.472656, 0.476562, 0.478516, 0.496094, 0.462891, 0.484375, 0.503906, 0.443359, 0.482422, 0.492188, 0.496094, 0.507812, 0.460938, 0.46875, 0.486328, 0.496094, 0.492188, 0.496094, 0.486328, 0.498047, 0.466797, 0.470703, 0.46875, 0.451172, 0.464844, 0.46875, 0.486328, 0.474609, 0.466797, 0.476562, 0.457031, 0.472656, 0.494141, 0.474609, 0.457031, 0.460938, 0.503906, 0.46875, 0.453125, 0.5, 0.496094, 0.494141, 0.488281, 0.511719, 0.484375, 0.503906, 0.470703, 0.496094, 0.46875, 0.519531, 0.429688, 0.503906, 0.458984, 0.455078, 0.5, 0.488281, 0.484375, 0.46875, 0.472656, 0.46875, 0.503906, 0.511719, 0.527344, 0.486328, 0.511719, 0.416016, 0.486328, 0.507812, 0.511719, 0.46875, 0.486328, 0.480469, 0.496094, 0.486328, 0.498047, 0.507812, 0.470703, 0.490234, 0.5, 0.503906, 0.441406, 0.46875, 0.5, 0.488281, 0.445312, 0.46875, 0.457031, 0.486328, 0.460938, 0.476562, 0.486328, 0.476562, 0.511719, 0.464844, 0.476562, 0.470703, 0.439453, 0.492188, 0.470703, 0.470703, 0.470703, 0.482422, 0.482422, 0.447266, 0.457031, 0.478516, 0.466797, 0.441406, 0.507812, 0.490234, 0.472656, 0.478516, 0.476562, 0.478516, 0.458984, 0.472656, 0.488281, 0.464844, 0.470703, 0.480469, 0.488281, 0.486328, 0.455078, 0.476562, 0.503906, 0.441406, 0.496094, 0.476562, 0.488281, 0.474609, 0.503906, 0.464844, 0.480469, 0.503906, 0.503906, 0.492188, 0.488281, 0.427734, 0.492188, 0.476562, 0.46875, 0.476562, 0.462891, 0.453125, 0.503906, 0.490234, 0.480469, 0.474609, 0.470703, 0.457031, 0.511719, 0.486328, 0.458984, 0.458984, 0.498047, 0.488281, 0.494141, 0.474609, 0.484375, 0.503906, 0.445312, 0.503906, 0.511719, 0.498047, 0.46875, 0.480469, 0.488281, 0.460938, 0.503906, 0.515625, 0.457031, 0.511719, 0.478516, 0.492188, 0.486328, 0.339844, 0.496094, 0.474609, 0.474609, 0.486328, 0.46875, 0.478516, 0.441406, 0.462891, 0.492188, 0.507812, 0.5, 0.519531, 0.496094, 0.488281, 0.484375, 0.490234, 0.490234, 0.472656, 0.482422, 0.462891, 0.484375, 0.464844, 0.478516, 0.478516, 0.46875, 0.480469, 0.486328, 0.490234, 0.494141, 0.458984, 0.449219, 0.511719, 0.439453, 0.498047, 0.464844, 0.451172, 0.476562, 0.480469, 0.457031, 0.503906, 0.507812, 0.472656, 0.507812, 0.484375, 0.486328, 0.494141, 0.464844, 0.478516, 0.494141, 0.519531, 0.490234, 0.410156, 0.458984, 0.478516, 0.482422, 0.472656, 0.496094, 0.069336, 0.494141, 0.519531, 0.5, 0.449219, 0.519531, 0.494141, 0.490234, 0.5, 0.470703, 0.451172, 0.476562, 0.46875, 0.470703, 0.511719, 0.494141, 0.482422, 0.496094, 0.488281, 0.503906, 0.482422, 0.490234, 0.478516, 0.482422, 0.482422, 0.478516, 0.503906, 0.466797, 0.46875, 0.470703, 0.451172, 0.46875, 0.480469, 0.488281, 0.484375, 0.480469, 0.480469, 0.503906, 0.476562, 0.480469, 0.480469, 0.482422, 0.492188, 0.484375, 0.511719, 0.494141, 0.472656, 0.503906, 0.474609, 0.482422, 0.480469, 0.478516, 0.476562, 0.486328, 0.488281, 0.507812, 0.496094, 0.480469, 0.507812, 0.464844, 0.503906, 0.5, 0.476562, 0.492188, 0.478516, 0.476562, 0.494141, 0.515625, 0.515625, 0.447266, 0.474609, 0.5, 0.498047, 0.470703, 0.503906, 0.484375, 0.476562, 0.507812, 0.46875, 0.472656, 0.455078, 0.458984, 0.484375, 0.480469, 0.498047, 0.480469, 0.453125, 0.498047, 0.5, 0.519531, 0.498047, 0.480469, 0.466797, 0.498047, 0.466797, 0.462891, 0.447266, 0.486328, 0.507812, 0.507812, 0.519531, 0.494141, 0.484375, 0.470703, 0.503906, 0.498047, 0.488281, 0.476562, 0.492188, 0.498047, 0.484375, 0.498047, 0.5, 0.464844, 0.478516, 0.511719, 0.494141, 0.478516, 0.494141, 0.449219, 0.484375, 0.5, 0.503906, 0.490234, 0.5, 0.480469, 0.443359, 0.476562, 0.451172, 0.498047, 0.494141, 0.492188, 0.478516, 0.498047, 0.460938, 0.494141, 0.498047, 0.507812, 0.490234, 0.490234, 0.460938, 0.464844, 0.472656, 0.511719, 0.478516, 0.482422, 0.466797, 0.486328, 0.515625, 0.496094, 0.462891, 0.496094, 0.486328, 0.535156, 0.507812, 0.470703, 0.474609, 0.480469, 0.470703, 0.494141, 0.511719, 0.470703, 0.458984, 0.527344, 0.496094, 0.458984, 0.441406, 0.5, 0.484375, 0.5, 0.457031, 0.5, 0.507812, 0.478516, 0.498047, 0.507812, 0.476562, 0.523438, 0.474609, 0.439453, 0.484375, 0.5, 0.480469, 0.457031, 0.476562, 0.488281, 0.507812, 0.460938, 0.503906, 0.496094, 0.476562, 0.5, 0.492188, 0.498047, 0.486328, 0.488281, 0.5, 0.507812, 0.484375, 0.507812, 0.482422, 0.494141, 0.486328, 0.480469, 0.453125, 0.498047, 0.470703, 0.503906, 0.484375, 0.494141, 0.486328, 0.488281, 0.5, 0.482422, 0.503906, 0.470703, 0.5, 0.466797, 0.486328, 0.494141, 0.503906, 0.494141, 0.527344, 0.470703, 0.494141, 0.447266, 0.490234, 0.482422, 0.496094, 0.482422, 0.496094, 0.482422, 0.470703, 0.453125, 0.443359, 0.492188, 0.466797, 0.488281, 0.476562, 0.482422, 0.464844, 0.488281, 0.464844, 0.511719, 0.492188, 0.490234, 0.478516, 0.474609, 0.476562, 0.492188, 0.492188, 0.480469, 0.476562, 0.511719, 0.486328, 0.511719, 0.464844, 0.494141, 0.470703, 0.482422, 0.5, 0.464844, 0.476562, 0.478516, 0.490234, 0.458984, 0.503906, 0.464844, 0.439453, 0.486328, 0.490234, 0.482422, 0.498047, 0.462891, 0.447266, 0.486328, 0.484375, 0.466797, 0.503906, 0.478516, 0.503906, 0.488281, 0.476562, 0.503906, 0.498047, 0.492188, 0.478516, 0.498047, 0.451172, 0.515625, 0.511719, 0.503906, 0.455078, 0.503906, 0.462891, 0.498047, 0.490234, 0.480469, 0.457031, 0.494141, 0.464844, 0.476562, 0.474609, 0.490234, 0.488281, 0.503906, 0.5, 0.498047, 0.478516, 0.478516, 0.494141, 0.482422, 0.503906, 0.470703, 0.46875, 0.507812, 0.478516, 0.486328, 0.484375, 0.494141, 0.470703, 0.496094, 0.486328, 0.498047, 0.523438, 0.496094, 0.498047, 0.478516, 0.515625, 0.486328, 0.494141, 0.503906, 0.519531, 0.46875, 0.476562, 0.476562, 0.515625, 0.515625, 0.511719, 0.490234, 0.5, 0.503906, 0.496094, 0.472656, 0.476562, 0.46875, 0.478516, 0.451172, 0.478516, 0.431641, 0.490234, 0.470703, 0.476562, 0.488281, 0.5, 0.478516, 0.435547, 0.478516, 0.511719, 0.470703, 0.492188, 0.492188, 0.478516, 0.490234, 0.466797, 0.460938, 0.496094, 0.492188, 0.470703, 0.472656, 0.484375, 0.46875, 0.498047, 0.478516, 0.484375, 0.453125, 0.462891, 0.478516, 0.480469, 0.423828, 0.472656, 0.503906, 0.498047, 0.470703, 0.478516, 0.490234, 0.503906, 0.474609, 0.439453, 0.476562, 0.5, 0.431641, 0.476562, 0.480469, 0.480469, 0.480469, 0.496094, 0.445312, 0.488281, 0.490234, 0.466797, 0.478516, 0.519531, 0.478516, 0.490234, 0.486328, 0.494141, 0.425781, 0.498047, 0.474609, 0.5, 0.474609, 0.455078, 0.488281, 0.470703, 0.5, 0.476562, 0.457031, 0.503906, 0.492188, 0.5, 0.494141, 0.484375, 0.476562, 0.490234, 0.498047, 0.511719, 0.482422, 0.5, 0.515625, 0.492188, 0.484375, 0.490234, 0.470703, 0.480469, 0.451172, 0.470703, 0.503906, 0.5, 0.476562, 0.523438, 0.498047, 0.490234, 0.470703, 0.486328, 0.482422, 0.457031, 0.490234, 0.503906, 0.474609, 0.462891, 0.5, 0.5, 0.486328, 0.519531, 0.484375, 0.462891, 0.478516, 0.486328, 0.5, 0.5, 0.482422, 0.490234, 0.478516, 0.511719, 0.492188, 0.472656, 0.488281, 0.470703, 0.464844, 0.503906, 0.503906, 0.470703, 0.503906, 0.494141, 0.5, 0.507812, 0.496094, 0.464844, 0.490234, 0.484375, 0.453125, 0.46875, 0.482422, 0.490234, 0.5, 0.511719, 0.451172, 0.480469, 0.449219, 0.486328, 0.484375, 0.507812, 0.498047, 0.486328, 0.455078, 0.480469, 0.490234, 0.5, 0.486328, 0.449219, 0.474609, 0.496094, 0.476562, 0.484375, 0.482422, 0.5, 0.496094, 0.482422, 0.488281, 0.488281, 0.503906, 0.46875, 0.492188, 0.447266, 0.453125, 0.507812, 0.458984, 0.449219, 0.466797, 0.486328, 0.484375, 0.5, 0.503906, 0.476562, 0.474609, 0.554688, 0.507812, 0.482422, 0.480469, 0.474609, 0.503906, 0.478516, 0.455078, 0.470703, 0.470703, 0.5, 0.494141, 0.503906, 0.492188, 0.482422, 0.482422, 0.476562, 0.494141, 0.515625, 0.464844, 0.445312, 0.498047, 0.431641, 0.478516, 0.464844, 0.484375, 0.460938, 0.507812, 0.482422, 0.474609, 0.503906, 0.490234, 0.466797, 0.503906, 0.460938, 0.494141, 0.507812, 0.486328, 0.470703, 0.443359, 0.523438, 0.496094, 0.482422, 0.46875, 0.476562, 0.462891, 0.464844, 0.445312, 0.503906, 0.46875, 0.496094, 0.511719, 0.470703, 0.464844, 0.455078, 0.474609, 0.480469, 0.455078, 0.503906, 0.511719, 0.480469, 0.519531, 0.46875, 0.523438, 0.480469, 0.484375, 0.492188, 0.4375, 0.423828, 0.507812, 0.498047, 0.457031, 0.476562, 0.470703, 0.503906, 0.488281, 0.492188, 0.466797, 0.507812, 0.478516, 0.5, 0.449219, 0.460938, 0.511719, 0.511719, 0.515625, 0.480469, 0.476562, 0.496094, 0.488281, 0.507812, 0.470703, 0.466797, 0.496094, 0.496094, 0.5, 0.488281, 0.476562, 0.482422, 0.490234, 0.480469, 0.503906, 0.464844, 0.507812, 0.458984, 0.466797, 0.498047, 0.488281, 0.490234, 0.486328, 0.507812, 0.443359, 0.462891, 0.462891, 0.421875, 0.527344, 0.5, 0.484375, 0.480469, 0.503906, 0.482422, 0.527344, 0.498047, 0.488281, 0.484375, 0.503906, 0.472656, 0.503906, 0.443359, 0.486328, 0.496094, 0.5, 0.527344, 0.470703, 0.482422, 0.494141, 0.488281, 0.515625, 0.498047, 0.470703, 0.404297, 0.455078, 0.458984, 0.464844, 0.484375, 0.470703, 0.503906, 0.503906, 0.46875, 0.503906, 0.511719, 0.503906, 0.472656, 0.462891, 0.484375, 0.503906, 0.46875, 0.496094, 0.5, 0.480469, 0.46875, 0.466797, 0.453125, 0.507812, 0.466797, 0.484375, 0.46875, 0.486328, 0.503906, 0.484375, 0.484375, 0.507812, 0.5, 0.458984, 0.490234, 0.496094, 0.486328, 0.462891, 0.478516, 0.5, 0.478516, 0.466797, 0.464844, 0.488281, 0.458984, 0.5, 0.476562, 0.507812, 0.498047, 0.496094, 0.457031, 0.5, 0.492188, 0.464844, 0.480469, 0.425781, 0.498047, 0.482422, 0.484375, 0.482422, 0.492188, 0.490234, 0.498047, 0.511719, 0.476562, 0.494141, 0.507812, 0.474609, 0.496094, 0.515625, 0.464844, 0.46875, 0.478516, 0.496094, 0.486328, 0.378906, 0.458984, 0.484375, 0.474609, 0.472656, 0.494141, 0.511719, 0.460938, 0.439453, 0.484375, 0.496094, 0.457031, 0.482422, 0.492188, 0.507812, 0.476562, 0.488281, 0.5, 0.498047, 0.474609, 0.462891, 0.511719, 0.474609, 0.478516, 0.498047, 0.472656, 0.482422, 0.498047, 0.464844, 0.484375, 0.472656, 0.480469, 0.492188, 0.511719, 0.470703, 0.503906, 0.498047, 0.523438, 0.494141, 0.478516, 0.511719, 0.464844, 0.464844, 0.480469, 0.492188, 0.5, 0.519531, 0.484375, 0.472656, 0.458984, 0.466797, 0.494141, 0.476562, 0.492188, 0.482422, 0.462891, 0.470703, 0.480469, 0.474609, 0.455078, 0.5, 0.441406, 0.490234, 0.478516, 0.494141, 0.474609, 0.503906, 0.486328, 0.46875, 0.46875, 0.511719, 0.457031, 0.464844, 0.46875, 0.574219, 0.474609, 0.5, 0.492188, 0.482422, 0.480469, 0.490234, 0.480469, 0.480469, 0.515625, 0.511719, 0.455078, 0.519531, 0.494141, 0.482422, 0.488281, 0.490234, 0.519531, 0.486328, 0.480469, 0.478516, 0.496094, 0.457031, 0.5, 0.455078, 0.511719, 0.46875, 0.492188, 0.5, 0.414062, 0.484375, 0.476562, 0.447266, 0.5, 0.457031, 0.5, 0.478516, 0.474609, 0.503906, 0.46875, 0.496094, 0.486328, 0.453125, 0.466797, 0.496094, 0.507812, 0.441406, 0.460938, 0.443359, 0.496094, 0.496094, 0.523438, 0.474609, 0.5, 0.464844, 0.482422, 0.484375, 0.511719, 0.476562, 0.492188, 0.494141, 0.474609, 0.476562, 0.466797, 0.447266, 0.474609, 0.480469, 0.492188, 0.482422, 0.511719, 0.476562, 0.490234, 0.457031, 0.480469, 0.464844, 0.503906, 0.476562, 0.488281, 0.542969, 0.488281, 0.466797, 0.496094, 0.462891, 0.478516, 0.478516, 0.511719, 0.494141, 0.46875, 0.482422, 0.46875, 0.507812, 0.472656, 0.494141, 0.482422, 0.488281, 0.480469, 0.478516, 0.486328, 0.492188, 0.484375, 0.458984, 0.460938, 0.464844, 0.503906, 0.488281, 0.484375, 0.486328, 0.482422, 0.5, 0.458984, 0.519531, 0.503906, 0.507812, 0.486328, 0.474609, 0.5, 0.472656, 0.470703, 0.455078, 0.480469, 0.494141, 0.455078, 0.488281, 0.488281, 0.507812, 0.480469, 0.449219, 0.511719, 0.503906, 0.5, 0.443359, 0.490234, 0.476562, 0.466797, 0.507812, 0.474609 ] }, "name": "model.transformer.layers.12.ffn_norm.weight", "outputIndexes": [ 823 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 822, 823 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_12/Mul_1_output_0", "outputIndexes": [ 824 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 824 ], "outputIndexes": [ 2882 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2882 ], "outputIndexes": [ 2883 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_1/Linear", "inputIndexes": [ 2883 ], "outputIndexes": [ 2884 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 10240, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 245760, "weightSize": 0 }, "external": [ 579227080, 31457542, 1966080, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2884 ], "outputIndexes": [ 2885 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2885 ], "outputIndexes": [ 825 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 10240 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 825, 21, 282, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_12/Slice_output_0", "outputIndexes": [ 826 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 826 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_12/Sigmoid_output_0", "outputIndexes": [ 827 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 826, 827 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_12/Mul_output_0", "outputIndexes": [ 828 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 10240 ] }, "name": "/ffn_12/Mul_1_output_0", "outputIndexes": [ 829 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 825, 282, 829, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_12/Slice_1_output_0", "outputIndexes": [ 830 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 828, 830 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_12/Mul_2_output_0", "outputIndexes": [ 831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 831 ], "outputIndexes": [ 2886 ], "main_type": "Reshape", "main": { "dims": [ -1, 5120, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2886 ], "outputIndexes": [ 2887 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_2/Linear", "inputIndexes": [ 2887 ], "outputIndexes": [ 2888 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 5120, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 122880, "weightSize": 0 }, "external": [ 612650702, 15728902, 983040, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2888 ], "outputIndexes": [ 2889 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2889 ], "outputIndexes": [ 832 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 821, 832 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_51_output_0", "outputIndexes": [ 833 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 833, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_52_output_0", "outputIndexes": [ 834 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_13/Mul_output_0", "outputIndexes": [ 835 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.261719, 0.283203, 0.248047, 0.24707, 0.253906, 0.265625, 0.25, 0.233398, 0.267578, 0.228516, 0.244141, 0.25, 0.267578, 0.259766, 0.224609, 0.257812, 0.236328, 0.235352, 0.255859, 0.251953, 0.273438, 0.255859, 0.249023, 0.265625, 0.267578, 0.246094, 0.275391, 0.240234, 0.257812, 0.251953, 0.238281, 0.257812, 0.255859, 0.251953, 0.251953, 0.251953, 0.253906, 0.253906, 0.259766, 0.265625, 0.248047, 0.255859, 0.257812, 0.269531, 0.257812, 0.273438, 0.25, 0.265625, 0.231445, 0.24707, 0.261719, 0.24707, 0.289062, 0.231445, 0.245117, 0.259766, 0.246094, 0.261719, 0.229492, 0.271484, 0.251953, 0.269531, 0.261719, 0.235352, 0.257812, 0.265625, 0.24707, 0.224609, 0.255859, 0.257812, 0.261719, 0.251953, 0.24707, 0.241211, 0.25, 0.228516, 0.257812, 0.244141, 0.261719, 0.249023, 0.263672, 0.255859, 0.257812, 0.255859, 0.251953, 0.248047, 0.251953, 0.255859, 0.267578, 0.265625, 0.253906, 0.233398, 0.240234, 0.230469, 0.251953, 0.261719, 0.249023, 0.235352, 0.241211, 0.259766, 0.242188, 0.220703, 0.265625, 0.255859, 0.275391, 0.28125, 0.259766, 0.253906, 0.230469, 0.257812, 0.245117, 0.251953, 0.253906, 0.273438, 0.253906, 0.261719, 0.255859, 0.248047, 0.261719, 0.28125, 0.25, 0.261719, 0.255859, 0.241211, 0.267578, 0.275391, 0.257812, 0.263672, 0.263672, 0.244141, 0.275391, 0.245117, 0.251953, 0.242188, 0.249023, 0.24707, 0.259766, 0.259766, 0.246094, 0.269531, 0.273438, 0.234375, 0.265625, 0.243164, 0.279297, 0.275391, 0.259766, 0.261719, 0.244141, 0.217773, 0.267578, 0.287109, 0.255859, 0.273438, 0.267578, 0.255859, 0.239258, 0.269531, 0.24707, 0.236328, 0.25, 0.237305, 0.251953, 0.237305, 0.249023, 0.255859, 0.257812, 0.257812, 0.245117, 0.255859, 0.253906, 0.269531, 0.242188, 0.259766, 0.257812, 0.249023, 0.263672, 0.251953, 0.267578, 0.279297, 0.263672, 0.246094, 0.234375, 0.233398, 0.255859, 0.255859, 0.25, 0.257812, 0.253906, 0.238281, 0.234375, 0.229492, 0.269531, 0.245117, 0.265625, 0.257812, 0.248047, 0.237305, 0.229492, 0.275391, 0.263672, 0.275391, 0.255859, 0.259766, 0.263672, 0.263672, 0.259766, 0.241211, 0.208008, 0.261719, 0.253906, 0.249023, 0.251953, 0.263672, 0.231445, 0.28125, 0.243164, 0.263672, 0.273438, 0.271484, 0.255859, 0.25, 0.237305, 0.28125, 0.289062, 0.255859, 0.251953, 0.259766, 0.240234, 0.25, 0.255859, 0.238281, 0.244141, 0.240234, 0.279297, 0.263672, 0.246094, 0.271484, 0.275391, 0.259766, 0.234375, 0.240234, 0.255859, 0.246094, 0.259766, 0.289062, 0.263672, 0.234375, 0.248047, 0.257812, 0.246094, 0.277344, 0.273438, 0.259766, 0.239258, 0.255859, 0.253906, 0.223633, 0.249023, 0.234375, 0.267578, 0.259766, 0.259766, 0.237305, 0.242188, 0.285156, 0.235352, 0.24707, 0.269531, 0.253906, 0.257812, 0.257812, 0.261719, 0.265625, 0.235352, 0.263672, 0.269531, 0.232422, 0.236328, 0.25, 0.236328, 0.231445, 0.267578, 0.259766, 0.251953, 0.240234, 0.237305, 0.249023, 0.232422, 0.25, 0.229492, 0.267578, 0.259766, 0.245117, 0.251953, 0.244141, 0.263672, 0.251953, 0.261719, 0.263672, 0.248047, 0.246094, 0.275391, 0.242188, 0.269531, 0.25, 0.300781, 0.255859, 0.251953, 0.253906, 0.248047, 0.259766, 0.261719, 0.261719, 0.242188, 0.255859, 0.251953, 0.251953, 0.265625, 0.234375, 0.255859, 0.248047, 0.263672, 0.267578, 0.255859, 0.263672, 0.242188, 0.271484, 0.271484, 0.251953, 0.242188, 0.253906, 0.246094, 0.267578, 0.283203, 0.241211, 0.263672, 0.253906, 0.257812, 0.257812, 0.251953, 0.277344, 0.265625, 0.25, 0.257812, 0.25, 0.25, 0.25, 0.246094, 0.240234, 0.283203, 0.257812, 0.242188, 0.246094, 0.253906, 0.24707, 0.259766, 0.257812, 0.259766, 0.253906, 0.238281, 0.263672, 0.244141, 0.227539, 0.269531, 0.25, 0.224609, 0.239258, 0.265625, 0.231445, 0.261719, 0.253906, 0.245117, 0.261719, 0.279297, 0.251953, 0.257812, 0.251953, 0.271484, 0.239258, 0.246094, 0.265625, 0.243164, 0.243164, 0.259766, 0.257812, 0.269531, 0.261719, 0.24707, 0.234375, 0.233398, 0.25, 0.24707, 0.263672, 0.25, 0.257812, 0.251953, 0.249023, 0.253906, 0.265625, 0.239258, 0.242188, 0.251953, 0.265625, 0.242188, 0.239258, 0.271484, 0.267578, 0.259766, 0.238281, 0.28125, 0.255859, 0.24707, 0.265625, 0.237305, 0.263672, 0.261719, 0.263672, 0.257812, 0.234375, 0.257812, 0.248047, 0.261719, 0.275391, 0.265625, 0.230469, 0.238281, 0.261719, 0.246094, 0.259766, 0.253906, 0.251953, 0.255859, 0.273438, 0.25, 0.257812, 0.236328, 0.269531, 0.244141, 0.257812, 0.275391, 0.232422, 0.251953, 0.273438, 0.267578, 0.230469, 0.269531, 0.257812, 0.25, 0.261719, 0.255859, 0.255859, 0.257812, 0.275391, 0.253906, 0.265625, 0.259766, 0.242188, 0.267578, 0.253906, 0.253906, 0.269531, 0.225586, 0.25, 0.242188, 0.279297, 0.244141, 0.253906, 0.253906, 0.261719, 0.248047, 0.267578, 0.253906, 0.248047, 0.275391, 0.259766, 0.251953, 0.267578, 0.253906, 0.267578, 0.253906, 0.25, 0.271484, 0.253906, 0.25, 0.273438, 0.240234, 0.233398, 0.230469, 0.261719, 0.257812, 0.241211, 0.253906, 0.263672, 0.257812, 0.243164, 0.253906, 0.233398, 0.245117, 0.261719, 0.255859, 0.253906, 0.259766, 0.275391, 0.251953, 0.246094, 0.245117, 0.227539, 0.261719, 0.273438, 0.240234, 0.273438, 0.228516, 0.243164, 0.248047, 0.259766, 0.287109, 0.242188, 0.244141, 0.237305, 0.246094, 0.243164, 0.265625, 0.257812, 0.265625, 0.253906, 0.22168, 0.271484, 0.259766, 0.259766, 0.251953, 0.273438, 0.241211, 0.253906, 0.244141, 0.253906, 0.259766, 0.275391, 0.237305, 0.271484, 0.275391, 0.251953, 0.296875, 0.233398, 0.267578, 0.259766, 0.261719, 0.246094, 0.257812, 0.265625, 0.253906, 0.24707, 0.263672, 0.257812, 0.241211, 0.25, 0.271484, 0.263672, 0.261719, 0.259766, 0.24707, 0.222656, 0.222656, 0.227539, 0.234375, 0.277344, 0.238281, 0.246094, 0.259766, 0.25, 0.275391, 0.251953, 0.273438, 0.255859, 0.296875, 0.24707, 0.285156, 0.24707, 0.255859, 0.277344, 0.261719, 0.253906, 0.253906, 0.259766, 0.253906, 0.251953, 0.261719, 0.177734, 0.249023, 0.25, 0.257812, 0.267578, 0.239258, 0.245117, 0.255859, 0.25, 0.229492, 0.251953, 0.263672, 0.242188, 0.248047, 0.240234, 0.238281, 0.230469, 0.265625, 0.234375, 0.261719, 0.248047, 0.255859, 0.283203, 0.253906, 0.253906, 0.251953, 0.255859, 0.236328, 0.238281, 0.243164, 0.240234, 0.24707, 0.231445, 0.233398, 0.236328, 0.237305, 0.244141, 0.245117, 0.237305, 0.261719, 0.243164, 0.263672, 0.271484, 0.241211, 0.255859, 0.233398, 0.269531, 0.242188, 0.243164, 0.225586, 0.240234, 0.289062, 0.265625, 0.251953, 0.241211, 0.253906, 0.261719, 0.235352, 0.249023, 0.269531, 0.25, 0.249023, 0.239258, 0.205078, 0.25, 0.275391, 0.263672, 0.269531, 0.231445, 0.246094, 0.257812, 0.222656, 0.253906, 0.255859, 0.253906, 0.277344, 0.235352, 0.253906, 0.242188, 0.28125, 0.245117, 0.249023, 0.269531, 0.265625, 0.244141, 0.232422, 0.246094, 0.296875, 0.259766, 0.255859, 0.208984, 0.239258, 0.239258, 0.24707, 0.253906, 0.267578, 0.253906, 0.265625, 0.219727, 0.25, 0.275391, 0.273438, 0.273438, 0.25, 0.275391, 0.251953, 0.25, 0.277344, 0.261719, 0.259766, 0.253906, 0.236328, 0.246094, 0.257812, 0.253906, 0.273438, 0.234375, 0.238281, 0.253906, 0.265625, 0.285156, 0.277344, 0.240234, 0.255859, 0.249023, 0.245117, 0.249023, 0.259766, 0.231445, 0.279297, 0.271484, 0.259766, 0.283203, 0.253906, 0.248047, 0.271484, 0.267578, 0.269531, 0.267578, 0.239258, 0.287109, 0.263672, 0.251953, 0.261719, 0.251953, 0.245117, 0.238281, 0.237305, 0.255859, 0.279297, 0.246094, 0.253906, 0.269531, 0.246094, 0.275391, 0.241211, 0.244141, 0.269531, 0.259766, 0.255859, 0.277344, 0.279297, 0.253906, 0.255859, 0.255859, 0.246094, 0.265625, 0.251953, 0.248047, 0.267578, 0.253906, 0.242188, 0.240234, 0.237305, 0.233398, 0.265625, 0.242188, 0.25, 0.265625, 0.310547, 0.244141, 0.253906, 0.248047, 0.277344, 0.259766, 0.234375, 0.261719, 0.263672, 0.251953, 0.257812, 0.263672, 0.241211, 0.269531, 0.259766, 0.222656, 0.273438, 0.263672, 0.267578, 0.251953, 0.243164, 0.242188, 0.253906, 0.267578, 0.257812, 0.24707, 0.219727, 0.265625, 0.24707, 0.259766, 0.285156, 0.236328, 0.265625, 0.229492, 0.255859, 0.246094, 0.255859, 0.236328, 0.24707, 0.237305, 0.233398, 0.289062, 0.283203, 0.257812, 0.261719, 0.232422, 0.239258, 0.261719, 0.257812, 0.277344, 0.228516, 0.246094, 0.251953, 0.275391, 0.235352, 0.236328, 0.259766, 0.240234, 0.234375, 0.251953, 0.244141, 0.245117, 0.229492, 0.244141, 0.265625, 0.251953, 0.24707, 0.261719, 0.265625, 0.257812, 0.251953, 0.25, 0.25, 0.21582, 0.251953, 0.253906, 0.259766, 0.242188, 0.28125, 0.240234, 0.255859, 0.249023, 0.217773, 0.25, 0.248047, 0.248047, 0.275391, 0.241211, 0.279297, 0.265625, 0.248047, 0.253906, 0.259766, 0.248047, 0.237305, 0.25, 0.251953, 0.253906, 0.24707, 0.24707, 0.237305, 0.259766, 0.255859, 0.257812, 0.267578, 0.263672, 0.253906, 0.238281, 0.273438, 0.237305, 0.230469, 0.253906, 0.294922, 0.259766, 0.253906, 0.255859, 0.269531, 0.243164, 0.253906, 0.259766, 0.259766, 0.271484, 0.277344, 0.277344, 0.263672, 0.253906, 0.255859, 0.253906, 0.259766, 0.261719, 0.234375, 0.229492, 0.267578, 0.241211, 0.271484, 0.248047, 0.263672, 0.240234, 0.261719, 0.255859, 0.24707, 0.200195, 0.257812, 0.25, 0.240234, 0.279297, 0.263672, 0.263672, 0.243164, 0.259766, 0.245117, 0.244141, 0.255859, 0.263672, 0.283203, 0.265625, 0.259766, 0.253906, 0.285156, 0.248047, 0.263672, 0.25, 0.24707, 0.259766, 0.257812, 0.275391, 0.202148, 0.259766, 0.267578, 0.240234, 0.253906, 0.269531, 0.267578, 0.248047, 0.279297, 0.28125, 0.246094, 0.25, 0.232422, 0.257812, 0.275391, 0.253906, 0.244141, 0.243164, 0.253906, 0.251953, 0.257812, 0.239258, 0.259766, 0.283203, 0.248047, 0.236328, 0.249023, 0.263672, 0.251953, 0.259766, 0.240234, 0.244141, 0.283203, 0.242188, 0.245117, 0.269531, 0.234375, 0.249023, 0.25, 0.24707, 0.251953, 0.21582, 0.253906, 0.246094, 0.25, 0.240234, 0.265625, 0.236328, 0.231445, 0.230469, 0.292969, 0.269531, 0.242188, 0.248047, 0.223633, 0.263672, 0.253906, 0.251953, 0.285156, 0.227539, 0.253906, 0.25, 0.238281, 0.277344, 0.25, 0.263672, 0.240234, 0.253906, 0.300781, 0.267578, 0.273438, 0.251953, 0.277344, 0.239258, 0.265625, 0.277344, 0.261719, 0.316406, 0.261719, 0.271484, 0.244141, 0.273438, 0.234375, 0.240234, 0.227539, 0.259766, 0.263672, 0.241211, 0.253906, 0.265625, 0.267578, 0.251953, 0.251953, 0.251953, 0.251953, 0.248047, 0.261719, 0.267578, 0.253906, 0.259766, 0.233398, 0.255859, 0.255859, 0.273438, 0.24707, 0.251953, 0.277344, 0.230469, 0.223633, 0.285156, 0.245117, 0.253906, 0.259766, 0.261719, 0.271484, 0.243164, 0.251953, 0.238281, 0.257812, 0.257812, 0.24707, 0.257812, 0.238281, 0.257812, 0.231445, 0.279297, 0.246094, 0.224609, 0.279297, 0.265625, 0.246094, 0.22168, 0.249023, 0.267578, 0.233398, 0.233398, 0.241211, 0.287109, 0.263672, 0.234375, 0.251953, 0.269531, 0.259766, 0.267578, 0.251953, 0.24707, 0.232422, 0.255859, 0.277344, 0.245117, 0.261719, 0.261719, 0.257812, 0.265625, 0.271484, 0.253906, 0.263672, 0.246094, 0.243164, 0.244141, 0.283203, 0.237305, 0.237305, 0.265625, 0.248047, 0.251953, 0.277344, 0.232422, 0.277344, 0.225586, 0.269531, 0.279297, 0.253906, 0.251953, 0.249023, 0.243164, 0.263672, 0.114258, 0.257812, 0.246094, 0.246094, 0.255859, 0.253906, 0.261719, 0.271484, 0.263672, 0.241211, 0.248047, 0.279297, 0.235352, 0.236328, 0.228516, 0.261719, 0.237305, 0.261719, 0.277344, 0.275391, 0.237305, 0.225586, 0.25, 0.259766, 0.267578, 0.269531, 0.253906, 0.243164, 0.253906, 0.249023, 0.233398, 0.233398, 0.248047, 0.265625, 0.24707, 0.257812, 0.277344, 0.212891, 0.249023, 0.275391, 0.275391, 0.265625, 0.25, 0.275391, 0.277344, 0.257812, 0.271484, 0.253906, 0.257812, 0.267578, 0.263672, 0.257812, 0.277344, 0.273438, 0.251953, 0.25, 0.267578, 0.237305, 0.259766, 0.244141, 0.259766, 0.249023, 0.25, 0.261719, 0.259766, 0.275391, 0.277344, 0.202148, 0.243164, 0.233398, 0.251953, 0.277344, 0.279297, 0.259766, 0.230469, 0.294922, 0.237305, 0.277344, 0.279297, 0.24707, 0.249023, 0.257812, 0.251953, 0.248047, 0.251953, 0.261719, 0.265625, 0.235352, 0.246094, 0.249023, 0.253906, 0.243164, 0.248047, 0.255859, 0.249023, 0.269531, 0.253906, 0.233398, 0.279297, 0.224609, 0.267578, 0.289062, 0.265625, 0.271484, 0.245117, 0.244141, 0.245117, 0.283203, 0.269531, 0.233398, 0.279297, 0.263672, 0.267578, 0.263672, 0.248047, 0.261719, 0.248047, 0.246094, 0.238281, 0.255859, 0.267578, 0.263672, 0.261719, 0.242188, 0.261719, 0.241211, 0.244141, 0.259766, 0.255859, 0.267578, 0.259766, 0.240234, 0.233398, 0.261719, 0.271484, 0.267578, 0.257812, 0.234375, 0.259766, 0.263672, 0.257812, 0.249023, 0.253906, 0.257812, 0.235352, 0.240234, 0.269531, 0.261719, 0.236328, 0.314453, 0.283203, 0.275391, 0.263672, 0.238281, 0.22168, 0.273438, 0.232422, 0.263672, 0.269531, 0.257812, 0.255859, 0.28125, 0.227539, 0.267578, 0.261719, 0.239258, 0.251953, 0.246094, 0.279297, 0.269531, 0.275391, 0.269531, 0.289062, 0.255859, 0.263672, 0.257812, 0.265625, 0.237305, 0.259766, 0.217773, 0.253906, 0.253906, 0.263672, 0.237305, 0.25, 0.255859, 0.253906, 0.267578, 0.236328, 0.232422, 0.242188, 0.232422, 0.271484, 0.239258, 0.285156, 0.220703, 0.263672, 0.245117, 0.239258, 0.255859, 0.248047, 0.24707, 0.261719, 0.259766, 0.265625, 0.246094, 0.261719, 0.261719, 0.265625, 0.239258, 0.242188, 0.239258, 0.242188, 0.255859, 0.255859, 0.287109, 0.267578, 0.223633, 0.265625, 0.267578, 0.265625, 0.265625, 0.234375, 0.242188, 0.257812, 0.240234, 0.240234, 0.243164, 0.263672, 0.231445, 0.24707, 0.251953, 0.257812, 0.251953, 0.248047, 0.261719, 0.267578, 0.241211, 0.21875, 0.265625, 0.244141, 0.259766, 0.283203, 0.275391, 0.261719, 0.231445, 0.259766, 0.28125, 0.251953, 0.267578, 0.269531, 0.245117, 0.249023, 0.283203, 0.257812, 0.122559, 0.244141, 0.257812, 0.205078, 0.228516, 0.239258, 0.239258, 0.267578, 0.259766, 0.269531, 0.245117, 0.255859, 0.243164, 0.259766, 0.255859, 0.246094, 0.251953, 0.249023, 0.259766, 0.253906, 0.271484, 0.253906, 0.25, 0.246094, 0.259766, 0.277344, 0.257812, 0.251953, 0.251953, 0.255859, 0.255859, 0.236328, 0.269531, 0.248047, 0.261719, 0.273438, 0.267578, 0.265625, 0.257812, 0.255859, 0.238281, 0.271484, 0.296875, 0.246094, 0.25, 0.24707, 0.263672, 0.265625, 0.263672, 0.251953, 0.241211, 0.261719, 0.245117, 0.306641, 0.279297, 0.269531, 0.22168, 0.242188, 0.239258, 0.243164, 0.255859, 0.253906, 0.240234, 0.248047, 0.244141, 0.255859, 0.259766, 0.251953, 0.25, 0.261719, 0.263672, 0.248047, 0.24707, 0.275391, 0.267578, 0.259766, 0.25, 0.257812, 0.263672, 0.246094, 0.24707, 0.241211, 0.240234, 0.285156, 0.245117, 0.232422, 0.257812, 0.261719, 0.265625, 0.249023, 0.226562, 0.273438, 0.25, 0.261719, 0.263672, 0.25, 0.249023, 0.257812, 0.243164, 0.275391, 0.240234, 0.249023, 0.263672, 0.237305, 0.275391, 0.257812, 0.259766, 0.255859, 0.244141, 0.255859, 0.243164, 0.259766, 0.263672, 0.279297, 0.241211, 0.239258, 0.249023, 0.245117, 0.263672, 0.275391, 0.244141, 0.269531, 0.25, 0.206055, 0.259766, 0.25, 0.25, 0.249023, 0.263672, 0.255859, 0.243164, 0.255859, 0.231445, 0.239258, 0.249023, 0.263672, 0.261719, 0.265625, 0.253906, 0.255859, 0.251953, 0.245117, 0.28125, 0.230469, 0.263672, 0.241211, 0.255859, 0.265625, 0.265625, 0.244141, 0.242188, 0.273438, 0.232422, 0.243164, 0.244141, 0.245117, 0.245117, 0.248047, 0.251953, 0.275391, 0.237305, 0.236328, 0.236328, 0.25, 0.269531, 0.249023, 0.253906, 0.259766, 0.267578, 0.231445, 0.251953, 0.271484, 0.248047, 0.228516, 0.287109, 0.279297, 0.255859, 0.230469, 0.243164, 0.253906, 0.28125, 0.230469, 0.253906, 0.240234, 0.248047, 0.25, 0.267578, 0.241211, 0.251953, 0.28125, 0.28125, 0.249023, 0.251953, 0.271484, 0.244141, 0.271484, 0.251953, 0.261719, 0.233398, 0.251953, 0.267578, 0.251953, 0.25, 0.246094, 0.277344, 0.267578, 0.24707, 0.239258, 0.25, 0.287109, 0.234375, 0.236328, 0.25, 0.248047, 0.269531, 0.273438, 0.243164, 0.261719, 0.24707, 0.257812, 0.245117, 0.267578, 0.251953, 0.238281, 0.269531, 0.241211, 0.232422, 0.248047, 0.243164, 0.255859, 0.248047, 0.232422, 0.261719, 0.25, 0.265625, 0.238281, 0.265625, 0.241211, 0.248047, 0.236328, 0.283203, 0.269531, 0.275391, 0.232422, 0.267578, 0.251953, 0.273438, 0.261719, 0.244141, 0.277344, 0.259766, 0.255859, 0.263672, 0.269531, 0.259766, 0.263672, 0.265625, 0.246094, 0.238281, 0.216797, 0.242188, 0.257812, 0.24707, 0.261719, 0.273438, 0.253906, 0.255859, 0.249023, 0.271484, 0.294922, 0.255859, 0.249023, 0.257812, 0.259766, 0.251953, 0.24707, 0.233398, 0.259766, 0.207031, 0.261719, 0.265625, 0.231445, 0.257812, 0.24707, 0.277344, 0.273438, 0.240234, 0.241211, 0.249023, 0.236328, 0.261719, 0.253906, 0.255859, 0.234375, 0.265625, 0.241211, 0.269531, 0.251953, 0.255859, 0.253906, 0.249023, 0.25, 0.251953, 0.273438, 0.229492, 0.253906, 0.265625, 0.253906, 0.261719, 0.248047, 0.271484, 0.257812, 0.25, 0.261719, 0.25, 0.265625, 0.243164, 0.002457, 0.267578, 0.269531, 0.227539, 0.265625, 0.253906, 0.249023, 0.265625, 0.255859, 0.261719, 0.255859, 0.294922, 0.251953, 0.224609, 0.226562, 0.28125, 0.253906, 0.269531, 0.25, 0.245117, 0.24707, 0.275391, 0.263672, 0.236328, 0.24707, 0.285156, 0.245117, 0.226562, 0.25, 0.251953, 0.237305, 0.271484, 0.255859, 0.273438, 0.261719, 0.251953, 0.259766, 0.251953, 0.25, 0.267578, 0.249023, 0.233398, 0.265625, 0.229492, 0.279297, 0.246094, 0.245117, 0.24707, 0.265625, 0.253906, 0.269531, 0.240234, 0.291016, 0.233398, 0.271484, 0.255859, 0.225586, 0.271484, 0.257812, 0.235352, 0.222656, 0.243164, 0.267578, 0.255859, 0.242188, 0.289062, 0.275391, 0.261719, 0.249023, 0.275391, 0.251953, 0.242188, 0.253906, 0.240234, 0.271484, 0.251953, 0.257812, 0.230469, 0.273438, 0.277344, 0.261719, 0.236328, 0.236328, 0.248047, 0.243164, 0.231445, 0.200195, 0.234375, 0.24707, 0.255859, 0.277344, 0.234375, 0.300781, 0.233398, 0.240234, 0.24707, 0.257812, 0.253906, 0.213867, 0.242188, 0.296875, 0.265625, 0.265625, 0.273438, 0.267578, 0.224609, 0.255859, 0.253906, 0.271484, 0.236328, 0.257812, 0.263672, 0.277344, 0.249023, 0.259766, 0.275391, 0.229492, 0.257812, 0.255859, 0.225586, 0.246094, 0.253906, 0.255859, 0.25, 0.265625, 0.269531, 0.25, 0.253906, 0.259766, 0.255859, 0.233398, 0.267578, 0.273438, 0.261719, 0.251953, 0.263672, 0.269531, 0.241211, 0.267578, 0.269531, 0.231445, 0.261719, 0.232422, 0.263672, 0.269531, 0.273438, 0.259766, 0.253906, 0.244141, 0.244141, 0.267578, 0.219727, 0.234375, 0.275391, 0.236328, 0.170898, 0.246094, 0.246094, 0.249023, 0.25, 0.253906, 0.246094, 0.226562, 0.24707, 0.277344, 0.255859, 0.248047, 0.225586, 0.249023, 0.244141, 0.285156, 0.244141, 0.242188, 0.239258, 0.259766, 0.261719, 0.275391, 0.291016, 0.251953, 0.243164, 0.251953, 0.259766, 0.244141, 0.265625, 0.259766, 0.261719, 0.255859, 0.238281, 0.243164, 0.269531, 0.237305, 0.225586, 0.25, 0.255859, 0.265625, 0.227539, 0.253906, 0.271484, 0.255859, 0.253906, 0.259766, 0.244141, 0.235352, 0.242188, 0.251953, 0.263672, 0.251953, 0.265625, 0.253906, 0.259766, 0.271484, 0.265625, 0.251953, 0.289062, 0.257812, 0.287109, 0.248047, 0.248047, 0.242188, 0.255859, 0.255859, 0.24707, 0.259766, 0.251953, 0.246094, 0.265625, 0.25, 0.259766, 0.265625, 0.244141, 0.212891, 0.257812, 0.273438, 0.273438, 0.277344, 0.244141, 0.248047, 0.234375, 0.255859, 0.255859, 0.251953, 0.267578, 0.255859, 0.289062, 0.253906, 0.243164, 0.285156, 0.261719, 0.259766, 0.214844, 0.255859, 0.223633, 0.246094, 0.232422, 0.236328, 0.25, 0.271484, 0.253906, 0.251953, 0.277344, 0.259766, 0.271484, 0.25, 0.273438, 0.255859, 0.251953, 0.246094, 0.257812, 0.234375, 0.251953, 0.248047, 0.241211, 0.239258, 0.283203, 0.25, 0.245117, 0.231445, 0.275391, 0.251953, 0.24707, 0.255859, 0.24707, 0.255859, 0.263672, 0.235352, 0.261719, 0.222656, 0.237305, 0.253906, 0.265625, 0.259766, 0.259766, 0.251953, 0.234375, 0.251953, 0.255859, 0.259766, 0.263672, 0.257812, 0.248047, 0.267578, 0.257812, 0.246094, 0.267578, 0.269531, 0.241211, 0.217773, 0.255859, 0.238281, 0.259766, 0.269531, 0.265625, 0.277344, 0.261719, 0.267578, 0.279297, 0.240234, 0.28125, 0.263672, 0.269531, 0.25, 0.265625, 0.244141, 0.251953, 0.225586, 0.24707, 0.273438, 0.269531, 0.265625, 0.273438, 0.25, 0.246094, 0.251953, 0.257812, 0.265625, 0.251953, 0.253906, 0.277344, 0.253906, 0.291016, 0.242188, 0.259766, 0.273438, 0.261719, 0.287109, 0.253906, 0.271484, 0.251953, 0.269531, 0.225586, 0.251953, 0.279297, 0.246094, 0.277344, 0.265625, 0.267578, 0.259766, 0.233398, 0.235352, 0.236328, 0.275391, 0.244141, 0.261719, 0.275391, 0.263672, 0.259766, 0.259766, 0.259766, 0.244141, 0.224609, 0.253906, 0.24707, 0.248047, 0.279297, 0.246094, 0.240234, 0.230469, 0.257812, 0.289062, 0.25, 0.251953, 0.269531, 0.24707, 0.265625, 0.255859, 0.269531, 0.253906, 0.271484, 0.24707, 0.245117, 0.237305, 0.263672, 0.257812, 0.235352, 0.265625, 0.263672, 0.271484, 0.269531, 0.265625, 0.255859, 0.246094, 0.273438, 0.267578, 0.263672, 0.231445, 0.255859, 0.233398, 0.225586, 0.25, 0.257812, 0.255859, 0.285156, 0.269531, 0.24707, 0.21582, 0.253906, 0.240234, 0.271484, 0.271484, 0.253906, 0.227539, 0.253906, 0.225586, 0.249023, 0.273438, 0.263672, 0.251953, 0.24707, 0.245117, 0.287109, 0.246094, 0.259766, 0.226562, 0.242188, 0.229492, 0.25, 0.255859, 0.265625, 0.236328, 0.240234, 0.216797, 0.255859, 0.241211, 0.240234, 0.261719, 0.261719, 0.24707, 0.259766, 0.233398, 0.235352, 0.263672, 0.263672, 0.233398, 0.246094, 0.259766, 0.259766, 0.261719, 0.249023, 0.259766, 0.251953, 0.259766, 0.267578, 0.239258, 0.24707, 0.275391, 0.261719, 0.267578, 0.240234, 0.263672, 0.267578, 0.253906, 0.251953, 0.269531, 0.275391, 0.253906, 0.25, 0.257812, 0.25, 0.236328, 0.261719, 0.273438, 0.255859, 0.287109, 0.249023, 0.219727, 0.246094, 0.253906, 0.275391, 0.249023, 0.283203, 0.25, 0.257812, 0.255859, 0.25, 0.257812, 0.257812, 0.251953, 0.248047, 0.234375, 0.263672, 0.239258, 0.244141, 0.263672, 0.25, 0.238281, 0.249023, 0.240234, 0.230469, 0.259766, 0.225586, 0.28125, 0.246094, 0.253906, 0.251953, 0.239258, 0.246094, 0.242188, 0.267578, 0.251953, 0.232422, 0.283203, 0.243164, 0.251953, 0.224609, 0.271484, 0.261719, 0.251953, 0.275391, 0.239258, 0.251953, 0.240234, 0.239258, 0.232422, 0.248047, 0.25, 0.285156, 0.216797, 0.253906, 0.241211, 0.255859, 0.242188, 0.25, 0.257812, 0.248047, 0.255859, 0.263672, 0.242188, 0.273438, 0.257812, 0.253906, 0.253906, 0.245117, 0.255859, 0.271484, 0.259766, 0.231445, 0.24707, 0.245117, 0.226562, 0.243164, 0.255859, 0.261719, 0.261719, 0.241211, 0.251953, 0.261719, 0.25, 0.259766, 0.271484, 0.244141, 0.28125, 0.261719, 0.269531, 0.234375, 0.25, 0.238281, 0.257812, 0.243164, 0.253906, 0.246094, 0.234375, 0.269531, 0.269531, 0.237305, 0.241211, 0.263672, 0.255859, 0.236328, 0.25, 0.265625, 0.245117, 0.251953, 0.245117, 0.25, 0.259766, 0.25, 0.259766, 0.255859, 0.259766, 0.259766, 0.265625, 0.244141, 0.226562, 0.277344, 0.255859, 0.265625, 0.253906, 0.220703, 0.257812, 0.28125, 0.242188, 0.271484, 0.238281, 0.245117, 0.239258, 0.245117, 0.279297, 0.244141, 0.248047, 0.283203, 0.269531, 0.253906, 0.239258, 0.243164, 0.248047, 0.240234, 0.24707, 0.277344, 0.267578, 0.279297, 0.226562, 0.269531, 0.249023, 0.269531, 0.257812, 0.251953, 0.269531, 0.261719, 0.246094, 0.240234, 0.251953, 0.231445, 0.249023, 0.287109, 0.263672, 0.28125, 0.259766, 0.257812, 0.25, 0.255859, 0.249023, 0.25, 0.269531, 0.291016, 0.244141, 0.259766, 0.244141, 0.223633, 0.246094, 0.237305, 0.267578, 0.238281, 0.253906, 0.236328, 0.255859, 0.228516, 0.246094, 0.255859, 0.259766, 0.253906, 0.25, 0.255859, 0.244141, 0.259766, 0.257812, 0.249023, 0.244141, 0.267578, 0.273438, 0.248047, 0.248047, 0.251953, 0.269531, 0.242188, 0.241211, 0.25, 0.265625, 0.249023, 0.253906, 0.225586, 0.235352, 0.251953, 0.269531, 0.245117, 0.237305, 0.261719, 0.289062, 0.232422, 0.273438, 0.255859, 0.253906, 0.253906, 0.251953, 0.271484, 0.267578, 0.245117, 0.245117, 0.233398, 0.259766, 0.261719, 0.245117, 0.28125, 0.240234, 0.285156, 0.237305, 0.261719, 0.255859, 0.249023, 0.249023, 0.257812, 0.253906, 0.263672, 0.249023, 0.25, 0.273438, 0.240234, 0.251953, 0.248047, 0.24707, 0.253906, 0.277344, 0.257812, 0.263672, 0.271484, 0.255859, 0.241211, 0.279297, 0.251953, 0.257812, 0.267578, 0.249023, 0.259766, 0.265625, 0.261719, 0.24707, 0.25, 0.25, 0.28125, 0.255859, 0.253906, 0.279297, 0.253906, 0.245117, 0.257812, 0.267578, 0.25, 0.253906, 0.248047, 0.259766, 0.271484, 0.240234, 0.253906, 0.267578, 0.267578, 0.235352, 0.251953, 0.241211, 0.261719, 0.236328, 0.269531, 0.253906, 0.257812, 0.230469, 0.227539, 0.271484, 0.249023, 0.234375, 0.267578, 0.257812, 0.253906, 0.269531, 0.249023, 0.253906, 0.246094, 0.243164, 0.244141, 0.267578, 0.269531, 0.253906, 0.255859, 0.230469, 0.255859, 0.265625, 0.232422, 0.269531, 0.277344, 0.237305, 0.239258, 0.245117, 0.269531, 0.261719, 0.267578, 0.265625, 0.230469, 0.242188, 0.246094, 0.253906, 0.263672, 0.257812, 0.255859, 0.226562, 0.239258, 0.236328, 0.251953, 0.267578, 0.251953, 0.245117, 0.249023, 0.225586, 0.248047, 0.257812, 0.236328, 0.238281, 0.261719, 0.291016, 0.24707, 0.269531, 0.269531, 0.300781, 0.207031, 0.269531, 0.257812, 0.248047, 0.244141, 0.242188, 0.241211, 0.251953, 0.237305, 0.257812, 0.271484, 0.269531, 0.257812, 0.22168, 0.285156, 0.243164, 0.273438, 0.241211, 0.238281, 0.246094, 0.244141, 0.269531, 0.255859, 0.261719, 0.259766, 0.244141, 0.253906, 0.245117, 0.249023, 0.225586, 0.251953, 0.217773, 0.245117, 0.233398, 0.275391, 0.236328, 0.253906, 0.253906, 0.242188, 0.255859, 0.248047, 0.253906, 0.251953, 0.259766, 0.253906, 0.267578, 0.279297, 0.248047, 0.261719, 0.257812, 0.238281, 0.267578, 0.269531, 0.265625, 0.283203, 0.242188, 0.249023, 0.244141, 0.253906, 0.255859, 0.253906, 0.285156, 0.277344, 0.269531, 0.253906, 0.267578, 0.223633, 0.261719, 0.242188, 0.251953, 0.263672, 0.235352, 0.236328, 0.263672, 0.271484, 0.238281, 0.238281, 0.243164, 0.259766, 0.241211, 0.253906, 0.244141, 0.267578, 0.234375, 0.300781, 0.244141, 0.239258, 0.217773, 0.244141, 0.259766, 0.28125, 0.257812, 0.251953, 0.212891, 0.269531, 0.251953, 0.273438, 0.25, 0.25, 0.265625, 0.24707, 0.279297, 0.257812, 0.249023, 0.283203, 0.240234, 0.263672, 0.279297, 0.271484, 0.263672, 0.259766, 0.246094, 0.232422, 0.238281, 0.267578, 0.251953, 0.291016, 0.24707, 0.243164, 0.239258, 0.257812, 0.257812, 0.255859, 0.257812, 0.283203, 0.241211, 0.265625, 0.257812, 0.253906, 0.249023, 0.255859, 0.245117, 0.28125, 0.21875, 0.265625, 0.277344, 0.235352, 0.316406, 0.223633, 0.24707, 0.267578, 0.242188, 0.265625, 0.271484, 0.279297, 0.271484, 0.225586, 0.240234, 0.240234, 0.248047, 0.265625, 0.24707, 0.22168, 0.248047, 0.246094, 0.236328, 0.249023, 0.263672, 0.259766, 0.283203, 0.257812, 0.253906, 0.239258, 0.289062, 0.243164, 0.259766, 0.253906, 0.25, 0.224609, 0.261719, 0.265625, 0.269531, 0.241211, 0.195312, 0.25, 0.253906, 0.263672, 0.251953, 0.257812, 0.229492, 0.275391, 0.261719, 0.261719, 0.257812, 0.269531, 0.261719, 0.259766, 0.255859, 0.271484, 0.28125, 0.279297, 0.271484, 0.234375, 0.24707, 0.287109, 0.246094, 0.287109, 0.246094, 0.246094, 0.25, 0.240234, 0.240234, 0.255859, 0.232422, 0.263672, 0.279297, 0.25, 0.263672, 0.246094, 0.275391, 0.263672, 0.249023, 0.267578, 0.245117, 0.241211, 0.239258, 0.261719, 0.244141, 0.283203, 0.251953, 0.244141, 0.267578, 0.245117, 0.255859, 0.263672, 0.21875, 0.259766, 0.234375, 0.232422, 0.263672, 0.257812, 0.251953, 0.24707, 0.253906, 0.277344, 0.259766, 0.235352, 0.227539, 0.259766, 0.277344, 0.243164, 0.24707, 0.25, 0.273438, 0.267578, 0.271484, 0.265625, 0.241211, 0.275391, 0.25, 0.271484, 0.246094, 0.248047, 0.238281, 0.263672, 0.277344, 0.263672, 0.263672, 0.246094, 0.263672, 0.257812, 0.249023, 0.267578, 0.242188, 0.257812, 0.25, 0.283203, 0.265625, 0.259766, 0.236328, 0.277344, 0.261719, 0.243164, 0.249023, 0.248047, 0.253906, 0.255859, 0.253906, 0.277344, 0.251953, 0.263672, 0.230469, 0.267578, 0.229492, 0.236328, 0.273438, 0.21875, 0.285156, 0.253906, 0.24707, 0.283203, 0.277344, 0.25, 0.251953, 0.257812, 0.261719, 0.24707, 0.28125, 0.265625, 0.259766, 0.263672, 0.273438, 0.24707, 0.265625, 0.257812, 0.232422, 0.287109, 0.238281, 0.277344, 0.216797, 0.267578, 0.261719, 0.257812, 0.257812, 0.261719, 0.263672, 0.255859, 0.265625, 0.227539, 0.273438, 0.257812, 0.232422, 0.259766, 0.263672, 0.244141, 0.261719, 0.234375, 0.238281, 0.246094, 0.246094, 0.238281, 0.261719, 0.267578, 0.249023, 0.308594, 0.257812, 0.241211, 0.228516, 0.287109, 0.248047, 0.263672, 0.273438, 0.259766, 0.253906, 0.265625, 0.255859, 0.273438, 0.255859, 0.285156, 0.248047, 0.243164, 0.251953, 0.265625, 0.257812, 0.261719, 0.263672, 0.233398, 0.24707, 0.25, 0.246094, 0.263672, 0.263672, 0.259766, 0.253906, 0.236328, 0.253906, 0.208984, 0.251953, 0.271484, 0.259766, 0.271484, 0.265625, 0.253906, 0.241211, 0.248047, 0.224609, 0.257812, 0.239258, 0.253906, 0.255859, 0.253906, 0.246094, 0.25, 0.257812, 0.265625, 0.21875, 0.265625, 0.255859, 0.253906, 0.291016, 0.257812, 0.255859, 0.265625, 0.21875, 0.244141, 0.244141, 0.28125, 0.257812, 0.271484, 0.253906, 0.222656, 0.259766, 0.261719, 0.229492, 0.25, 0.263672, 0.259766, 0.259766, 0.253906, 0.263672, 0.246094, 0.237305, 0.241211, 0.253906, 0.263672, 0.259766, 0.257812, 0.229492, 0.246094, 0.242188, 0.289062, 0.249023, 0.239258, 0.255859, 0.261719, 0.263672, 0.125977, 0.234375, 0.240234, 0.253906, 0.259766, 0.240234, 0.251953, 0.269531, 0.248047, 0.241211, 0.269531, 0.279297, 0.248047, 0.246094, 0.259766, 0.269531, 0.261719, 0.21582, 0.271484, 0.259766, 0.257812, 0.261719, 0.249023, 0.257812, 0.271484, 0.261719, 0.265625, 0.253906, 0.21875, 0.244141, 0.257812, 0.240234, 0.28125, 0.265625, 0.229492, 0.230469, 0.230469, 0.265625, 0.230469, 0.24707, 0.265625, 0.230469, 0.263672, 0.265625, 0.244141, 0.228516, 0.232422, 0.229492, 0.259766, 0.265625, 0.283203, 0.241211, 0.261719, 0.265625, 0.269531, 0.227539, 0.263672, 0.255859, 0.236328, 0.251953, 0.25, 0.229492, 0.24707, 0.242188, 0.241211, 0.245117, 0.251953, 0.259766, 0.223633, 0.257812, 0.291016, 0.233398, 0.232422, 0.253906, 0.242188, 0.237305, 0.242188, 0.251953, 0.261719, 0.231445, 0.251953, 0.233398, 0.255859, 0.271484, 0.271484, 0.249023, 0.231445, 0.242188, 0.208984, 0.229492, 0.243164, 0.255859, 0.241211, 0.269531, 0.255859, 0.244141, 0.257812, 0.261719, 0.253906, 0.267578, 0.253906, 0.263672, 0.253906, 0.238281, 0.257812, 0.245117, 0.251953, 0.255859, 0.24707, 0.269531, 0.233398, 0.261719, 0.238281, 0.253906, 0.259766, 0.271484, 0.251953, 0.251953, 0.255859, 0.265625, 0.244141, 0.279297, 0.246094, 0.257812, 0.253906, 0.251953, 0.238281, 0.251953, 0.233398, 0.230469, 0.255859, 0.259766, 0.255859, 0.253906, 0.257812, 0.279297 ] }, "name": "model.transformer.layers.13.attn_norm.weight", "outputIndexes": [ 836 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 836 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_13/Mul_1_output_0", "outputIndexes": [ 837 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2890 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2890 ], "outputIndexes": [ 2891 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear", "inputIndexes": [ 2891 ], "outputIndexes": [ 2892 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 629362644, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2892 ], "outputIndexes": [ 2893 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2893 ], "outputIndexes": [ 838 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 837 ], "main_type": "NONE", "name": "/Shape_53_output_0", "outputIndexes": [ 839 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 839 ], "main_type": "NONE", "name": "Shape1190", "outputIndexes": [ 840 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 839 ], "main_type": "NONE", "name": "Rank1192", "outputIndexes": [ 841 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 841, 841 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1194", "outputIndexes": [ 842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 842 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1195", "outputIndexes": [ 843 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 842, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1197", "outputIndexes": [ 844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 844 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1198", "outputIndexes": [ 845 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840, 843, 845, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1201", "outputIndexes": [ 846 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 846 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1202", "outputIndexes": [ 847 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 847 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1203", "outputIndexes": [ 848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 848, 847 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1204", "outputIndexes": [ 849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 839, 849, 842 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_69_output_0", "outputIndexes": [ 850 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 850, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_131_output_0", "outputIndexes": [ 851 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 851, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_65_output_0", "outputIndexes": [ 852 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838, 852 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_53_output_0", "outputIndexes": [ 853 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_13/Mul_output_0", "outputIndexes": [ 854 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.710938, 0.126953, 0.206055, 0.034424, 0.100586, 1.617188, 1.179688, 1.609375, 0.660156, 1.132812, 1.585938, 1.148438, 0.992188, 1.484375, 1.328125, 1.710938, 1.328125, 1.578125, 1.609375, 1.523438, 1.679688, 1.390625, 1.398438, 1.65625, 1.414062, 1.726562, 1.75, 1.742188, 1.726562, 1.679688, 1.796875, 1.671875, 1.890625, 1.835938, 1.75, 1.71875, 1.75, 1.5625, 1.695312, 1.671875, 1.671875, 1.804688, 1.851562, 1.734375, 1.671875, 1.765625, 1.742188, 1.6875, 1.710938, 1.710938, 1.671875, 1.734375, 1.710938, 1.632812, 1.828125, 1.671875, 1.710938, 1.539062, 2.078125, 1.617188, 2.03125, 1.835938, 1.71875, 1.648438, 0.113281, -0.009644, 0.011047, 0.388672, 1.054688, 1.53125, 1.351562, 0.419922, 1.65625, 1.609375, 1.453125, 1.546875, 1.773438, 0.949219, 1.804688, 1.1875, 1.601562, 1.351562, 1.226562, 1.34375, 1.429688, 1.453125, 1.679688, 1.664062, 1.828125, 1.632812, 1.601562, 1.664062, 1.515625, 1.742188, 1.734375, 1.757812, 1.664062, 1.703125, 1.859375, 1.664062, 1.703125, 1.820312, 1.765625, 1.710938, 1.804688, 1.390625, 1.59375, 1.765625, 1.789062, 1.734375, 1.757812, 1.71875, 1.664062, 1.65625, 1.726562, 1.65625, 1.671875, 1.695312, 1.578125, 1.703125, 1.695312, 1.84375, 1.320312, 1.710938, 1.039062, 1.53125, 1.523438, 1.71875 ] }, "name": "model.transformer.layers.13.attn.q_norm.weight", "outputIndexes": [ 855 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 854, 855 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_13/Mul_1_output_0", "outputIndexes": [ 856 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 856, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_52_output_0", "outputIndexes": [ 857 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 856, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_53_output_0", "outputIndexes": [ 858 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 858 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_26_output_0", "outputIndexes": [ 859 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 856, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_52_output_0", "outputIndexes": [ 860 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 859, 860 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_68_output_0", "outputIndexes": [ 861 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 861, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_53_output_0", "outputIndexes": [ 862 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 857, 862 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_52_output_0", "outputIndexes": [ 863 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2894 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2894 ], "outputIndexes": [ 2895 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear", "inputIndexes": [ 2895 ], "outputIndexes": [ 2896 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 636055770, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2896 ], "outputIndexes": [ 2897 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2897 ], "outputIndexes": [ 864 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 851, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_66_output_0", "outputIndexes": [ 865 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 865 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_54_output_0", "outputIndexes": [ 866 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 866 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_13/Mul_output_0", "outputIndexes": [ 867 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.554688, 0.174805, 0.188477, 0.023804, 0.304688, 1.640625, 1.328125, 1.640625, 0.859375, 1.132812, 1.664062, 1.007812, 1.070312, 1.601562, 1.429688, 1.648438, 1.09375, 1.5625, 1.796875, 1.75, 1.59375, 1.117188, 1.28125, 1.765625, 1.71875, 1.664062, 1.34375, 1.648438, 1.28125, 1.8125, 1.554688, 1.757812, 1.609375, 1.679688, 1.921875, 1.664062, 1.757812, 1.78125, 1.75, 1.664062, 1.882812, 1.476562, 1.640625, 1.710938, 1.765625, 1.742188, 1.734375, 1.726562, 1.679688, 1.695312, 1.6875, 1.65625, 1.695312, 1.679688, 1.632812, 1.703125, 1.703125, 1.53125, 1.765625, 1.640625, 1.851562, 1.65625, 1.664062, 1.726562, 0.914062, 0.002762, -0.025146, 0.353516, 1.023438, 1.476562, 1.273438, 0.306641, 1.484375, 1.679688, 1.421875, 1.695312, 1.804688, 0.902344, 1.71875, 1.226562, 1.835938, 1.460938, 0.957031, 1.132812, 1.453125, 1.789062, 1.695312, 1.5, 1.296875, 1.65625, 1.914062, 1.742188, 1.914062, 1.632812, 1.921875, 1.703125, 1.90625, 1.851562, 1.640625, 1.734375, 1.703125, 1.617188, 1.695312, 1.757812, 1.578125, 2.046875, 1.859375, 1.765625, 1.742188, 1.742188, 1.75, 1.65625, 1.710938, 1.765625, 1.695312, 1.648438, 1.695312, 1.671875, 1.859375, 1.65625, 1.71875, 1.476562, 2.21875, 1.671875, 2.90625, 1.890625, 1.898438, 1.648438 ] }, "name": "model.transformer.layers.13.attn.k_norm.weight", "outputIndexes": [ 868 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 867, 868 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_13/Mul_1_output_0", "outputIndexes": [ 869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_54_output_0", "outputIndexes": [ 870 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_55_output_0", "outputIndexes": [ 871 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 871 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_27_output_0", "outputIndexes": [ 872 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_54_output_0", "outputIndexes": [ 873 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 872, 873 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_69_output_0", "outputIndexes": [ 874 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 874, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_55_output_0", "outputIndexes": [ 875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 870, 875 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_53_output_0", "outputIndexes": [ 876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 2898 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2898 ], "outputIndexes": [ 2899 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear", "inputIndexes": [ 2899 ], "outputIndexes": [ 2900 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 637729248, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2900 ], "outputIndexes": [ 2901 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2901 ], "outputIndexes": [ 877 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 877, 865 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_55_output_0", "outputIndexes": [ 878 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 863, 876, 878, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.13/self_attn/FusedAttention", "outputIndexes": [ 879 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 879 ], "outputIndexes": [ 2902 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2902 ], "outputIndexes": [ 2903 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear", "inputIndexes": [ 2903 ], "outputIndexes": [ 2904 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 639402726, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2904 ], "outputIndexes": [ 2905 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2905 ], "outputIndexes": [ 880 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834, 880 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_54_output_0", "outputIndexes": [ 881 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_13/Mul_output_0", "outputIndexes": [ 882 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.515625, 0.492188, 0.492188, 0.507812, 0.496094, 0.503906, 0.458984, 0.478516, 0.482422, 0.5, 0.519531, 0.5, 0.490234, 0.492188, 0.460938, 0.480469, 0.503906, 0.539062, 0.5, 0.458984, 0.519531, 0.511719, 0.492188, 0.490234, 0.511719, 0.515625, 0.511719, 0.474609, 0.523438, 0.498047, 0.511719, 0.496094, 0.480469, 0.496094, 0.490234, 0.539062, 0.515625, 0.515625, 0.494141, 0.523438, 0.511719, 0.503906, 0.464844, 0.515625, 0.460938, 0.507812, 0.503906, 0.492188, 0.503906, 0.519531, 0.484375, 0.488281, 0.523438, 0.488281, 0.462891, 0.511719, 0.527344, 0.488281, 0.46875, 0.523438, 0.470703, 0.503906, 0.507812, 0.503906, 0.486328, 0.476562, 0.5, 0.507812, 0.5, 0.503906, 0.507812, 0.550781, 0.511719, 0.462891, 0.494141, 0.498047, 0.507812, 0.511719, 0.494141, 0.484375, 0.503906, 0.490234, 0.523438, 0.507812, 0.515625, 0.498047, 0.490234, 0.484375, 0.503906, 0.523438, 0.503906, 0.503906, 0.507812, 0.484375, 0.503906, 0.482422, 0.492188, 0.453125, 0.507812, 0.476562, 0.5, 0.498047, 0.507812, 0.457031, 0.460938, 0.519531, 0.480469, 0.494141, 0.511719, 0.507812, 0.451172, 0.486328, 0.515625, 0.503906, 0.511719, 0.5, 0.523438, 0.496094, 0.496094, 0.515625, 0.470703, 0.482422, 0.5, 0.5, 0.498047, 0.480469, 0.515625, 0.511719, 0.478516, 0.507812, 0.496094, 0.523438, 0.550781, 0.494141, 0.494141, 0.535156, 0.511719, 0.511719, 0.5, 0.507812, 0.478516, 0.519531, 0.511719, 0.486328, 0.503906, 0.484375, 0.492188, 0.539062, 0.503906, 0.507812, 0.5, 0.470703, 0.464844, 0.498047, 0.466797, 0.527344, 0.5, 0.490234, 0.535156, 0.515625, 0.511719, 0.527344, 0.507812, 0.496094, 0.476562, 0.470703, 0.464844, 0.451172, 0.503906, 0.523438, 0.5, 0.496094, 0.498047, 0.498047, 0.527344, 0.496094, 0.507812, 0.5, 0.484375, 0.490234, 0.494141, 0.478516, 0.490234, 0.515625, 0.5, 0.478516, 0.451172, 0.460938, 0.480469, 0.503906, 0.46875, 0.498047, 0.535156, 0.464844, 0.46875, 0.511719, 0.498047, 0.511719, 0.496094, 0.507812, 0.515625, 0.5, 0.498047, 0.457031, 0.523438, 0.550781, 0.476562, 0.515625, 0.445312, 0.503906, 0.478516, 0.511719, 0.466797, 0.503906, 0.511719, 0.486328, 0.476562, 0.498047, 0.476562, 0.451172, 0.5, 0.507812, 0.498047, 0.507812, 0.498047, 0.511719, 0.5, 0.494141, 0.476562, 0.503906, 0.464844, 0.523438, 0.488281, 0.511719, 0.507812, 0.494141, 0.498047, 0.503906, 0.417969, 0.511719, 0.488281, 0.507812, 0.480469, 0.507812, 0.539062, 0.476562, 0.507812, 0.476562, 0.503906, 0.523438, 0.480469, 0.515625, 0.482422, 0.511719, 0.488281, 0.535156, 0.494141, 0.484375, 0.527344, 0.523438, 0.494141, 0.478516, 0.488281, 0.490234, 0.46875, 0.507812, 0.470703, 0.492188, 0.484375, 0.503906, 0.480469, 0.53125, 0.515625, 0.496094, 0.480469, 0.494141, 0.486328, 0.46875, 0.539062, 0.503906, 0.519531, 0.498047, 0.492188, 0.488281, 0.507812, 0.494141, 0.498047, 0.511719, 0.488281, 0.486328, 0.503906, 0.511719, 0.515625, 0.511719, 0.523438, 0.507812, 0.490234, 0.494141, 0.515625, 0.486328, 0.5, 0.53125, 0.515625, 0.486328, 0.494141, 0.5, 0.494141, 0.488281, 0.451172, 0.492188, 0.480469, 0.507812, 0.482422, 0.472656, 0.484375, 0.515625, 0.496094, 0.46875, 0.507812, 0.496094, 0.498047, 0.492188, 0.439453, 0.464844, 0.439453, 0.488281, 0.498047, 0.511719, 0.492188, 0.53125, 0.5, 0.511719, 0.511719, 0.494141, 0.527344, 0.474609, 0.474609, 0.53125, 0.519531, 0.5, 0.511719, 0.503906, 0.515625, 0.484375, 0.478516, 0.480469, 0.498047, 0.5, 0.472656, 0.498047, 0.511719, 0.488281, 0.507812, 0.511719, 0.474609, 0.5, 0.503906, 0.482422, 0.449219, 0.488281, 0.507812, 0.480469, 0.503906, 0.490234, 0.503906, 0.486328, 0.46875, 0.369141, 0.476562, 0.470703, 0.507812, 0.503906, 0.515625, 0.486328, 0.503906, 0.511719, 0.478516, 0.523438, 0.498047, 0.492188, 0.488281, 0.496094, 0.472656, 0.496094, 0.496094, 0.496094, 0.507812, 0.507812, 0.490234, 0.494141, 0.494141, 0.515625, 0.503906, 0.496094, 0.494141, 0.519531, 0.503906, 0.478516, 0.507812, 0.453125, 0.507812, 0.480469, 0.535156, 0.46875, 0.484375, 0.519531, 0.455078, 0.474609, 0.519531, 0.431641, 0.484375, 0.515625, 0.486328, 0.488281, 0.539062, 0.507812, 0.472656, 0.443359, 0.515625, 0.490234, 0.511719, 0.466797, 0.482422, 0.492188, 0.470703, 0.511719, 0.486328, 0.507812, 0.498047, 0.490234, 0.492188, 0.486328, 0.498047, 0.494141, 0.462891, 0.5, 0.492188, 0.515625, 0.486328, 0.503906, 0.519531, 0.482422, 0.511719, 0.460938, 0.484375, 0.472656, 0.498047, 0.515625, 0.470703, 0.511719, 0.503906, 0.460938, 0.511719, 0.488281, 0.515625, 0.503906, 0.503906, 0.519531, 0.519531, 0.494141, 0.470703, 0.476562, 0.433594, 0.492188, 0.515625, 0.498047, 0.507812, 0.511719, 0.482422, 0.478516, 0.490234, 0.519531, 0.519531, 0.515625, 0.476562, 0.507812, 0.458984, 0.519531, 0.488281, 0.457031, 0.484375, 0.507812, 0.490234, 0.447266, 0.503906, 0.474609, 0.511719, 0.523438, 0.511719, 0.492188, 0.429688, 0.503906, 0.53125, 0.490234, 0.494141, 0.466797, 0.507812, 0.496094, 0.46875, 0.486328, 0.484375, 0.519531, 0.519531, 0.474609, 0.515625, 0.486328, 0.480469, 0.535156, 0.488281, 0.488281, 0.486328, 0.515625, 0.503906, 0.490234, 0.5, 0.515625, 0.523438, 0.519531, 0.515625, 0.515625, 0.490234, 0.5, 0.519531, 0.507812, 0.476562, 0.507812, 0.511719, 0.484375, 0.492188, 0.515625, 0.478516, 0.498047, 0.474609, 0.472656, 0.484375, 0.546875, 0.488281, 0.496094, 0.492188, 0.523438, 0.486328, 0.488281, 0.542969, 0.503906, 0.519531, 0.507812, 0.515625, 0.490234, 0.503906, 0.542969, 0.474609, 0.496094, 0.515625, 0.519531, 0.523438, 0.507812, 0.478516, 0.5, 0.511719, 0.488281, 0.527344, 0.498047, 0.515625, 0.535156, 0.496094, 0.511719, 0.488281, 0.482422, 0.488281, 0.527344, 0.484375, 0.496094, 0.498047, 0.492188, 0.470703, 0.484375, 0.486328, 0.496094, 0.484375, 0.480469, 0.511719, 0.515625, 0.515625, 0.515625, 0.519531, 0.492188, 0.494141, 0.082031, 0.486328, 0.498047, 0.523438, 0.511719, 0.5, 0.535156, 0.496094, 0.503906, 0.507812, 0.492188, 0.498047, 0.5, 0.494141, 0.515625, 0.53125, 0.507812, 0.488281, 0.498047, 0.5, 0.511719, 0.503906, 0.433594, 0.435547, 0.478516, 0.503906, 0.492188, 0.515625, 0.494141, 0.515625, 0.494141, 0.486328, 0.519531, 0.498047, 0.507812, 0.494141, 0.486328, 0.484375, 0.488281, 0.519531, 0.519531, 0.527344, 0.503906, 0.507812, 0.542969, 0.523438, 0.496094, 0.498047, 0.478516, 0.507812, 0.535156, 0.480469, 0.492188, 0.484375, 0.503906, 0.515625, 0.515625, 0.511719, 0.46875, 0.519531, 0.476562, 0.470703, 0.503906, 0.511719, 0.490234, 0.46875, 0.503906, 0.494141, 0.478516, 0.480469, 0.511719, 0.519531, 0.523438, 0.515625, 0.503906, 0.498047, 0.503906, 0.494141, 0.498047, 0.507812, 0.5, 0.494141, 0.486328, 0.511719, 0.53125, 0.546875, 0.519531, 0.492188, 0.490234, 0.472656, 0.53125, 0.503906, 0.519531, 0.519531, 0.507812, 0.511719, 0.472656, 0.519531, 0.472656, 0.515625, 0.507812, 0.492188, 0.384766, 0.484375, 0.484375, 0.498047, 0.496094, 0.46875, 0.523438, 0.482422, 0.498047, 0.511719, 0.523438, 0.460938, 0.484375, 0.466797, 0.507812, 0.492188, 0.490234, 0.494141, 0.480469, 0.511719, 0.515625, 0.5, 0.511719, 0.494141, 0.486328, 0.486328, 0.474609, 0.455078, 0.5, 0.503906, 0.507812, 0.511719, 0.53125, 0.478516, 0.511719, 0.460938, 0.503906, 0.523438, 0.511719, 0.484375, 0.515625, 0.486328, 0.527344, 0.519531, 0.519531, 0.503906, 0.511719, 0.496094, 0.486328, 0.496094, 0.478516, 0.5, 0.480469, 0.511719, 0.494141, 0.494141, 0.503906, 0.507812, 0.515625, 0.511719, 0.507812, 0.490234, 0.519531, 0.507812, 0.515625, 0.455078, 0.515625, 0.488281, 0.523438, 0.476562, 0.523438, 0.523438, 0.511719, 0.488281, 0.519531, 0.488281, 0.507812, 0.494141, 0.482422, 0.490234, 0.478516, 0.357422, 0.511719, 0.486328, 0.507812, 0.503906, 0.474609, 0.478516, 0.503906, 0.519531, 0.523438, 0.503906, 0.470703, 0.507812, 0.498047, 0.494141, 0.515625, 0.484375, 0.488281, 0.492188, 0.494141, 0.455078, 0.507812, 0.488281, 0.5, 0.507812, 0.507812, 0.5, 0.523438, 0.5, 0.484375, 0.455078, 0.488281, 0.496094, 0.447266, 0.515625, 0.490234, 0.458984, 0.486328, 0.519531, 0.496094, 0.486328, 0.515625, 0.515625, 0.519531, 0.515625, 0.515625, 0.5, 0.494141, 0.480469, 0.480469, 0.542969, 0.511719, 0.5, 0.466797, 0.458984, 0.486328, 0.482422, 0.53125, 0.519531, 0.486328, 0.492188, 0.503906, 0.478516, 0.507812, 0.5, 0.511719, 0.484375, 0.523438, 0.486328, 0.482422, 0.503906, 0.511719, 0.515625, 0.503906, 0.498047, 0.503906, 0.519531, 0.490234, 0.498047, 0.480469, 0.5, 0.498047, 0.486328, 0.474609, 0.503906, 0.486328, 0.464844, 0.484375, 0.494141, 0.523438, 0.507812, 0.503906, 0.494141, 0.466797, 0.488281, 0.496094, 0.488281, 0.503906, 0.503906, 0.484375, 0.5, 0.494141, 0.480469, 0.492188, 0.503906, 0.494141, 0.507812, 0.484375, 0.515625, 0.423828, 0.535156, 0.539062, 0.523438, 0.523438, 0.503906, 0.515625, 0.480469, 0.507812, 0.519531, 0.535156, 0.474609, 0.476562, 0.447266, 0.519531, 0.466797, 0.498047, 0.490234, 0.490234, 0.503906, 0.416016, 0.445312, 0.519531, 0.488281, 0.464844, 0.486328, 0.523438, 0.490234, 0.511719, 0.486328, 0.476562, 0.5, 0.515625, 0.507812, 0.46875, 0.519531, 0.511719, 0.511719, 0.503906, 0.494141, 0.507812, 0.496094, 0.492188, 0.515625, 0.498047, 0.488281, 0.527344, 0.488281, 0.455078, 0.464844, 0.507812, 0.443359, 0.507812, 0.162109, 0.507812, 0.519531, 0.490234, 0.5, 0.519531, 0.527344, 0.523438, 0.503906, 0.492188, 0.511719, 0.523438, 0.507812, 0.542969, 0.503906, 0.5, 0.5, 0.486328, 0.511719, 0.515625, 0.511719, 0.511719, 0.488281, 0.503906, 0.453125, 0.484375, 0.5, 0.507812, 0.503906, 0.535156, 0.519531, 0.498047, 0.498047, 0.478516, 0.476562, 0.478516, 0.515625, 0.496094, 0.474609, 0.503906, 0.503906, 0.462891, 0.5, 0.482422, 0.503906, 0.431641, 0.507812, 0.474609, 0.511719, 0.539062, 0.498047, 0.498047, 0.449219, 0.53125, 0.445312, 0.507812, 0.484375, 0.498047, 0.503906, 0.5, 0.535156, 0.466797, 0.507812, 0.515625, 0.511719, 0.507812, 0.46875, 0.507812, 0.447266, 0.507812, 0.503906, 0.511719, 0.494141, 0.478516, 0.466797, 0.480469, 0.503906, 0.451172, 0.484375, 0.523438, 0.539062, 0.480469, 0.496094, 0.466797, 0.486328, 0.482422, 0.511719, 0.457031, 0.523438, 0.503906, 0.519531, 0.515625, 0.503906, 0.496094, 0.5, 0.527344, 0.490234, 0.503906, 0.457031, 0.511719, 0.494141, 0.466797, 0.503906, 0.476562, 0.476562, 0.507812, 0.507812, 0.490234, 0.503906, 0.445312, 0.507812, 0.490234, 0.466797, 0.503906, 0.503906, 0.511719, 0.470703, 0.496094, 0.503906, 0.519531, 0.503906, 0.519531, 0.511719, 0.511719, 0.496094, 0.464844, 0.515625, 0.511719, 0.515625, 0.53125, 0.488281, 0.496094, 0.5, 0.503906, 0.523438, 0.5, 0.511719, 0.503906, 0.460938, 0.535156, 0.46875, 0.496094, 0.480469, 0.527344, 0.535156, 0.511719, 0.494141, 0.503906, 0.503906, 0.472656, 0.507812, 0.486328, 0.515625, 0.488281, 0.5, 0.5, 0.507812, 0.5, 0.484375, 0.486328, 0.511719, 0.503906, 0.515625, 0.507812, 0.515625, 0.494141, 0.466797, 0.511719, 0.496094, 0.455078, 0.507812, 0.482422, 0.476562, 0.496094, 0.496094, 0.511719, 0.484375, 0.566406, 0.507812, 0.503906, 0.527344, 0.490234, 0.515625, 0.480469, 0.480469, 0.511719, 0.515625, 0.503906, 0.511719, 0.482422, 0.507812, 0.507812, 0.470703, 0.507812, 0.511719, 0.507812, 0.494141, 0.5, 0.507812, 0.5, 0.503906, 0.515625, 0.496094, 0.486328, 0.503906, 0.511719, 0.535156, 0.5, 0.480469, 0.523438, 0.515625, 0.515625, 0.496094, 0.466797, 0.542969, 0.441406, 0.507812, 0.507812, 0.484375, 0.507812, 0.496094, 0.515625, 0.53125, 0.498047, 0.511719, 0.511719, 0.511719, 0.494141, 0.494141, 0.519531, 0.488281, 0.503906, 0.490234, 0.511719, 0.482422, 0.511719, 0.523438, 0.472656, 0.486328, 0.482422, 0.507812, 0.507812, 0.523438, 0.515625, 0.507812, 0.515625, 0.496094, 0.519531, 0.515625, 0.5, 0.507812, 0.474609, 0.511719, 0.507812, 0.515625, 0.515625, 0.515625, 0.488281, 0.498047, 0.474609, 0.523438, 0.503906, 0.498047, 0.488281, 0.488281, 0.511719, 0.507812, 0.507812, 0.494141, 0.472656, 0.523438, 0.511719, 0.523438, 0.507812, 0.515625, 0.470703, 0.515625, 0.490234, 0.480469, 0.507812, 0.488281, 0.490234, 0.515625, 0.488281, 0.46875, 0.498047, 0.503906, 0.470703, 0.484375, 0.523438, 0.494141, 0.511719, 0.478516, 0.478516, 0.519531, 0.503906, 0.490234, 0.515625, 0.503906, 0.503906, 0.507812, 0.472656, 0.503906, 0.486328, 0.478516, 0.462891, 0.451172, 0.486328, 0.503906, 0.511719, 0.511719, 0.5, 0.488281, 0.5, 0.496094, 0.494141, 0.503906, 0.482422, 0.511719, 0.474609, 0.507812, 0.496094, 0.5, 0.511719, 0.503906, 0.523438, 0.458984, 0.488281, 0.507812, 0.511719, 0.507812, 0.523438, 0.496094, 0.523438, 0.519531, 0.462891, 0.476562, 0.53125, 0.490234, 0.519531, 0.507812, 0.488281, 0.519531, 0.496094, 0.423828, 0.496094, 0.464844, 0.492188, 0.476562, 0.498047, 0.478516, 0.482422, 0.488281, 0.503906, 0.472656, 0.490234, 0.476562, 0.503906, 0.462891, 0.511719, 0.482422, 0.5, 0.476562, 0.523438, 0.503906, 0.492188, 0.503906, 0.484375, 0.511719, 0.482422, 0.492188, 0.474609, 0.470703, 0.480469, 0.490234, 0.486328, 0.494141, 0.542969, 0.511719, 0.539062, 0.515625, 0.494141, 0.503906, 0.511719, 0.490234, 0.486328, 0.515625, 0.503906, 0.5, 0.482422, 0.511719, 0.498047, 0.470703, 0.535156, 0.478516, 0.507812, 0.519531, 0.478516, 0.492188, 0.462891, 0.488281, 0.492188, 0.466797, 0.490234, 0.515625, 0.519531, 0.498047, 0.503906, 0.472656, 0.5, 0.515625, 0.478516, 0.503906, 0.486328, 0.53125, 0.503906, 0.5, 0.488281, 0.494141, 0.546875, 0.464844, 0.496094, 0.519531, 0.503906, 0.482422, 0.503906, 0.484375, 0.515625, 0.498047, 0.503906, 0.515625, 0.5, 0.15918, 0.490234, 0.490234, 0.527344, 0.484375, 0.503906, 0.486328, 0.53125, 0.5, 0.53125, 0.539062, 0.492188, 0.488281, 0.472656, 0.496094, 0.523438, 0.486328, 0.488281, 0.5, 0.490234, 0.482422, 0.511719, 0.496094, 0.494141, 0.511719, 0.503906, 0.480469, 0.476562, 0.484375, 0.519531, 0.523438, 0.507812, 0.5, 0.527344, 0.519531, 0.474609, 0.498047, 0.498047, 0.486328, 0.542969, 0.482422, 0.492188, 0.460938, 0.470703, 0.484375, 0.507812, 0.5, 0.507812, 0.527344, 0.478516, 0.498047, 0.486328, 0.515625, 0.447266, 0.511719, 0.503906, 0.511719, 0.5, 0.494141, 0.480469, 0.462891, 0.511719, 0.496094, 0.507812, 0.507812, 0.460938, 0.486328, 0.5, 0.480469, 0.488281, 0.490234, 0.447266, 0.496094, 0.494141, 0.507812, 0.46875, 0.484375, 0.484375, 0.5, 0.5, 0.515625, 0.498047, 0.507812, 0.476562, 0.498047, 0.496094, 0.507812, 0.519531, 0.472656, 0.503906, 0.484375, 0.486328, 0.511719, 0.460938, 0.494141, 0.53125, 0.490234, 0.484375, 0.507812, 0.484375, 0.482422, 0.507812, 0.478516, 0.527344, 0.503906, 0.511719, 0.498047, 0.523438, 0.482422, 0.494141, 0.511719, 0.488281, 0.46875, 0.494141, 0.478516, 0.476562, 0.453125, 0.503906, 0.539062, 0.5, 0.490234, 0.527344, 0.474609, 0.474609, 0.498047, 0.515625, 0.460938, 0.486328, 0.503906, 0.486328, 0.503906, 0.488281, 0.523438, 0.490234, 0.519531, 0.515625, 0.492188, 0.494141, 0.507812, 0.470703, 0.5, 0.554688, 0.527344, 0.515625, 0.5, 0.488281, 0.486328, 0.480469, 0.490234, 0.490234, 0.488281, 0.498047, 0.496094, 0.488281, 0.498047, 0.511719, 0.498047, 0.488281, 0.476562, 0.498047, 0.46875, 0.5, 0.503906, 0.476562, 0.507812, 0.511719, 0.484375, 0.480469, 0.515625, 0.460938, 0.484375, 0.462891, 0.511719, 0.480469, 0.474609, 0.496094, 0.507812, 0.492188, 0.498047, 0.488281, 0.492188, 0.523438, 0.503906, 0.484375, 0.494141, 0.492188, 0.523438, 0.511719, 0.488281, 0.474609, 0.507812, 0.519531, 0.5, 0.470703, 0.490234, 0.511719, 0.511719, 0.496094, 0.496094, 0.470703, 0.482422, 0.519531, 0.507812, 0.5, 0.5, 0.496094, 0.527344, 0.503906, 0.5, 0.511719, 0.398438, 0.496094, 0.507812, 0.490234, 0.519531, 0.482422, 0.535156, 0.490234, 0.464844, 0.488281, 0.511719, 0.476562, 0.496094, 0.519531, 0.494141, 0.474609, 0.523438, 0.5, 0.496094, 0.496094, 0.464844, 0.511719, 0.494141, 0.476562, 0.488281, 0.498047, 0.492188, 0.523438, 0.503906, 0.519531, 0.523438, 0.474609, 0.462891, 0.507812, 0.492188, 0.470703, 0.492188, 0.515625, 0.519531, 0.515625, 0.5, 0.498047, 0.498047, 0.503906, 0.515625, 0.503906, 0.478516, 0.494141, 0.486328, 0.558594, 0.492188, 0.488281, 0.5, 0.511719, 0.507812, 0.503906, 0.476562, 0.523438, 0.498047, 0.441406, 0.558594, 0.46875, 0.498047, 0.507812, 0.498047, 0.503906, 0.511719, 0.519531, 0.451172, 0.53125, 0.511719, 0.5, 0.523438, 0.492188, 0.523438, 0.460938, 0.503906, 0.507812, 0.464844, 0.503906, 0.5, 0.488281, 0.511719, 0.5, 0.451172, 0.492188, 0.503906, 0.496094, 0.494141, 0.519531, 0.496094, 0.535156, 0.5, 0.458984, 0.515625, 0.486328, 0.503906, 0.480469, 0.507812, 0.5, 0.53125, 0.511719, 0.492188, 0.486328, 0.451172, 0.484375, 0.515625, -0.001221, 0.478516, 0.535156, 0.498047, 0.4375, 0.5, 0.507812, 0.492188, 0.460938, 0.511719, 0.503906, 0.523438, 0.5, 0.515625, 0.539062, 0.515625, 0.511719, 0.515625, 0.482422, 0.519531, 0.515625, 0.5, 0.482422, 0.503906, 0.498047, 0.470703, 0.480469, 0.470703, 0.519531, 0.484375, 0.472656, 0.496094, 0.519531, 0.470703, 0.486328, 0.515625, 0.527344, 0.511719, 0.498047, 0.457031, 0.470703, 0.455078, 0.523438, 0.490234, 0.515625, 0.498047, 0.519531, 0.478516, 0.488281, 0.507812, 0.492188, 0.507812, 0.478516, 0.503906, 0.503906, 0.498047, 0.496094, 0.507812, 0.46875, 0.527344, 0.498047, 0.515625, 0.46875, 0.464844, 0.494141, 0.519531, 0.496094, 0.490234, 0.5, 0.472656, 0.443359, 0.488281, 0.494141, 0.498047, 0.503906, 0.462891, 0.507812, 0.511719, 0.470703, 0.449219, 0.5, 0.507812, 0.515625, 0.511719, 0.503906, 0.496094, 0.488281, 0.462891, 0.482422, 0.507812, 0.503906, 0.480469, 0.443359, 0.511719, 0.53125, 0.507812, 0.503906, 0.494141, 0.515625, 0.511719, 0.496094, 0.482422, 0.523438, 0.519531, 0.484375, 0.5, 0.511719, 0.507812, 0.519531, 0.511719, 0.453125, 0.5, 0.458984, 0.474609, 0.5, 0.507812, 0.490234, 0.482422, 0.46875, 0.519531, 0.488281, 0.511719, 0.484375, 0.476562, 0.507812, 0.519531, 0.523438, 0.451172, 0.527344, 0.498047, 0.482422, 0.492188, 0.53125, 0.507812, 0.474609, 0.507812, 0.490234, 0.5, 0.46875, 0.494141, 0.5, 0.46875, 0.480469, 0.474609, 0.480469, 0.498047, 0.470703, 0.496094, 0.482422, 0.519531, 0.486328, 0.462891, 0.496094, 0.515625, 0.519531, 0.094727, 0.492188, 0.482422, 0.503906, 0.503906, 0.53125, 0.527344, 0.507812, 0.458984, 0.478516, 0.523438, 0.488281, 0.476562, 0.486328, 0.494141, 0.490234, 0.515625, 0.492188, 0.519531, 0.494141, 0.478516, 0.511719, 0.482422, 0.496094, 0.484375, 0.486328, 0.507812, 0.431641, 0.490234, 0.490234, 0.511719, 0.488281, 0.474609, 0.492188, 0.476562, 0.488281, 0.484375, 0.488281, 0.515625, 0.484375, 0.527344, 0.511719, 0.490234, 0.482422, 0.503906, 0.476562, 0.492188, 0.515625, 0.472656, 0.5, 0.458984, 0.480469, 0.482422, 0.488281, 0.490234, 0.503906, 0.470703, 0.494141, 0.515625, 0.460938, 0.492188, 0.519531, 0.519531, 0.498047, 0.486328, 0.492188, 0.507812, 0.488281, 0.503906, 0.507812, 0.5, 0.515625, 0.46875, 0.490234, 0.498047, 0.46875, 0.472656, 0.486328, 0.519531, 0.507812, 0.46875, 0.511719, 0.46875, 0.486328, 0.523438, 0.503906, 0.46875, 0.470703, 0.519531, 0.492188, 0.464844, 0.503906, 0.492188, 0.511719, 0.492188, 0.511719, 0.503906, 0.515625, 0.470703, 0.496094, 0.490234, 0.515625, 0.445312, 0.523438, 0.490234, 0.466797, 0.503906, 0.496094, 0.498047, 0.474609, 0.498047, 0.486328, 0.519531, 0.523438, 0.53125, 0.5, 0.503906, 0.435547, 0.496094, 0.523438, 0.539062, 0.470703, 0.503906, 0.511719, 0.527344, 0.511719, 0.5, 0.527344, 0.486328, 0.496094, 0.542969, 0.519531, 0.449219, 0.486328, 0.503906, 0.503906, 0.460938, 0.498047, 0.472656, 0.5, 0.466797, 0.503906, 0.492188, 0.494141, 0.498047, 0.470703, 0.511719, 0.484375, 0.447266, 0.511719, 0.507812, 0.484375, 0.486328, 0.507812, 0.507812, 0.470703, 0.486328, 0.492188, 0.480469, 0.462891, 0.523438, 0.496094, 0.503906, 0.503906, 0.486328, 0.470703, 0.470703, 0.474609, 0.5, 0.460938, 0.482422, 0.482422, 0.503906, 0.494141, 0.472656, 0.511719, 0.5, 0.466797, 0.496094, 0.498047, 0.511719, 0.472656, 0.511719, 0.503906, 0.507812, 0.515625, 0.515625, 0.515625, 0.5, 0.439453, 0.498047, 0.488281, 0.482422, 0.503906, 0.478516, 0.449219, 0.5, 0.503906, 0.490234, 0.482422, 0.476562, 0.46875, 0.527344, 0.503906, 0.486328, 0.464844, 0.5, 0.498047, 0.496094, 0.488281, 0.507812, 0.498047, 0.460938, 0.511719, 0.523438, 0.507812, 0.490234, 0.474609, 0.503906, 0.466797, 0.519531, 0.535156, 0.492188, 0.507812, 0.492188, 0.5, 0.498047, 0.378906, 0.511719, 0.494141, 0.496094, 0.494141, 0.480469, 0.492188, 0.458984, 0.478516, 0.515625, 0.519531, 0.515625, 0.515625, 0.515625, 0.490234, 0.511719, 0.503906, 0.507812, 0.476562, 0.494141, 0.474609, 0.498047, 0.478516, 0.462891, 0.496094, 0.486328, 0.515625, 0.494141, 0.5, 0.507812, 0.476562, 0.466797, 0.542969, 0.460938, 0.511719, 0.484375, 0.474609, 0.482422, 0.480469, 0.464844, 0.523438, 0.515625, 0.482422, 0.507812, 0.496094, 0.498047, 0.527344, 0.486328, 0.5, 0.519531, 0.523438, 0.498047, 0.453125, 0.472656, 0.5, 0.488281, 0.484375, 0.5, 0.070312, 0.503906, 0.527344, 0.515625, 0.445312, 0.53125, 0.5, 0.486328, 0.527344, 0.503906, 0.476562, 0.486328, 0.474609, 0.494141, 0.53125, 0.507812, 0.507812, 0.511719, 0.503906, 0.527344, 0.503906, 0.515625, 0.492188, 0.507812, 0.5, 0.5, 0.503906, 0.480469, 0.484375, 0.480469, 0.457031, 0.484375, 0.494141, 0.503906, 0.486328, 0.496094, 0.503906, 0.523438, 0.486328, 0.498047, 0.511719, 0.515625, 0.496094, 0.490234, 0.519531, 0.5, 0.486328, 0.515625, 0.496094, 0.5, 0.503906, 0.474609, 0.507812, 0.490234, 0.503906, 0.511719, 0.519531, 0.492188, 0.507812, 0.484375, 0.507812, 0.511719, 0.486328, 0.519531, 0.498047, 0.498047, 0.503906, 0.519531, 0.515625, 0.455078, 0.488281, 0.507812, 0.494141, 0.470703, 0.503906, 0.496094, 0.5, 0.519531, 0.488281, 0.490234, 0.455078, 0.480469, 0.496094, 0.464844, 0.519531, 0.494141, 0.470703, 0.507812, 0.503906, 0.542969, 0.519531, 0.511719, 0.480469, 0.507812, 0.480469, 0.490234, 0.462891, 0.503906, 0.527344, 0.507812, 0.527344, 0.486328, 0.511719, 0.480469, 0.519531, 0.498047, 0.507812, 0.498047, 0.496094, 0.515625, 0.507812, 0.523438, 0.503906, 0.492188, 0.519531, 0.527344, 0.507812, 0.496094, 0.496094, 0.458984, 0.515625, 0.519531, 0.523438, 0.5, 0.5, 0.5, 0.455078, 0.490234, 0.46875, 0.503906, 0.496094, 0.511719, 0.496094, 0.5, 0.484375, 0.488281, 0.519531, 0.511719, 0.511719, 0.5, 0.478516, 0.474609, 0.492188, 0.515625, 0.503906, 0.515625, 0.474609, 0.482422, 0.515625, 0.494141, 0.476562, 0.511719, 0.511719, 0.542969, 0.535156, 0.5, 0.519531, 0.496094, 0.5, 0.507812, 0.539062, 0.492188, 0.458984, 0.53125, 0.511719, 0.484375, 0.445312, 0.519531, 0.5, 0.5, 0.486328, 0.511719, 0.515625, 0.5, 0.507812, 0.523438, 0.474609, 0.53125, 0.484375, 0.470703, 0.492188, 0.519531, 0.494141, 0.474609, 0.496094, 0.488281, 0.511719, 0.478516, 0.527344, 0.503906, 0.5, 0.503906, 0.515625, 0.5, 0.492188, 0.503906, 0.515625, 0.535156, 0.496094, 0.511719, 0.492188, 0.515625, 0.486328, 0.519531, 0.482422, 0.515625, 0.492188, 0.511719, 0.496094, 0.5, 0.511719, 0.503906, 0.507812, 0.498047, 0.527344, 0.482422, 0.507812, 0.480469, 0.492188, 0.507812, 0.519531, 0.511719, 0.542969, 0.492188, 0.511719, 0.464844, 0.511719, 0.507812, 0.496094, 0.503906, 0.519531, 0.503906, 0.492188, 0.46875, 0.460938, 0.515625, 0.5, 0.5, 0.476562, 0.5, 0.5, 0.498047, 0.488281, 0.535156, 0.503906, 0.507812, 0.507812, 0.503906, 0.480469, 0.515625, 0.507812, 0.492188, 0.507812, 0.53125, 0.5, 0.535156, 0.480469, 0.511719, 0.494141, 0.5, 0.527344, 0.472656, 0.476562, 0.511719, 0.503906, 0.466797, 0.494141, 0.484375, 0.458984, 0.503906, 0.515625, 0.511719, 0.515625, 0.490234, 0.462891, 0.496094, 0.490234, 0.494141, 0.519531, 0.490234, 0.503906, 0.53125, 0.480469, 0.511719, 0.507812, 0.507812, 0.492188, 0.519531, 0.474609, 0.53125, 0.519531, 0.519531, 0.492188, 0.527344, 0.480469, 0.511719, 0.503906, 0.511719, 0.470703, 0.5, 0.476562, 0.511719, 0.478516, 0.494141, 0.503906, 0.511719, 0.503906, 0.527344, 0.490234, 0.494141, 0.503906, 0.503906, 0.496094, 0.492188, 0.466797, 0.515625, 0.503906, 0.5, 0.490234, 0.5, 0.498047, 0.498047, 0.503906, 0.519531, 0.53125, 0.511719, 0.507812, 0.5, 0.527344, 0.494141, 0.507812, 0.515625, 0.515625, 0.482422, 0.484375, 0.496094, 0.53125, 0.546875, 0.519531, 0.511719, 0.515625, 0.511719, 0.523438, 0.488281, 0.492188, 0.480469, 0.496094, 0.490234, 0.511719, 0.4375, 0.494141, 0.474609, 0.484375, 0.503906, 0.523438, 0.492188, 0.443359, 0.494141, 0.53125, 0.490234, 0.511719, 0.490234, 0.5, 0.5, 0.486328, 0.458984, 0.515625, 0.511719, 0.507812, 0.496094, 0.486328, 0.480469, 0.515625, 0.5, 0.498047, 0.46875, 0.492188, 0.488281, 0.5, 0.443359, 0.484375, 0.519531, 0.511719, 0.480469, 0.484375, 0.5, 0.507812, 0.478516, 0.453125, 0.486328, 0.519531, 0.423828, 0.486328, 0.494141, 0.492188, 0.5, 0.511719, 0.466797, 0.496094, 0.507812, 0.484375, 0.488281, 0.519531, 0.476562, 0.519531, 0.496094, 0.507812, 0.443359, 0.507812, 0.492188, 0.507812, 0.488281, 0.464844, 0.488281, 0.498047, 0.519531, 0.488281, 0.46875, 0.519531, 0.476562, 0.494141, 0.527344, 0.486328, 0.492188, 0.496094, 0.515625, 0.53125, 0.486328, 0.5, 0.515625, 0.488281, 0.492188, 0.486328, 0.5, 0.490234, 0.492188, 0.472656, 0.498047, 0.519531, 0.494141, 0.542969, 0.503906, 0.515625, 0.490234, 0.496094, 0.492188, 0.476562, 0.494141, 0.527344, 0.478516, 0.482422, 0.519531, 0.53125, 0.503906, 0.53125, 0.490234, 0.466797, 0.498047, 0.5, 0.507812, 0.5, 0.486328, 0.507812, 0.5, 0.523438, 0.503906, 0.515625, 0.492188, 0.484375, 0.484375, 0.523438, 0.523438, 0.498047, 0.519531, 0.511719, 0.496094, 0.550781, 0.496094, 0.470703, 0.515625, 0.503906, 0.472656, 0.460938, 0.496094, 0.519531, 0.5, 0.511719, 0.455078, 0.498047, 0.457031, 0.511719, 0.511719, 0.5, 0.515625, 0.5, 0.488281, 0.511719, 0.496094, 0.523438, 0.492188, 0.474609, 0.466797, 0.515625, 0.476562, 0.507812, 0.511719, 0.507812, 0.515625, 0.480469, 0.511719, 0.511719, 0.519531, 0.482422, 0.527344, 0.455078, 0.486328, 0.503906, 0.488281, 0.480469, 0.482422, 0.480469, 0.507812, 0.535156, 0.507812, 0.498047, 0.478516, 0.566406, 0.511719, 0.498047, 0.503906, 0.503906, 0.511719, 0.492188, 0.470703, 0.472656, 0.492188, 0.515625, 0.511719, 0.511719, 0.511719, 0.494141, 0.5, 0.482422, 0.519531, 0.519531, 0.503906, 0.464844, 0.498047, 0.441406, 0.511719, 0.474609, 0.474609, 0.486328, 0.527344, 0.498047, 0.492188, 0.527344, 0.511719, 0.480469, 0.523438, 0.480469, 0.511719, 0.507812, 0.486328, 0.496094, 0.451172, 0.53125, 0.511719, 0.492188, 0.503906, 0.507812, 0.490234, 0.480469, 0.462891, 0.511719, 0.480469, 0.511719, 0.511719, 0.490234, 0.478516, 0.457031, 0.5, 0.5, 0.472656, 0.527344, 0.523438, 0.490234, 0.523438, 0.498047, 0.53125, 0.494141, 0.5, 0.5, 0.451172, 0.439453, 0.515625, 0.503906, 0.46875, 0.511719, 0.490234, 0.511719, 0.488281, 0.503906, 0.478516, 0.507812, 0.5, 0.519531, 0.472656, 0.470703, 0.539062, 0.53125, 0.527344, 0.478516, 0.503906, 0.515625, 0.503906, 0.519531, 0.492188, 0.486328, 0.507812, 0.519531, 0.523438, 0.515625, 0.492188, 0.515625, 0.503906, 0.472656, 0.519531, 0.484375, 0.503906, 0.46875, 0.503906, 0.511719, 0.503906, 0.511719, 0.507812, 0.507812, 0.451172, 0.496094, 0.472656, 0.4375, 0.511719, 0.5, 0.484375, 0.482422, 0.527344, 0.503906, 0.539062, 0.527344, 0.507812, 0.511719, 0.527344, 0.466797, 0.519531, 0.470703, 0.511719, 0.515625, 0.515625, 0.523438, 0.46875, 0.503906, 0.496094, 0.5, 0.523438, 0.5, 0.476562, 0.443359, 0.472656, 0.480469, 0.490234, 0.507812, 0.515625, 0.515625, 0.492188, 0.478516, 0.523438, 0.503906, 0.515625, 0.46875, 0.490234, 0.5, 0.507812, 0.484375, 0.515625, 0.503906, 0.488281, 0.476562, 0.476562, 0.480469, 0.519531, 0.484375, 0.496094, 0.490234, 0.488281, 0.507812, 0.519531, 0.5, 0.535156, 0.511719, 0.462891, 0.515625, 0.519531, 0.515625, 0.472656, 0.498047, 0.511719, 0.478516, 0.490234, 0.478516, 0.503906, 0.488281, 0.515625, 0.470703, 0.5, 0.515625, 0.515625, 0.503906, 0.511719, 0.494141, 0.466797, 0.496094, 0.447266, 0.523438, 0.5, 0.503906, 0.476562, 0.503906, 0.503906, 0.519531, 0.503906, 0.476562, 0.498047, 0.53125, 0.498047, 0.5, 0.539062, 0.472656, 0.507812, 0.507812, 0.523438, 0.5, 0.394531, 0.478516, 0.478516, 0.507812, 0.494141, 0.511719, 0.515625, 0.455078, 0.453125, 0.523438, 0.503906, 0.474609, 0.484375, 0.503906, 0.496094, 0.490234, 0.503906, 0.527344, 0.53125, 0.478516, 0.484375, 0.523438, 0.484375, 0.507812, 0.511719, 0.482422, 0.496094, 0.507812, 0.494141, 0.484375, 0.511719, 0.494141, 0.480469, 0.523438, 0.498047, 0.515625, 0.5, 0.53125, 0.488281, 0.476562, 0.53125, 0.488281, 0.482422, 0.507812, 0.523438, 0.515625, 0.523438, 0.5, 0.472656, 0.470703, 0.490234, 0.515625, 0.484375, 0.492188, 0.480469, 0.5, 0.488281, 0.482422, 0.488281, 0.474609, 0.511719, 0.453125, 0.507812, 0.498047, 0.5, 0.470703, 0.527344, 0.492188, 0.494141, 0.482422, 0.494141, 0.464844, 0.474609, 0.492188, 0.503906, 0.498047, 0.519531, 0.515625, 0.498047, 0.498047, 0.496094, 0.5, 0.5, 0.503906, 0.494141, 0.457031, 0.515625, 0.494141, 0.484375, 0.511719, 0.507812, 0.511719, 0.5, 0.503906, 0.492188, 0.507812, 0.472656, 0.511719, 0.435547, 0.507812, 0.492188, 0.515625, 0.507812, 0.431641, 0.492188, 0.511719, 0.464844, 0.507812, 0.455078, 0.5, 0.507812, 0.507812, 0.515625, 0.486328, 0.507812, 0.519531, 0.458984, 0.486328, 0.5, 0.523438, 0.474609, 0.472656, 0.470703, 0.523438, 0.515625, 0.519531, 0.498047, 0.511719, 0.498047, 0.5, 0.515625, 0.511719, 0.480469, 0.523438, 0.511719, 0.476562, 0.488281, 0.492188, 0.464844, 0.484375, 0.492188, 0.507812, 0.494141, 0.523438, 0.474609, 0.498047, 0.464844, 0.5, 0.476562, 0.507812, 0.480469, 0.5, 0.550781, 0.5, 0.511719, 0.507812, 0.478516, 0.515625, 0.511719, 0.511719, 0.484375, 0.490234, 0.515625, 0.490234, 0.507812, 0.474609, 0.5, 0.484375, 0.515625, 0.490234, 0.5, 0.492188, 0.507812, 0.519531, 0.482422, 0.474609, 0.482422, 0.482422, 0.515625, 0.503906, 0.503906, 0.494141, 0.523438, 0.474609, 0.515625, 0.527344, 0.515625, 0.515625, 0.486328, 0.511719, 0.496094, 0.496094, 0.466797, 0.498047, 0.490234, 0.466797, 0.523438, 0.490234, 0.53125, 0.488281, 0.462891, 0.523438, 0.519531, 0.503906, 0.464844, 0.5, 0.5, 0.482422, 0.53125, 0.5 ] }, "name": "model.transformer.layers.13.ffn_norm.weight", "outputIndexes": [ 883 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 882, 883 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_13/Mul_1_output_0", "outputIndexes": [ 884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 884 ], "outputIndexes": [ 2906 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2906 ], "outputIndexes": [ 2907 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_1/Linear", "inputIndexes": [ 2907 ], "outputIndexes": [ 2908 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 11264, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 270336, "weightSize": 0 }, "external": [ 646087660, 34603270, 2162688, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2908 ], "outputIndexes": [ 2909 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2909 ], "outputIndexes": [ 885 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 11264 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885, 21, 345, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_13/Slice_output_0", "outputIndexes": [ 886 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 886 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_13/Sigmoid_output_0", "outputIndexes": [ 887 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 886, 887 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_13/Mul_output_0", "outputIndexes": [ 888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 11264 ] }, "name": "/ffn_13/Mul_1_output_0", "outputIndexes": [ 889 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885, 345, 889, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_13/Slice_1_output_0", "outputIndexes": [ 890 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 890 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_13/Mul_2_output_0", "outputIndexes": [ 891 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 891 ], "outputIndexes": [ 2910 ], "main_type": "Reshape", "main": { "dims": [ -1, 5632, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2910 ], "outputIndexes": [ 2911 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_2/Linear", "inputIndexes": [ 2911 ], "outputIndexes": [ 2912 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 5632, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 135168, "weightSize": 0 }, "external": [ 682853618, 17301766, 1081344, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2912 ], "outputIndexes": [ 2913 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2913 ], "outputIndexes": [ 892 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881, 892 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_55_output_0", "outputIndexes": [ 893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_56_output_0", "outputIndexes": [ 894 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 894 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_14/Mul_output_0", "outputIndexes": [ 895 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.310547, 0.339844, 0.310547, 0.291016, 0.324219, 0.328125, 0.302734, 0.275391, 0.332031, 0.291016, 0.320312, 0.316406, 0.314453, 0.314453, 0.257812, 0.324219, 0.316406, 0.289062, 0.328125, 0.302734, 0.304688, 0.322266, 0.304688, 0.3125, 0.308594, 0.308594, 0.335938, 0.294922, 0.326172, 0.324219, 0.304688, 0.324219, 0.308594, 0.322266, 0.316406, 0.326172, 0.324219, 0.285156, 0.320312, 0.318359, 0.330078, 0.332031, 0.332031, 0.318359, 0.291016, 0.332031, 0.326172, 0.316406, 0.287109, 0.308594, 0.318359, 0.316406, 0.355469, 0.292969, 0.289062, 0.324219, 0.324219, 0.310547, 0.302734, 0.310547, 0.328125, 0.330078, 0.3125, 0.289062, 0.318359, 0.324219, 0.308594, 0.273438, 0.298828, 0.310547, 0.318359, 0.3125, 0.283203, 0.306641, 0.308594, 0.283203, 0.298828, 0.296875, 0.322266, 0.314453, 0.328125, 0.308594, 0.316406, 0.320312, 0.306641, 0.3125, 0.291016, 0.332031, 0.345703, 0.322266, 0.314453, 0.292969, 0.335938, 0.263672, 0.304688, 0.330078, 0.3125, 0.292969, 0.308594, 0.310547, 0.330078, 0.28125, 0.3125, 0.345703, 0.357422, 0.339844, 0.322266, 0.324219, 0.283203, 0.335938, 0.306641, 0.335938, 0.335938, 0.328125, 0.320312, 0.347656, 0.326172, 0.3125, 0.328125, 0.328125, 0.300781, 0.322266, 0.310547, 0.310547, 0.328125, 0.322266, 0.316406, 0.300781, 0.328125, 0.322266, 0.318359, 0.300781, 0.322266, 0.296875, 0.306641, 0.28125, 0.304688, 0.310547, 0.310547, 0.341797, 0.314453, 0.306641, 0.345703, 0.318359, 0.341797, 0.335938, 0.308594, 0.332031, 0.285156, 0.283203, 0.304688, 0.339844, 0.287109, 0.365234, 0.318359, 0.322266, 0.302734, 0.332031, 0.328125, 0.308594, 0.296875, 0.28125, 0.345703, 0.296875, 0.306641, 0.283203, 0.314453, 0.324219, 0.294922, 0.333984, 0.339844, 0.345703, 0.302734, 0.326172, 0.306641, 0.304688, 0.322266, 0.310547, 0.296875, 0.337891, 0.337891, 0.294922, 0.283203, 0.292969, 0.304688, 0.304688, 0.308594, 0.3125, 0.304688, 0.310547, 0.28125, 0.277344, 0.320312, 0.285156, 0.324219, 0.324219, 0.324219, 0.298828, 0.292969, 0.324219, 0.302734, 0.34375, 0.332031, 0.304688, 0.320312, 0.339844, 0.326172, 0.298828, 0.255859, 0.314453, 0.314453, 0.300781, 0.314453, 0.332031, 0.275391, 0.330078, 0.304688, 0.324219, 0.330078, 0.3125, 0.314453, 0.300781, 0.291016, 0.324219, 0.355469, 0.318359, 0.285156, 0.3125, 0.302734, 0.275391, 0.310547, 0.294922, 0.314453, 0.294922, 0.332031, 0.304688, 0.316406, 0.310547, 0.328125, 0.322266, 0.28125, 0.298828, 0.318359, 0.292969, 0.335938, 0.330078, 0.310547, 0.289062, 0.304688, 0.300781, 0.302734, 0.341797, 0.337891, 0.300781, 0.302734, 0.302734, 0.310547, 0.267578, 0.322266, 0.289062, 0.330078, 0.322266, 0.314453, 0.314453, 0.298828, 0.347656, 0.300781, 0.304688, 0.326172, 0.314453, 0.310547, 0.322266, 0.304688, 0.337891, 0.285156, 0.322266, 0.328125, 0.283203, 0.296875, 0.291016, 0.275391, 0.308594, 0.332031, 0.333984, 0.294922, 0.298828, 0.271484, 0.314453, 0.302734, 0.332031, 0.279297, 0.332031, 0.314453, 0.306641, 0.320312, 0.304688, 0.332031, 0.335938, 0.335938, 0.3125, 0.302734, 0.316406, 0.314453, 0.298828, 0.333984, 0.285156, 0.345703, 0.296875, 0.296875, 0.283203, 0.300781, 0.306641, 0.332031, 0.318359, 0.310547, 0.326172, 0.306641, 0.300781, 0.316406, 0.308594, 0.316406, 0.3125, 0.324219, 0.318359, 0.3125, 0.330078, 0.294922, 0.349609, 0.347656, 0.296875, 0.318359, 0.337891, 0.3125, 0.330078, 0.339844, 0.292969, 0.316406, 0.310547, 0.302734, 0.308594, 0.314453, 0.318359, 0.328125, 0.298828, 0.304688, 0.306641, 0.28125, 0.314453, 0.300781, 0.332031, 0.347656, 0.304688, 0.310547, 0.320312, 0.300781, 0.320312, 0.330078, 0.320312, 0.3125, 0.289062, 0.300781, 0.326172, 0.298828, 0.314453, 0.318359, 0.3125, 0.285156, 0.259766, 0.314453, 0.292969, 0.316406, 0.328125, 0.318359, 0.332031, 0.337891, 0.335938, 0.318359, 0.318359, 0.3125, 0.302734, 0.292969, 0.308594, 0.296875, 0.298828, 0.320312, 0.330078, 0.310547, 0.328125, 0.300781, 0.292969, 0.308594, 0.332031, 0.28125, 0.341797, 0.292969, 0.314453, 0.304688, 0.300781, 0.294922, 0.314453, 0.296875, 0.296875, 0.320312, 0.341797, 0.304688, 0.296875, 0.3125, 0.320312, 0.328125, 0.285156, 0.335938, 0.328125, 0.3125, 0.302734, 0.316406, 0.355469, 0.324219, 0.333984, 0.328125, 0.296875, 0.328125, 0.296875, 0.308594, 0.326172, 0.324219, 0.279297, 0.298828, 0.326172, 0.3125, 0.326172, 0.285156, 0.296875, 0.335938, 0.298828, 0.314453, 0.318359, 0.302734, 0.320312, 0.310547, 0.337891, 0.337891, 0.298828, 0.333984, 0.349609, 0.330078, 0.273438, 0.332031, 0.333984, 0.308594, 0.320312, 0.330078, 0.316406, 0.322266, 0.320312, 0.330078, 0.298828, 0.335938, 0.314453, 0.314453, 0.306641, 0.310547, 0.349609, 0.231445, 0.322266, 0.298828, 0.34375, 0.300781, 0.302734, 0.300781, 0.314453, 0.310547, 0.328125, 0.320312, 0.316406, 0.328125, 0.324219, 0.300781, 0.310547, 0.300781, 0.332031, 0.332031, 0.304688, 0.314453, 0.316406, 0.328125, 0.349609, 0.304688, 0.302734, 0.283203, 0.308594, 0.337891, 0.314453, 0.296875, 0.326172, 0.318359, 0.316406, 0.330078, 0.326172, 0.298828, 0.326172, 0.324219, 0.328125, 0.306641, 0.330078, 0.318359, 0.318359, 0.300781, 0.285156, 0.308594, 0.328125, 0.302734, 0.316406, 0.291016, 0.3125, 0.318359, 0.324219, 0.341797, 0.302734, 0.294922, 0.302734, 0.308594, 0.322266, 0.308594, 0.320312, 0.302734, 0.318359, 0.269531, 0.3125, 0.322266, 0.310547, 0.292969, 0.316406, 0.296875, 0.291016, 0.275391, 0.330078, 0.328125, 0.335938, 0.294922, 0.333984, 0.333984, 0.326172, 0.376953, 0.296875, 0.324219, 0.304688, 0.304688, 0.296875, 0.310547, 0.351562, 0.326172, 0.316406, 0.332031, 0.326172, 0.316406, 0.3125, 0.335938, 0.318359, 0.3125, 0.3125, 0.310547, 0.271484, 0.294922, 0.277344, 0.283203, 0.337891, 0.306641, 0.300781, 0.310547, 0.320312, 0.322266, 0.298828, 0.335938, 0.294922, 0.345703, 0.310547, 0.34375, 0.310547, 0.3125, 0.324219, 0.337891, 0.308594, 0.316406, 0.332031, 0.308594, 0.310547, 0.326172, 0.255859, 0.330078, 0.3125, 0.330078, 0.322266, 0.320312, 0.306641, 0.310547, 0.308594, 0.259766, 0.345703, 0.330078, 0.300781, 0.302734, 0.316406, 0.300781, 0.273438, 0.333984, 0.273438, 0.320312, 0.316406, 0.316406, 0.333984, 0.294922, 0.298828, 0.308594, 0.316406, 0.259766, 0.292969, 0.298828, 0.296875, 0.320312, 0.283203, 0.28125, 0.306641, 0.3125, 0.296875, 0.306641, 0.300781, 0.322266, 0.318359, 0.335938, 0.324219, 0.302734, 0.347656, 0.302734, 0.332031, 0.326172, 0.318359, 0.257812, 0.296875, 0.365234, 0.337891, 0.300781, 0.296875, 0.333984, 0.341797, 0.310547, 0.300781, 0.345703, 0.28125, 0.294922, 0.302734, 0.216797, 0.337891, 0.339844, 0.320312, 0.337891, 0.296875, 0.310547, 0.300781, 0.28125, 0.314453, 0.308594, 0.283203, 0.330078, 0.291016, 0.341797, 0.291016, 0.34375, 0.296875, 0.318359, 0.318359, 0.337891, 0.322266, 0.285156, 0.310547, 0.367188, 0.333984, 0.347656, 0.22168, 0.310547, 0.318359, 0.308594, 0.3125, 0.335938, 0.320312, 0.310547, 0.28125, 0.279297, 0.351562, 0.333984, 0.361328, 0.308594, 0.328125, 0.308594, 0.330078, 0.347656, 0.300781, 0.324219, 0.328125, 0.302734, 0.296875, 0.298828, 0.300781, 0.328125, 0.320312, 0.318359, 0.302734, 0.332031, 0.326172, 0.335938, 0.306641, 0.300781, 0.308594, 0.294922, 0.298828, 0.3125, 0.277344, 0.322266, 0.308594, 0.292969, 0.330078, 0.337891, 0.310547, 0.337891, 0.310547, 0.3125, 0.328125, 0.289062, 0.347656, 0.310547, 0.318359, 0.304688, 0.306641, 0.294922, 0.306641, 0.287109, 0.318359, 0.341797, 0.306641, 0.310547, 0.34375, 0.316406, 0.330078, 0.310547, 0.304688, 0.341797, 0.298828, 0.314453, 0.326172, 0.349609, 0.320312, 0.320312, 0.308594, 0.318359, 0.328125, 0.3125, 0.324219, 0.322266, 0.326172, 0.300781, 0.251953, 0.324219, 0.275391, 0.324219, 0.310547, 0.318359, 0.333984, 0.382812, 0.302734, 0.300781, 0.3125, 0.304688, 0.335938, 0.298828, 0.316406, 0.333984, 0.310547, 0.316406, 0.335938, 0.275391, 0.349609, 0.333984, 0.261719, 0.339844, 0.316406, 0.304688, 0.285156, 0.3125, 0.302734, 0.308594, 0.333984, 0.318359, 0.302734, 0.273438, 0.330078, 0.333984, 0.310547, 0.324219, 0.304688, 0.339844, 0.275391, 0.310547, 0.302734, 0.306641, 0.275391, 0.3125, 0.285156, 0.296875, 0.345703, 0.333984, 0.320312, 0.283203, 0.271484, 0.304688, 0.339844, 0.332031, 0.328125, 0.291016, 0.310547, 0.322266, 0.316406, 0.291016, 0.296875, 0.314453, 0.285156, 0.302734, 0.310547, 0.308594, 0.330078, 0.289062, 0.302734, 0.324219, 0.330078, 0.308594, 0.296875, 0.316406, 0.330078, 0.304688, 0.310547, 0.330078, 0.269531, 0.337891, 0.310547, 0.308594, 0.296875, 0.34375, 0.279297, 0.298828, 0.308594, 0.277344, 0.328125, 0.318359, 0.296875, 0.34375, 0.314453, 0.34375, 0.322266, 0.294922, 0.310547, 0.328125, 0.310547, 0.324219, 0.328125, 0.316406, 0.324219, 0.304688, 0.306641, 0.296875, 0.330078, 0.326172, 0.339844, 0.328125, 0.318359, 0.287109, 0.310547, 0.308594, 0.3125, 0.310547, 0.322266, 0.351562, 0.310547, 0.310547, 0.3125, 0.335938, 0.318359, 0.285156, 0.300781, 0.3125, 0.308594, 0.347656, 0.300781, 0.283203, 0.304688, 0.292969, 0.326172, 0.308594, 0.316406, 0.285156, 0.28125, 0.330078, 0.273438, 0.337891, 0.314453, 0.314453, 0.289062, 0.314453, 0.335938, 0.314453, 0.217773, 0.310547, 0.289062, 0.296875, 0.333984, 0.322266, 0.292969, 0.292969, 0.296875, 0.314453, 0.298828, 0.302734, 0.320312, 0.335938, 0.324219, 0.314453, 0.326172, 0.349609, 0.320312, 0.308594, 0.308594, 0.283203, 0.302734, 0.302734, 0.347656, 0.237305, 0.353516, 0.320312, 0.304688, 0.314453, 0.320312, 0.318359, 0.310547, 0.335938, 0.345703, 0.298828, 0.324219, 0.300781, 0.306641, 0.318359, 0.326172, 0.326172, 0.310547, 0.316406, 0.302734, 0.332031, 0.298828, 0.310547, 0.332031, 0.298828, 0.302734, 0.277344, 0.324219, 0.304688, 0.318359, 0.332031, 0.289062, 0.339844, 0.300781, 0.296875, 0.322266, 0.300781, 0.335938, 0.304688, 0.296875, 0.324219, 0.236328, 0.310547, 0.310547, 0.318359, 0.300781, 0.355469, 0.296875, 0.314453, 0.3125, 0.332031, 0.332031, 0.306641, 0.322266, 0.255859, 0.326172, 0.302734, 0.320312, 0.353516, 0.310547, 0.3125, 0.3125, 0.3125, 0.337891, 0.332031, 0.292969, 0.306641, 0.328125, 0.349609, 0.326172, 0.318359, 0.330078, 0.332031, 0.287109, 0.314453, 0.339844, 0.332031, 0.367188, 0.316406, 0.316406, 0.267578, 0.337891, 0.304688, 0.273438, 0.298828, 0.302734, 0.34375, 0.296875, 0.34375, 0.300781, 0.322266, 0.314453, 0.318359, 0.298828, 0.3125, 0.300781, 0.326172, 0.333984, 0.3125, 0.320312, 0.279297, 0.304688, 0.294922, 0.330078, 0.306641, 0.308594, 0.332031, 0.296875, 0.265625, 0.349609, 0.333984, 0.306641, 0.308594, 0.332031, 0.339844, 0.3125, 0.324219, 0.310547, 0.316406, 0.34375, 0.322266, 0.322266, 0.298828, 0.335938, 0.283203, 0.251953, 0.333984, 0.294922, 0.314453, 0.347656, 0.3125, 0.285156, 0.296875, 0.314453, 0.300781, 0.285156, 0.3125, 0.330078, 0.314453, 0.306641, 0.310547, 0.328125, 0.298828, 0.324219, 0.318359, 0.316406, 0.306641, 0.306641, 0.332031, 0.314453, 0.337891, 0.310547, 0.320312, 0.302734, 0.320312, 0.308594, 0.333984, 0.314453, 0.3125, 0.322266, 0.333984, 0.292969, 0.302734, 0.324219, 0.306641, 0.320312, 0.326172, 0.304688, 0.326172, 0.261719, 0.318359, 0.355469, 0.314453, 0.316406, 0.310547, 0.302734, 0.332031, 0.104004, 0.3125, 0.302734, 0.306641, 0.310547, 0.296875, 0.316406, 0.320312, 0.308594, 0.316406, 0.308594, 0.332031, 0.304688, 0.314453, 0.298828, 0.298828, 0.267578, 0.328125, 0.330078, 0.333984, 0.300781, 0.269531, 0.294922, 0.310547, 0.333984, 0.314453, 0.316406, 0.306641, 0.322266, 0.308594, 0.271484, 0.291016, 0.316406, 0.335938, 0.318359, 0.300781, 0.353516, 0.257812, 0.294922, 0.341797, 0.34375, 0.337891, 0.326172, 0.322266, 0.332031, 0.320312, 0.333984, 0.292969, 0.316406, 0.314453, 0.308594, 0.310547, 0.349609, 0.322266, 0.318359, 0.304688, 0.347656, 0.291016, 0.3125, 0.314453, 0.316406, 0.302734, 0.294922, 0.333984, 0.328125, 0.320312, 0.330078, 0.255859, 0.300781, 0.291016, 0.300781, 0.322266, 0.355469, 0.332031, 0.294922, 0.345703, 0.314453, 0.326172, 0.320312, 0.300781, 0.324219, 0.314453, 0.306641, 0.320312, 0.318359, 0.330078, 0.310547, 0.291016, 0.304688, 0.304688, 0.318359, 0.291016, 0.316406, 0.34375, 0.287109, 0.335938, 0.320312, 0.279297, 0.332031, 0.287109, 0.316406, 0.328125, 0.339844, 0.345703, 0.3125, 0.324219, 0.285156, 0.318359, 0.296875, 0.3125, 0.347656, 0.333984, 0.310547, 0.339844, 0.324219, 0.322266, 0.314453, 0.320312, 0.304688, 0.314453, 0.308594, 0.285156, 0.310547, 0.314453, 0.339844, 0.283203, 0.302734, 0.306641, 0.322266, 0.314453, 0.316406, 0.300781, 0.3125, 0.324219, 0.333984, 0.341797, 0.314453, 0.292969, 0.328125, 0.328125, 0.302734, 0.298828, 0.310547, 0.322266, 0.289062, 0.271484, 0.310547, 0.324219, 0.294922, 0.347656, 0.333984, 0.333984, 0.341797, 0.292969, 0.219727, 0.326172, 0.294922, 0.328125, 0.3125, 0.300781, 0.322266, 0.283203, 0.302734, 0.335938, 0.308594, 0.296875, 0.291016, 0.308594, 0.341797, 0.318359, 0.322266, 0.322266, 0.339844, 0.298828, 0.304688, 0.324219, 0.296875, 0.310547, 0.308594, 0.285156, 0.304688, 0.326172, 0.326172, 0.308594, 0.314453, 0.322266, 0.304688, 0.339844, 0.304688, 0.287109, 0.318359, 0.298828, 0.310547, 0.275391, 0.335938, 0.300781, 0.308594, 0.308594, 0.3125, 0.308594, 0.314453, 0.314453, 0.308594, 0.296875, 0.324219, 0.322266, 0.320312, 0.320312, 0.324219, 0.306641, 0.310547, 0.326172, 0.296875, 0.296875, 0.310547, 0.339844, 0.335938, 0.287109, 0.316406, 0.34375, 0.314453, 0.355469, 0.291016, 0.3125, 0.314453, 0.302734, 0.285156, 0.328125, 0.332031, 0.310547, 0.302734, 0.302734, 0.330078, 0.318359, 0.292969, 0.304688, 0.345703, 0.287109, 0.267578, 0.302734, 0.289062, 0.328125, 0.333984, 0.310547, 0.296875, 0.28125, 0.322266, 0.328125, 0.275391, 0.320312, 0.345703, 0.322266, 0.304688, 0.351562, 0.318359, 0.145508, 0.310547, 0.308594, 0.269531, 0.291016, 0.308594, 0.308594, 0.328125, 0.324219, 0.3125, 0.316406, 0.306641, 0.314453, 0.316406, 0.296875, 0.287109, 0.308594, 0.277344, 0.3125, 0.320312, 0.304688, 0.316406, 0.328125, 0.306641, 0.328125, 0.322266, 0.308594, 0.324219, 0.337891, 0.347656, 0.34375, 0.289062, 0.337891, 0.326172, 0.316406, 0.341797, 0.322266, 0.314453, 0.339844, 0.330078, 0.287109, 0.308594, 0.345703, 0.314453, 0.285156, 0.306641, 0.337891, 0.339844, 0.320312, 0.296875, 0.302734, 0.322266, 0.314453, 0.386719, 0.302734, 0.322266, 0.289062, 0.328125, 0.291016, 0.316406, 0.324219, 0.341797, 0.304688, 0.330078, 0.304688, 0.320312, 0.306641, 0.318359, 0.279297, 0.300781, 0.3125, 0.314453, 0.316406, 0.318359, 0.337891, 0.296875, 0.306641, 0.318359, 0.34375, 0.324219, 0.310547, 0.310547, 0.279297, 0.363281, 0.308594, 0.298828, 0.332031, 0.341797, 0.326172, 0.314453, 0.296875, 0.332031, 0.306641, 0.318359, 0.337891, 0.287109, 0.291016, 0.328125, 0.310547, 0.330078, 0.306641, 0.3125, 0.287109, 0.287109, 0.341797, 0.332031, 0.328125, 0.314453, 0.304688, 0.335938, 0.3125, 0.294922, 0.310547, 0.314453, 0.308594, 0.304688, 0.322266, 0.302734, 0.333984, 0.316406, 0.291016, 0.330078, 0.291016, 0.242188, 0.335938, 0.332031, 0.304688, 0.308594, 0.330078, 0.318359, 0.320312, 0.298828, 0.291016, 0.289062, 0.3125, 0.304688, 0.335938, 0.314453, 0.298828, 0.292969, 0.318359, 0.306641, 0.332031, 0.310547, 0.316406, 0.291016, 0.333984, 0.341797, 0.322266, 0.302734, 0.304688, 0.322266, 0.291016, 0.326172, 0.308594, 0.316406, 0.322266, 0.308594, 0.304688, 0.339844, 0.289062, 0.304688, 0.283203, 0.328125, 0.320312, 0.316406, 0.314453, 0.304688, 0.333984, 0.3125, 0.314453, 0.347656, 0.3125, 0.302734, 0.302734, 0.306641, 0.310547, 0.316406, 0.294922, 0.298828, 0.339844, 0.283203, 0.316406, 0.294922, 0.306641, 0.289062, 0.333984, 0.3125, 0.298828, 0.328125, 0.357422, 0.316406, 0.324219, 0.318359, 0.291016, 0.335938, 0.318359, 0.318359, 0.285156, 0.285156, 0.332031, 0.335938, 0.322266, 0.322266, 0.314453, 0.304688, 0.326172, 0.306641, 0.298828, 0.357422, 0.300781, 0.283203, 0.296875, 0.308594, 0.341797, 0.351562, 0.289062, 0.302734, 0.300781, 0.316406, 0.289062, 0.347656, 0.318359, 0.302734, 0.339844, 0.296875, 0.310547, 0.316406, 0.302734, 0.324219, 0.296875, 0.300781, 0.341797, 0.294922, 0.318359, 0.298828, 0.314453, 0.283203, 0.306641, 0.308594, 0.34375, 0.318359, 0.316406, 0.289062, 0.324219, 0.318359, 0.341797, 0.339844, 0.289062, 0.310547, 0.322266, 0.320312, 0.339844, 0.330078, 0.3125, 0.308594, 0.326172, 0.316406, 0.287109, 0.244141, 0.291016, 0.326172, 0.308594, 0.335938, 0.324219, 0.330078, 0.3125, 0.322266, 0.326172, 0.335938, 0.322266, 0.333984, 0.332031, 0.316406, 0.316406, 0.300781, 0.28125, 0.341797, 0.253906, 0.335938, 0.333984, 0.294922, 0.341797, 0.316406, 0.326172, 0.341797, 0.3125, 0.300781, 0.310547, 0.316406, 0.3125, 0.308594, 0.298828, 0.304688, 0.306641, 0.310547, 0.324219, 0.333984, 0.3125, 0.324219, 0.316406, 0.296875, 0.349609, 0.341797, 0.275391, 0.292969, 0.314453, 0.289062, 0.310547, 0.314453, 0.324219, 0.314453, 0.308594, 0.330078, 0.322266, 0.320312, 0.298828, 0.001648, 0.332031, 0.335938, 0.302734, 0.298828, 0.3125, 0.328125, 0.330078, 0.306641, 0.316406, 0.308594, 0.373047, 0.308594, 0.285156, 0.279297, 0.335938, 0.332031, 0.330078, 0.308594, 0.322266, 0.304688, 0.3125, 0.326172, 0.279297, 0.308594, 0.324219, 0.28125, 0.287109, 0.326172, 0.3125, 0.291016, 0.345703, 0.316406, 0.302734, 0.328125, 0.308594, 0.314453, 0.291016, 0.302734, 0.318359, 0.310547, 0.289062, 0.332031, 0.289062, 0.339844, 0.330078, 0.302734, 0.318359, 0.328125, 0.324219, 0.337891, 0.296875, 0.357422, 0.306641, 0.333984, 0.332031, 0.275391, 0.328125, 0.308594, 0.289062, 0.257812, 0.287109, 0.326172, 0.330078, 0.308594, 0.333984, 0.330078, 0.328125, 0.320312, 0.322266, 0.304688, 0.3125, 0.314453, 0.296875, 0.335938, 0.3125, 0.320312, 0.289062, 0.328125, 0.310547, 0.320312, 0.269531, 0.302734, 0.320312, 0.28125, 0.310547, 0.239258, 0.289062, 0.316406, 0.326172, 0.347656, 0.300781, 0.351562, 0.292969, 0.314453, 0.328125, 0.330078, 0.339844, 0.255859, 0.285156, 0.320312, 0.3125, 0.34375, 0.339844, 0.326172, 0.285156, 0.326172, 0.320312, 0.335938, 0.294922, 0.304688, 0.3125, 0.316406, 0.333984, 0.302734, 0.347656, 0.310547, 0.314453, 0.310547, 0.279297, 0.314453, 0.318359, 0.326172, 0.314453, 0.335938, 0.304688, 0.300781, 0.289062, 0.320312, 0.314453, 0.314453, 0.306641, 0.371094, 0.302734, 0.304688, 0.308594, 0.335938, 0.289062, 0.332031, 0.302734, 0.279297, 0.316406, 0.279297, 0.335938, 0.316406, 0.326172, 0.324219, 0.302734, 0.3125, 0.306641, 0.316406, 0.233398, 0.304688, 0.335938, 0.298828, 0.223633, 0.310547, 0.292969, 0.318359, 0.332031, 0.318359, 0.308594, 0.269531, 0.294922, 0.337891, 0.320312, 0.306641, 0.271484, 0.291016, 0.296875, 0.345703, 0.296875, 0.308594, 0.320312, 0.324219, 0.351562, 0.324219, 0.322266, 0.333984, 0.318359, 0.322266, 0.339844, 0.3125, 0.322266, 0.300781, 0.333984, 0.296875, 0.294922, 0.300781, 0.320312, 0.287109, 0.291016, 0.322266, 0.320312, 0.308594, 0.273438, 0.320312, 0.332031, 0.320312, 0.332031, 0.314453, 0.277344, 0.291016, 0.289062, 0.34375, 0.322266, 0.294922, 0.332031, 0.306641, 0.330078, 0.339844, 0.330078, 0.306641, 0.339844, 0.314453, 0.337891, 0.318359, 0.298828, 0.308594, 0.302734, 0.298828, 0.318359, 0.328125, 0.294922, 0.273438, 0.324219, 0.324219, 0.320312, 0.324219, 0.304688, 0.261719, 0.304688, 0.324219, 0.322266, 0.326172, 0.316406, 0.300781, 0.322266, 0.3125, 0.332031, 0.322266, 0.316406, 0.298828, 0.326172, 0.3125, 0.300781, 0.359375, 0.326172, 0.335938, 0.263672, 0.349609, 0.277344, 0.292969, 0.306641, 0.302734, 0.314453, 0.339844, 0.292969, 0.320312, 0.320312, 0.3125, 0.337891, 0.316406, 0.339844, 0.306641, 0.322266, 0.308594, 0.291016, 0.292969, 0.320312, 0.289062, 0.306641, 0.273438, 0.326172, 0.326172, 0.296875, 0.296875, 0.347656, 0.330078, 0.304688, 0.314453, 0.328125, 0.318359, 0.304688, 0.306641, 0.322266, 0.279297, 0.294922, 0.304688, 0.332031, 0.328125, 0.328125, 0.332031, 0.294922, 0.304688, 0.318359, 0.332031, 0.347656, 0.308594, 0.310547, 0.328125, 0.320312, 0.3125, 0.333984, 0.333984, 0.289062, 0.271484, 0.328125, 0.302734, 0.328125, 0.318359, 0.314453, 0.337891, 0.339844, 0.332031, 0.318359, 0.304688, 0.355469, 0.337891, 0.324219, 0.283203, 0.333984, 0.3125, 0.328125, 0.263672, 0.308594, 0.316406, 0.314453, 0.351562, 0.3125, 0.310547, 0.300781, 0.316406, 0.326172, 0.337891, 0.3125, 0.322266, 0.326172, 0.326172, 0.369141, 0.316406, 0.320312, 0.341797, 0.324219, 0.347656, 0.300781, 0.347656, 0.318359, 0.318359, 0.285156, 0.310547, 0.335938, 0.335938, 0.345703, 0.337891, 0.300781, 0.318359, 0.296875, 0.283203, 0.289062, 0.326172, 0.289062, 0.306641, 0.320312, 0.316406, 0.302734, 0.335938, 0.314453, 0.314453, 0.28125, 0.324219, 0.306641, 0.318359, 0.345703, 0.300781, 0.296875, 0.306641, 0.302734, 0.375, 0.318359, 0.308594, 0.337891, 0.287109, 0.339844, 0.292969, 0.337891, 0.306641, 0.345703, 0.308594, 0.304688, 0.294922, 0.328125, 0.320312, 0.300781, 0.322266, 0.326172, 0.341797, 0.339844, 0.3125, 0.324219, 0.302734, 0.324219, 0.333984, 0.337891, 0.294922, 0.310547, 0.306641, 0.277344, 0.296875, 0.316406, 0.316406, 0.34375, 0.34375, 0.283203, 0.255859, 0.306641, 0.300781, 0.328125, 0.332031, 0.326172, 0.292969, 0.310547, 0.304688, 0.330078, 0.308594, 0.318359, 0.310547, 0.316406, 0.291016, 0.339844, 0.310547, 0.3125, 0.277344, 0.298828, 0.265625, 0.302734, 0.316406, 0.306641, 0.291016, 0.3125, 0.219727, 0.300781, 0.314453, 0.320312, 0.287109, 0.332031, 0.3125, 0.308594, 0.318359, 0.279297, 0.345703, 0.310547, 0.308594, 0.326172, 0.333984, 0.308594, 0.300781, 0.320312, 0.328125, 0.302734, 0.337891, 0.328125, 0.287109, 0.302734, 0.328125, 0.332031, 0.328125, 0.289062, 0.324219, 0.335938, 0.326172, 0.330078, 0.332031, 0.318359, 0.314453, 0.3125, 0.320312, 0.322266, 0.271484, 0.337891, 0.34375, 0.320312, 0.353516, 0.304688, 0.289062, 0.291016, 0.314453, 0.333984, 0.304688, 0.357422, 0.314453, 0.314453, 0.304688, 0.318359, 0.330078, 0.298828, 0.308594, 0.320312, 0.28125, 0.318359, 0.306641, 0.308594, 0.335938, 0.324219, 0.304688, 0.3125, 0.328125, 0.300781, 0.328125, 0.263672, 0.326172, 0.300781, 0.310547, 0.318359, 0.28125, 0.328125, 0.306641, 0.330078, 0.3125, 0.279297, 0.333984, 0.294922, 0.306641, 0.287109, 0.337891, 0.335938, 0.304688, 0.335938, 0.289062, 0.279297, 0.291016, 0.328125, 0.298828, 0.308594, 0.300781, 0.335938, 0.277344, 0.304688, 0.314453, 0.333984, 0.318359, 0.320312, 0.3125, 0.316406, 0.347656, 0.306641, 0.324219, 0.351562, 0.332031, 0.318359, 0.304688, 0.279297, 0.324219, 0.333984, 0.291016, 0.285156, 0.302734, 0.28125, 0.267578, 0.298828, 0.3125, 0.320312, 0.335938, 0.314453, 0.318359, 0.320312, 0.3125, 0.316406, 0.320312, 0.320312, 0.324219, 0.308594, 0.34375, 0.304688, 0.292969, 0.283203, 0.314453, 0.275391, 0.300781, 0.308594, 0.294922, 0.324219, 0.326172, 0.296875, 0.3125, 0.345703, 0.289062, 0.304688, 0.314453, 0.316406, 0.310547, 0.322266, 0.314453, 0.322266, 0.339844, 0.322266, 0.298828, 0.308594, 0.300781, 0.341797, 0.339844, 0.298828, 0.28125, 0.333984, 0.328125, 0.314453, 0.306641, 0.259766, 0.304688, 0.326172, 0.314453, 0.306641, 0.28125, 0.3125, 0.285156, 0.310547, 0.316406, 0.3125, 0.306641, 0.332031, 0.347656, 0.316406, 0.291016, 0.3125, 0.292969, 0.298828, 0.285156, 0.314453, 0.337891, 0.326172, 0.289062, 0.333984, 0.332031, 0.328125, 0.308594, 0.314453, 0.310547, 0.322266, 0.287109, 0.292969, 0.316406, 0.298828, 0.294922, 0.351562, 0.320312, 0.328125, 0.316406, 0.292969, 0.289062, 0.314453, 0.292969, 0.320312, 0.328125, 0.34375, 0.328125, 0.306641, 0.304688, 0.291016, 0.314453, 0.285156, 0.318359, 0.298828, 0.302734, 0.298828, 0.310547, 0.294922, 0.291016, 0.296875, 0.326172, 0.326172, 0.310547, 0.302734, 0.287109, 0.314453, 0.314453, 0.306641, 0.302734, 0.310547, 0.324219, 0.326172, 0.322266, 0.291016, 0.310547, 0.310547, 0.294922, 0.330078, 0.349609, 0.3125, 0.304688, 0.28125, 0.308594, 0.304688, 0.335938, 0.300781, 0.292969, 0.324219, 0.357422, 0.314453, 0.324219, 0.316406, 0.332031, 0.320312, 0.310547, 0.349609, 0.308594, 0.302734, 0.296875, 0.302734, 0.291016, 0.337891, 0.304688, 0.351562, 0.292969, 0.335938, 0.294922, 0.339844, 0.298828, 0.3125, 0.3125, 0.3125, 0.314453, 0.3125, 0.316406, 0.304688, 0.345703, 0.310547, 0.287109, 0.316406, 0.304688, 0.300781, 0.365234, 0.335938, 0.326172, 0.378906, 0.326172, 0.326172, 0.337891, 0.292969, 0.316406, 0.335938, 0.302734, 0.320312, 0.324219, 0.320312, 0.322266, 0.314453, 0.310547, 0.337891, 0.328125, 0.3125, 0.34375, 0.314453, 0.306641, 0.308594, 0.322266, 0.337891, 0.335938, 0.291016, 0.326172, 0.326172, 0.283203, 0.298828, 0.347656, 0.3125, 0.291016, 0.306641, 0.328125, 0.326172, 0.314453, 0.314453, 0.3125, 0.3125, 0.277344, 0.294922, 0.330078, 0.302734, 0.294922, 0.326172, 0.308594, 0.304688, 0.335938, 0.324219, 0.308594, 0.310547, 0.304688, 0.304688, 0.304688, 0.324219, 0.320312, 0.320312, 0.283203, 0.333984, 0.298828, 0.298828, 0.337891, 0.310547, 0.296875, 0.302734, 0.306641, 0.314453, 0.296875, 0.332031, 0.306641, 0.291016, 0.320312, 0.330078, 0.316406, 0.337891, 0.310547, 0.3125, 0.292969, 0.300781, 0.292969, 0.292969, 0.320312, 0.291016, 0.304688, 0.306641, 0.310547, 0.308594, 0.3125, 0.275391, 0.3125, 0.314453, 0.330078, 0.314453, 0.328125, 0.322266, 0.373047, 0.235352, 0.335938, 0.335938, 0.3125, 0.285156, 0.294922, 0.271484, 0.308594, 0.300781, 0.271484, 0.322266, 0.328125, 0.320312, 0.294922, 0.330078, 0.304688, 0.34375, 0.314453, 0.292969, 0.277344, 0.324219, 0.300781, 0.318359, 0.318359, 0.322266, 0.310547, 0.328125, 0.310547, 0.308594, 0.304688, 0.296875, 0.271484, 0.300781, 0.291016, 0.306641, 0.296875, 0.330078, 0.314453, 0.306641, 0.328125, 0.292969, 0.304688, 0.298828, 0.328125, 0.349609, 0.351562, 0.359375, 0.302734, 0.332031, 0.306641, 0.296875, 0.337891, 0.337891, 0.337891, 0.355469, 0.308594, 0.322266, 0.314453, 0.320312, 0.316406, 0.314453, 0.328125, 0.328125, 0.322266, 0.296875, 0.314453, 0.298828, 0.326172, 0.285156, 0.3125, 0.320312, 0.296875, 0.291016, 0.322266, 0.326172, 0.291016, 0.277344, 0.302734, 0.314453, 0.298828, 0.326172, 0.3125, 0.333984, 0.291016, 0.361328, 0.357422, 0.3125, 0.267578, 0.287109, 0.314453, 0.357422, 0.302734, 0.314453, 0.267578, 0.322266, 0.328125, 0.314453, 0.339844, 0.320312, 0.314453, 0.320312, 0.330078, 0.296875, 0.326172, 0.378906, 0.318359, 0.320312, 0.3125, 0.337891, 0.322266, 0.300781, 0.310547, 0.279297, 0.298828, 0.345703, 0.320312, 0.347656, 0.314453, 0.296875, 0.291016, 0.304688, 0.320312, 0.316406, 0.310547, 0.333984, 0.300781, 0.304688, 0.308594, 0.306641, 0.304688, 0.316406, 0.298828, 0.341797, 0.310547, 0.306641, 0.337891, 0.28125, 0.386719, 0.28125, 0.291016, 0.298828, 0.302734, 0.337891, 0.322266, 0.330078, 0.347656, 0.287109, 0.294922, 0.304688, 0.298828, 0.318359, 0.304688, 0.251953, 0.310547, 0.318359, 0.3125, 0.308594, 0.324219, 0.339844, 0.332031, 0.302734, 0.320312, 0.298828, 0.349609, 0.3125, 0.310547, 0.294922, 0.324219, 0.279297, 0.306641, 0.333984, 0.324219, 0.289062, 0.261719, 0.326172, 0.322266, 0.335938, 0.328125, 0.318359, 0.320312, 0.341797, 0.367188, 0.304688, 0.304688, 0.316406, 0.316406, 0.304688, 0.308594, 0.328125, 0.341797, 0.322266, 0.306641, 0.296875, 0.287109, 0.347656, 0.294922, 0.359375, 0.3125, 0.291016, 0.310547, 0.287109, 0.287109, 0.333984, 0.275391, 0.330078, 0.328125, 0.292969, 0.324219, 0.300781, 0.349609, 0.314453, 0.304688, 0.330078, 0.308594, 0.302734, 0.292969, 0.320312, 0.320312, 0.335938, 0.300781, 0.296875, 0.314453, 0.289062, 0.308594, 0.316406, 0.287109, 0.300781, 0.292969, 0.285156, 0.308594, 0.316406, 0.308594, 0.302734, 0.306641, 0.341797, 0.310547, 0.292969, 0.279297, 0.314453, 0.320312, 0.308594, 0.298828, 0.306641, 0.304688, 0.318359, 0.330078, 0.341797, 0.332031, 0.318359, 0.330078, 0.337891, 0.279297, 0.300781, 0.289062, 0.310547, 0.318359, 0.326172, 0.333984, 0.34375, 0.341797, 0.300781, 0.316406, 0.345703, 0.3125, 0.316406, 0.304688, 0.333984, 0.302734, 0.302734, 0.291016, 0.335938, 0.333984, 0.298828, 0.302734, 0.316406, 0.324219, 0.341797, 0.328125, 0.353516, 0.300781, 0.287109, 0.285156, 0.328125, 0.292969, 0.294922, 0.316406, 0.279297, 0.345703, 0.300781, 0.300781, 0.333984, 0.322266, 0.308594, 0.3125, 0.316406, 0.314453, 0.304688, 0.351562, 0.320312, 0.326172, 0.304688, 0.304688, 0.308594, 0.318359, 0.328125, 0.289062, 0.355469, 0.304688, 0.335938, 0.287109, 0.332031, 0.330078, 0.304688, 0.310547, 0.304688, 0.306641, 0.320312, 0.320312, 0.28125, 0.310547, 0.326172, 0.289062, 0.34375, 0.333984, 0.300781, 0.314453, 0.298828, 0.289062, 0.28125, 0.3125, 0.291016, 0.306641, 0.306641, 0.306641, 0.351562, 0.324219, 0.318359, 0.289062, 0.306641, 0.306641, 0.326172, 0.328125, 0.333984, 0.306641, 0.3125, 0.294922, 0.328125, 0.300781, 0.347656, 0.304688, 0.306641, 0.318359, 0.328125, 0.302734, 0.322266, 0.333984, 0.316406, 0.326172, 0.3125, 0.3125, 0.310547, 0.322266, 0.314453, 0.3125, 0.308594, 0.324219, 0.248047, 0.308594, 0.335938, 0.316406, 0.345703, 0.328125, 0.302734, 0.326172, 0.302734, 0.279297, 0.326172, 0.283203, 0.339844, 0.316406, 0.320312, 0.310547, 0.324219, 0.287109, 0.328125, 0.285156, 0.347656, 0.292969, 0.300781, 0.341797, 0.314453, 0.316406, 0.324219, 0.294922, 0.322266, 0.304688, 0.345703, 0.326172, 0.341797, 0.318359, 0.269531, 0.3125, 0.298828, 0.275391, 0.3125, 0.296875, 0.322266, 0.306641, 0.291016, 0.310547, 0.304688, 0.302734, 0.300781, 0.304688, 0.310547, 0.322266, 0.306641, 0.259766, 0.302734, 0.289062, 0.351562, 0.298828, 0.304688, 0.3125, 0.333984, 0.324219, 0.120605, 0.314453, 0.310547, 0.314453, 0.335938, 0.306641, 0.304688, 0.332031, 0.3125, 0.287109, 0.322266, 0.328125, 0.300781, 0.310547, 0.314453, 0.34375, 0.318359, 0.249023, 0.332031, 0.316406, 0.326172, 0.333984, 0.351562, 0.310547, 0.330078, 0.341797, 0.316406, 0.314453, 0.271484, 0.279297, 0.3125, 0.300781, 0.34375, 0.333984, 0.279297, 0.324219, 0.283203, 0.326172, 0.277344, 0.332031, 0.326172, 0.300781, 0.326172, 0.316406, 0.322266, 0.271484, 0.28125, 0.287109, 0.306641, 0.333984, 0.335938, 0.296875, 0.316406, 0.316406, 0.332031, 0.277344, 0.353516, 0.333984, 0.285156, 0.306641, 0.289062, 0.298828, 0.294922, 0.283203, 0.308594, 0.306641, 0.308594, 0.308594, 0.257812, 0.320312, 0.335938, 0.314453, 0.253906, 0.3125, 0.285156, 0.292969, 0.302734, 0.300781, 0.332031, 0.277344, 0.289062, 0.279297, 0.322266, 0.320312, 0.349609, 0.308594, 0.291016, 0.287109, 0.25, 0.28125, 0.292969, 0.306641, 0.291016, 0.324219, 0.332031, 0.296875, 0.322266, 0.3125, 0.302734, 0.3125, 0.294922, 0.332031, 0.326172, 0.306641, 0.322266, 0.302734, 0.316406, 0.351562, 0.308594, 0.318359, 0.316406, 0.316406, 0.316406, 0.324219, 0.298828, 0.328125, 0.316406, 0.292969, 0.326172, 0.349609, 0.320312, 0.337891, 0.314453, 0.300781, 0.298828, 0.306641, 0.291016, 0.328125, 0.300781, 0.283203, 0.320312, 0.308594, 0.328125, 0.308594, 0.326172, 0.359375 ] }, "name": "model.transformer.layers.14.attn_norm.weight", "outputIndexes": [ 896 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 895, 896 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_14/Mul_1_output_0", "outputIndexes": [ 897 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 897 ], "outputIndexes": [ 2914 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2914 ], "outputIndexes": [ 2915 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear", "inputIndexes": [ 2915 ], "outputIndexes": [ 2916 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 701236728, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2916 ], "outputIndexes": [ 2917 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2917 ], "outputIndexes": [ 898 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 897 ], "main_type": "NONE", "name": "/Shape_57_output_0", "outputIndexes": [ 899 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 899 ], "main_type": "NONE", "name": "Shape1275", "outputIndexes": [ 900 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 899 ], "main_type": "NONE", "name": "Rank1277", "outputIndexes": [ 901 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 901, 901 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1279", "outputIndexes": [ 902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1280", "outputIndexes": [ 903 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1282", "outputIndexes": [ 904 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1283", "outputIndexes": [ 905 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 900, 903, 905, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1286", "outputIndexes": [ 906 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 906 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1287", "outputIndexes": [ 907 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 907 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1288", "outputIndexes": [ 908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 908, 907 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1289", "outputIndexes": [ 909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 899, 909, 902 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_74_output_0", "outputIndexes": [ 910 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 910, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_141_output_0", "outputIndexes": [ 911 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 911, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_70_output_0", "outputIndexes": [ 912 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 898, 912 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_57_output_0", "outputIndexes": [ 913 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 913 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_14/Mul_output_0", "outputIndexes": [ 914 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.078125, -0.004425, 0.09082, -0.011353, 0.088867, 1.265625, 1.140625, 0.357422, 0.988281, 1.15625, 1.546875, 1.257812, 1.296875, 1.085938, 1.4375, 1.757812, 1.28125, 1.445312, 1.367188, 1.34375, 1.460938, 1.375, 1.351562, 1.179688, 1.59375, 1.445312, 1.484375, 1.226562, 1.585938, 1.34375, 1.6875, 1.40625, 1.351562, 1.671875, 1.570312, 1.625, 1.421875, 1.265625, 1.554688, 1.59375, 1.71875, 1.296875, 1.242188, 1.21875, 1.867188, 1.703125, 1.695312, 1.617188, 1.632812, 1.710938, 1.726562, 1.648438, 1.898438, 1.5625, 1.679688, 1.695312, 1.617188, 1.601562, 1.960938, 1.585938, 1.640625, 1.734375, 1.757812, 1.617188, 0.769531, -0.051758, 0.003448, -0.030884, 0.179688, 1.25, 0.041504, 0.78125, 0.492188, 1.257812, 1.296875, 0.996094, 1.101562, 1.140625, 1.390625, 1.296875, 1.34375, 1.46875, 1.335938, 1.289062, 1.6875, 1.4375, 1.289062, 1.453125, 1.554688, 1.539062, 1.484375, 1.28125, 1.507812, 1.296875, 1.421875, 1.570312, 1.5625, 1.390625, 1.570312, 1.703125, 1.820312, 1.914062, 1.78125, 1.757812, 1.46875, 1.851562, 2.234375, 1.921875, 1.609375, 1.648438, 1.65625, 1.734375, 1.703125, 1.75, 1.601562, 1.65625, 1.546875, 1.671875, 1.671875, 1.382812, 1.664062, 1.648438, 1.226562, 1.71875, 1.546875, 1.625, 1.59375, 1.679688 ] }, "name": "model.transformer.layers.14.attn.q_norm.weight", "outputIndexes": [ 915 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914, 915 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_14/Mul_1_output_0", "outputIndexes": [ 916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 916, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_56_output_0", "outputIndexes": [ 917 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 916, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_57_output_0", "outputIndexes": [ 918 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_28_output_0", "outputIndexes": [ 919 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 916, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_56_output_0", "outputIndexes": [ 920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 919, 920 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_73_output_0", "outputIndexes": [ 921 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 921, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_57_output_0", "outputIndexes": [ 922 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 917, 922 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_56_output_0", "outputIndexes": [ 923 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 897 ], "outputIndexes": [ 2918 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2918 ], "outputIndexes": [ 2919 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear", "inputIndexes": [ 2919 ], "outputIndexes": [ 2920 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 707929854, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2920 ], "outputIndexes": [ 2921 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2921 ], "outputIndexes": [ 924 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 911, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_71_output_0", "outputIndexes": [ 925 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 924, 925 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_58_output_0", "outputIndexes": [ 926 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 926 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_14/Mul_output_0", "outputIndexes": [ 927 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.195312, -0.013428, 0.173828, -0.037598, 0.07373, 1.351562, 1.023438, 0.302734, 0.84375, 0.847656, 1.382812, 1.289062, 1.03125, 1.234375, 1.46875, 1.78125, 0.941406, 1.0625, 1.710938, 1.484375, 1.765625, 1.710938, 1.390625, 1.296875, 1.398438, 1.484375, 1.789062, 0.855469, 1.414062, 1.0625, 1.34375, 1.765625, 1.898438, 1.171875, 1.46875, 1.625, 2.15625, 1.953125, 1.765625, 1.734375, 1.398438, 2.265625, 2.234375, 1.703125, 1.570312, 1.65625, 1.765625, 1.78125, 1.640625, 1.6875, 1.632812, 1.679688, 1.398438, 1.578125, 1.664062, 1.523438, 1.726562, 1.601562, 1.890625, 1.703125, 1.632812, 1.648438, 1.65625, 1.765625, 0.080078, -0.045654, -0.011169, -0.011414, 0.201172, 1.164062, 0.001663, 0.757812, 0.494141, 1.382812, 1.59375, 0.734375, 1.21875, 0.933594, 1.171875, 1.203125, 1.484375, 1.632812, 0.9375, 1.101562, 1.25, 0.789062, 1.320312, 1.335938, 1.703125, 1.484375, 1.171875, 1.867188, 1.742188, 1.632812, 1.78125, 1.1875, 1.140625, 1.882812, 1.632812, 1.648438, 1.015625, 1.132812, 1.507812, 1.570312, 1.757812, 1.132812, 1.226562, 1.34375, 1.757812, 1.710938, 1.617188, 1.625, 1.679688, 1.632812, 1.71875, 1.632812, 1.617188, 1.625, 1.671875, 1.953125, 1.726562, 1.65625, 2.328125, 1.65625, 1.578125, 1.742188, 1.71875, 1.578125 ] }, "name": "model.transformer.layers.14.attn.k_norm.weight", "outputIndexes": [ 928 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 927, 928 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_14/Mul_1_output_0", "outputIndexes": [ 929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_58_output_0", "outputIndexes": [ 930 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_59_output_0", "outputIndexes": [ 931 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 931 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_29_output_0", "outputIndexes": [ 932 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_58_output_0", "outputIndexes": [ 933 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 933 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_74_output_0", "outputIndexes": [ 934 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 934, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_59_output_0", "outputIndexes": [ 935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 930, 935 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_57_output_0", "outputIndexes": [ 936 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 897 ], "outputIndexes": [ 2922 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2922 ], "outputIndexes": [ 2923 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear", "inputIndexes": [ 2923 ], "outputIndexes": [ 2924 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 709603332, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2924 ], "outputIndexes": [ 2925 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2925 ], "outputIndexes": [ 937 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937, 925 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_59_output_0", "outputIndexes": [ 938 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 923, 936, 938, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.14/self_attn/FusedAttention", "outputIndexes": [ 939 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 939 ], "outputIndexes": [ 2926 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2926 ], "outputIndexes": [ 2927 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear", "inputIndexes": [ 2927 ], "outputIndexes": [ 2928 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 711276810, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2928 ], "outputIndexes": [ 2929 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2929 ], "outputIndexes": [ 940 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 894, 940 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_58_output_0", "outputIndexes": [ 941 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_14/Mul_output_0", "outputIndexes": [ 942 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.5, 0.449219, 0.476562, 0.466797, 0.480469, 0.460938, 0.4375, 0.449219, 0.451172, 0.482422, 0.496094, 0.460938, 0.466797, 0.472656, 0.441406, 0.443359, 0.480469, 0.498047, 0.470703, 0.439453, 0.480469, 0.476562, 0.474609, 0.470703, 0.476562, 0.480469, 0.470703, 0.435547, 0.492188, 0.46875, 0.482422, 0.472656, 0.455078, 0.476562, 0.453125, 0.492188, 0.488281, 0.46875, 0.476562, 0.476562, 0.476562, 0.470703, 0.441406, 0.482422, 0.439453, 0.458984, 0.472656, 0.458984, 0.470703, 0.484375, 0.464844, 0.449219, 0.490234, 0.476562, 0.439453, 0.476562, 0.486328, 0.482422, 0.453125, 0.490234, 0.447266, 0.46875, 0.455078, 0.476562, 0.466797, 0.441406, 0.484375, 0.458984, 0.478516, 0.474609, 0.46875, 0.503906, 0.46875, 0.449219, 0.474609, 0.480469, 0.482422, 0.484375, 0.482422, 0.453125, 0.492188, 0.476562, 0.488281, 0.482422, 0.455078, 0.462891, 0.449219, 0.466797, 0.486328, 0.507812, 0.46875, 0.474609, 0.462891, 0.460938, 0.484375, 0.443359, 0.472656, 0.435547, 0.470703, 0.443359, 0.482422, 0.460938, 0.480469, 0.4375, 0.443359, 0.478516, 0.472656, 0.466797, 0.478516, 0.474609, 0.435547, 0.451172, 0.476562, 0.470703, 0.472656, 0.466797, 0.478516, 0.464844, 0.470703, 0.474609, 0.4375, 0.451172, 0.460938, 0.486328, 0.466797, 0.458984, 0.480469, 0.480469, 0.455078, 0.466797, 0.458984, 0.478516, 0.498047, 0.474609, 0.478516, 0.5, 0.488281, 0.484375, 0.474609, 0.464844, 0.457031, 0.496094, 0.480469, 0.466797, 0.466797, 0.455078, 0.470703, 0.484375, 0.462891, 0.482422, 0.492188, 0.451172, 0.443359, 0.476562, 0.439453, 0.503906, 0.480469, 0.470703, 0.496094, 0.472656, 0.476562, 0.484375, 0.478516, 0.466797, 0.457031, 0.466797, 0.427734, 0.423828, 0.478516, 0.492188, 0.470703, 0.476562, 0.472656, 0.482422, 0.511719, 0.476562, 0.46875, 0.462891, 0.455078, 0.470703, 0.458984, 0.453125, 0.455078, 0.476562, 0.46875, 0.447266, 0.427734, 0.443359, 0.460938, 0.484375, 0.453125, 0.482422, 0.494141, 0.451172, 0.4375, 0.482422, 0.46875, 0.486328, 0.480469, 0.462891, 0.482422, 0.486328, 0.466797, 0.441406, 0.492188, 0.53125, 0.447266, 0.488281, 0.441406, 0.482422, 0.453125, 0.480469, 0.457031, 0.476562, 0.484375, 0.449219, 0.449219, 0.482422, 0.458984, 0.421875, 0.478516, 0.470703, 0.464844, 0.472656, 0.474609, 0.460938, 0.466797, 0.482422, 0.457031, 0.482422, 0.443359, 0.503906, 0.472656, 0.490234, 0.480469, 0.462891, 0.460938, 0.484375, 0.404297, 0.466797, 0.458984, 0.476562, 0.46875, 0.46875, 0.503906, 0.443359, 0.488281, 0.439453, 0.486328, 0.492188, 0.449219, 0.486328, 0.458984, 0.470703, 0.464844, 0.5, 0.474609, 0.451172, 0.496094, 0.474609, 0.476562, 0.457031, 0.460938, 0.455078, 0.443359, 0.474609, 0.455078, 0.462891, 0.462891, 0.470703, 0.462891, 0.496094, 0.484375, 0.460938, 0.462891, 0.464844, 0.460938, 0.453125, 0.496094, 0.478516, 0.488281, 0.466797, 0.457031, 0.462891, 0.484375, 0.46875, 0.478516, 0.476562, 0.462891, 0.455078, 0.480469, 0.464844, 0.478516, 0.46875, 0.486328, 0.480469, 0.46875, 0.470703, 0.478516, 0.470703, 0.46875, 0.5, 0.474609, 0.445312, 0.460938, 0.46875, 0.472656, 0.458984, 0.447266, 0.457031, 0.451172, 0.480469, 0.464844, 0.458984, 0.458984, 0.474609, 0.46875, 0.451172, 0.472656, 0.449219, 0.470703, 0.457031, 0.419922, 0.431641, 0.423828, 0.462891, 0.472656, 0.480469, 0.455078, 0.486328, 0.480469, 0.498047, 0.490234, 0.464844, 0.480469, 0.460938, 0.46875, 0.496094, 0.484375, 0.472656, 0.490234, 0.476562, 0.482422, 0.462891, 0.447266, 0.453125, 0.482422, 0.488281, 0.449219, 0.472656, 0.480469, 0.464844, 0.488281, 0.472656, 0.447266, 0.490234, 0.476562, 0.46875, 0.439453, 0.449219, 0.474609, 0.464844, 0.488281, 0.460938, 0.482422, 0.46875, 0.445312, 0.359375, 0.443359, 0.443359, 0.480469, 0.464844, 0.484375, 0.462891, 0.457031, 0.498047, 0.458984, 0.482422, 0.472656, 0.451172, 0.46875, 0.466797, 0.449219, 0.472656, 0.460938, 0.462891, 0.472656, 0.492188, 0.457031, 0.466797, 0.480469, 0.492188, 0.46875, 0.464844, 0.466797, 0.492188, 0.470703, 0.474609, 0.466797, 0.414062, 0.480469, 0.460938, 0.496094, 0.445312, 0.470703, 0.490234, 0.445312, 0.445312, 0.478516, 0.421875, 0.451172, 0.482422, 0.464844, 0.46875, 0.482422, 0.472656, 0.460938, 0.435547, 0.482422, 0.472656, 0.484375, 0.443359, 0.449219, 0.464844, 0.439453, 0.498047, 0.466797, 0.478516, 0.478516, 0.458984, 0.482422, 0.455078, 0.46875, 0.462891, 0.457031, 0.466797, 0.480469, 0.488281, 0.460938, 0.484375, 0.503906, 0.462891, 0.470703, 0.439453, 0.458984, 0.464844, 0.464844, 0.484375, 0.449219, 0.492188, 0.466797, 0.457031, 0.474609, 0.458984, 0.484375, 0.46875, 0.478516, 0.482422, 0.488281, 0.466797, 0.458984, 0.447266, 0.400391, 0.464844, 0.474609, 0.466797, 0.472656, 0.470703, 0.458984, 0.458984, 0.451172, 0.480469, 0.474609, 0.488281, 0.478516, 0.488281, 0.443359, 0.478516, 0.466797, 0.421875, 0.466797, 0.472656, 0.470703, 0.441406, 0.482422, 0.451172, 0.484375, 0.498047, 0.476562, 0.464844, 0.396484, 0.460938, 0.490234, 0.474609, 0.470703, 0.441406, 0.455078, 0.466797, 0.443359, 0.455078, 0.453125, 0.484375, 0.484375, 0.439453, 0.482422, 0.458984, 0.460938, 0.482422, 0.46875, 0.455078, 0.457031, 0.470703, 0.484375, 0.484375, 0.472656, 0.474609, 0.5, 0.482422, 0.474609, 0.462891, 0.466797, 0.476562, 0.472656, 0.494141, 0.458984, 0.480469, 0.470703, 0.447266, 0.466797, 0.464844, 0.441406, 0.462891, 0.445312, 0.449219, 0.445312, 0.507812, 0.457031, 0.472656, 0.460938, 0.484375, 0.472656, 0.458984, 0.523438, 0.474609, 0.490234, 0.484375, 0.480469, 0.470703, 0.482422, 0.515625, 0.429688, 0.478516, 0.480469, 0.474609, 0.492188, 0.447266, 0.4375, 0.46875, 0.466797, 0.464844, 0.498047, 0.460938, 0.466797, 0.507812, 0.472656, 0.470703, 0.460938, 0.458984, 0.470703, 0.480469, 0.455078, 0.474609, 0.460938, 0.464844, 0.433594, 0.464844, 0.460938, 0.464844, 0.458984, 0.451172, 0.476562, 0.496094, 0.484375, 0.490234, 0.5, 0.46875, 0.472656, 0.101074, 0.466797, 0.472656, 0.480469, 0.482422, 0.472656, 0.5, 0.466797, 0.458984, 0.476562, 0.466797, 0.46875, 0.460938, 0.470703, 0.480469, 0.507812, 0.478516, 0.472656, 0.462891, 0.460938, 0.484375, 0.478516, 0.416016, 0.414062, 0.451172, 0.470703, 0.480469, 0.472656, 0.480469, 0.476562, 0.457031, 0.466797, 0.476562, 0.492188, 0.480469, 0.464844, 0.458984, 0.455078, 0.460938, 0.5, 0.488281, 0.503906, 0.474609, 0.480469, 0.496094, 0.486328, 0.472656, 0.470703, 0.460938, 0.470703, 0.488281, 0.470703, 0.46875, 0.439453, 0.488281, 0.484375, 0.488281, 0.494141, 0.451172, 0.484375, 0.419922, 0.443359, 0.46875, 0.46875, 0.478516, 0.443359, 0.480469, 0.457031, 0.453125, 0.458984, 0.46875, 0.484375, 0.474609, 0.494141, 0.480469, 0.476562, 0.474609, 0.455078, 0.470703, 0.470703, 0.466797, 0.472656, 0.478516, 0.478516, 0.498047, 0.507812, 0.486328, 0.470703, 0.457031, 0.445312, 0.478516, 0.482422, 0.480469, 0.490234, 0.488281, 0.478516, 0.4375, 0.472656, 0.455078, 0.494141, 0.46875, 0.470703, 0.367188, 0.464844, 0.464844, 0.472656, 0.46875, 0.435547, 0.470703, 0.453125, 0.462891, 0.482422, 0.5, 0.453125, 0.447266, 0.449219, 0.46875, 0.478516, 0.470703, 0.458984, 0.458984, 0.486328, 0.486328, 0.457031, 0.490234, 0.460938, 0.464844, 0.441406, 0.466797, 0.429688, 0.46875, 0.486328, 0.480469, 0.488281, 0.507812, 0.443359, 0.474609, 0.441406, 0.478516, 0.5, 0.492188, 0.470703, 0.478516, 0.453125, 0.496094, 0.494141, 0.482422, 0.480469, 0.474609, 0.472656, 0.46875, 0.46875, 0.443359, 0.466797, 0.449219, 0.462891, 0.464844, 0.451172, 0.480469, 0.480469, 0.482422, 0.486328, 0.490234, 0.458984, 0.503906, 0.462891, 0.462891, 0.447266, 0.490234, 0.460938, 0.494141, 0.453125, 0.474609, 0.490234, 0.492188, 0.460938, 0.482422, 0.466797, 0.478516, 0.460938, 0.453125, 0.472656, 0.458984, 0.347656, 0.46875, 0.466797, 0.476562, 0.466797, 0.455078, 0.458984, 0.472656, 0.474609, 0.478516, 0.476562, 0.458984, 0.482422, 0.472656, 0.458984, 0.478516, 0.457031, 0.476562, 0.460938, 0.472656, 0.435547, 0.482422, 0.462891, 0.478516, 0.476562, 0.460938, 0.457031, 0.494141, 0.490234, 0.457031, 0.431641, 0.447266, 0.480469, 0.423828, 0.478516, 0.474609, 0.433594, 0.462891, 0.474609, 0.474609, 0.457031, 0.488281, 0.482422, 0.496094, 0.484375, 0.482422, 0.470703, 0.472656, 0.460938, 0.455078, 0.503906, 0.470703, 0.476562, 0.427734, 0.449219, 0.455078, 0.460938, 0.494141, 0.482422, 0.46875, 0.455078, 0.474609, 0.46875, 0.478516, 0.470703, 0.496094, 0.455078, 0.482422, 0.447266, 0.455078, 0.482422, 0.474609, 0.46875, 0.470703, 0.464844, 0.460938, 0.494141, 0.464844, 0.480469, 0.449219, 0.474609, 0.466797, 0.470703, 0.441406, 0.480469, 0.449219, 0.441406, 0.451172, 0.472656, 0.490234, 0.472656, 0.472656, 0.474609, 0.449219, 0.457031, 0.462891, 0.460938, 0.478516, 0.472656, 0.455078, 0.474609, 0.462891, 0.464844, 0.470703, 0.46875, 0.478516, 0.494141, 0.457031, 0.478516, 0.412109, 0.478516, 0.492188, 0.498047, 0.476562, 0.474609, 0.476562, 0.458984, 0.474609, 0.488281, 0.5, 0.449219, 0.460938, 0.425781, 0.484375, 0.445312, 0.470703, 0.460938, 0.464844, 0.472656, 0.421875, 0.425781, 0.478516, 0.455078, 0.447266, 0.476562, 0.5, 0.46875, 0.478516, 0.464844, 0.462891, 0.472656, 0.482422, 0.482422, 0.462891, 0.498047, 0.46875, 0.480469, 0.490234, 0.451172, 0.482422, 0.476562, 0.474609, 0.484375, 0.478516, 0.472656, 0.5, 0.464844, 0.423828, 0.445312, 0.478516, 0.427734, 0.476562, 0.186523, 0.490234, 0.490234, 0.460938, 0.472656, 0.496094, 0.488281, 0.474609, 0.476562, 0.460938, 0.484375, 0.482422, 0.476562, 0.503906, 0.466797, 0.478516, 0.474609, 0.460938, 0.490234, 0.470703, 0.474609, 0.474609, 0.443359, 0.46875, 0.4375, 0.451172, 0.474609, 0.488281, 0.482422, 0.5, 0.474609, 0.46875, 0.464844, 0.464844, 0.457031, 0.447266, 0.494141, 0.460938, 0.460938, 0.46875, 0.480469, 0.445312, 0.480469, 0.455078, 0.488281, 0.421875, 0.478516, 0.449219, 0.484375, 0.515625, 0.457031, 0.470703, 0.425781, 0.494141, 0.416016, 0.480469, 0.449219, 0.492188, 0.464844, 0.472656, 0.480469, 0.458984, 0.476562, 0.488281, 0.480469, 0.484375, 0.451172, 0.464844, 0.439453, 0.476562, 0.476562, 0.490234, 0.480469, 0.441406, 0.447266, 0.455078, 0.474609, 0.4375, 0.464844, 0.470703, 0.492188, 0.441406, 0.46875, 0.445312, 0.472656, 0.462891, 0.462891, 0.431641, 0.507812, 0.464844, 0.496094, 0.474609, 0.474609, 0.458984, 0.474609, 0.484375, 0.453125, 0.484375, 0.443359, 0.476562, 0.46875, 0.443359, 0.480469, 0.453125, 0.451172, 0.474609, 0.474609, 0.457031, 0.451172, 0.417969, 0.480469, 0.453125, 0.457031, 0.482422, 0.470703, 0.453125, 0.458984, 0.470703, 0.478516, 0.480469, 0.488281, 0.476562, 0.486328, 0.476562, 0.462891, 0.425781, 0.470703, 0.453125, 0.478516, 0.503906, 0.458984, 0.462891, 0.486328, 0.462891, 0.490234, 0.472656, 0.484375, 0.466797, 0.4375, 0.515625, 0.443359, 0.478516, 0.439453, 0.484375, 0.496094, 0.480469, 0.474609, 0.474609, 0.478516, 0.447266, 0.46875, 0.458984, 0.486328, 0.464844, 0.470703, 0.453125, 0.480469, 0.482422, 0.449219, 0.472656, 0.46875, 0.476562, 0.476562, 0.476562, 0.480469, 0.472656, 0.451172, 0.474609, 0.462891, 0.435547, 0.480469, 0.464844, 0.46875, 0.474609, 0.488281, 0.494141, 0.458984, 0.574219, 0.46875, 0.466797, 0.498047, 0.470703, 0.482422, 0.451172, 0.449219, 0.482422, 0.492188, 0.470703, 0.470703, 0.457031, 0.478516, 0.486328, 0.449219, 0.484375, 0.472656, 0.466797, 0.474609, 0.449219, 0.492188, 0.457031, 0.482422, 0.490234, 0.460938, 0.472656, 0.488281, 0.474609, 0.486328, 0.46875, 0.441406, 0.492188, 0.480469, 0.474609, 0.462891, 0.443359, 0.503906, 0.421875, 0.46875, 0.472656, 0.466797, 0.488281, 0.476562, 0.472656, 0.507812, 0.470703, 0.474609, 0.492188, 0.478516, 0.466797, 0.474609, 0.486328, 0.453125, 0.462891, 0.453125, 0.482422, 0.472656, 0.478516, 0.486328, 0.457031, 0.460938, 0.449219, 0.488281, 0.464844, 0.494141, 0.476562, 0.470703, 0.496094, 0.482422, 0.480469, 0.494141, 0.492188, 0.480469, 0.447266, 0.480469, 0.470703, 0.488281, 0.484375, 0.457031, 0.460938, 0.472656, 0.455078, 0.486328, 0.462891, 0.480469, 0.46875, 0.470703, 0.490234, 0.492188, 0.490234, 0.464844, 0.445312, 0.490234, 0.472656, 0.490234, 0.490234, 0.486328, 0.433594, 0.486328, 0.470703, 0.451172, 0.486328, 0.470703, 0.455078, 0.507812, 0.443359, 0.439453, 0.480469, 0.480469, 0.443359, 0.458984, 0.496094, 0.458984, 0.476562, 0.466797, 0.451172, 0.472656, 0.46875, 0.470703, 0.480469, 0.480469, 0.482422, 0.466797, 0.455078, 0.457031, 0.470703, 0.449219, 0.4375, 0.425781, 0.462891, 0.470703, 0.482422, 0.486328, 0.470703, 0.460938, 0.480469, 0.470703, 0.464844, 0.476562, 0.445312, 0.466797, 0.457031, 0.484375, 0.451172, 0.478516, 0.482422, 0.482422, 0.507812, 0.4375, 0.449219, 0.470703, 0.482422, 0.484375, 0.5, 0.464844, 0.484375, 0.482422, 0.445312, 0.457031, 0.494141, 0.466797, 0.480469, 0.480469, 0.480469, 0.496094, 0.462891, 0.400391, 0.466797, 0.441406, 0.464844, 0.457031, 0.490234, 0.472656, 0.472656, 0.470703, 0.474609, 0.435547, 0.466797, 0.453125, 0.462891, 0.423828, 0.488281, 0.457031, 0.457031, 0.447266, 0.484375, 0.480469, 0.451172, 0.482422, 0.449219, 0.478516, 0.453125, 0.476562, 0.443359, 0.455078, 0.458984, 0.464844, 0.447266, 0.478516, 0.503906, 0.476562, 0.476562, 0.472656, 0.474609, 0.482422, 0.476562, 0.455078, 0.46875, 0.476562, 0.494141, 0.484375, 0.455078, 0.498047, 0.457031, 0.447266, 0.511719, 0.457031, 0.464844, 0.488281, 0.455078, 0.476562, 0.445312, 0.458984, 0.474609, 0.449219, 0.474609, 0.492188, 0.496094, 0.490234, 0.472656, 0.453125, 0.478516, 0.476562, 0.445312, 0.476562, 0.457031, 0.492188, 0.484375, 0.472656, 0.458984, 0.458984, 0.5, 0.46875, 0.460938, 0.474609, 0.470703, 0.441406, 0.486328, 0.455078, 0.484375, 0.462891, 0.476562, 0.474609, 0.482422, 0.147461, 0.478516, 0.457031, 0.484375, 0.449219, 0.476562, 0.447266, 0.503906, 0.478516, 0.490234, 0.490234, 0.46875, 0.451172, 0.443359, 0.462891, 0.482422, 0.470703, 0.470703, 0.464844, 0.458984, 0.449219, 0.482422, 0.464844, 0.476562, 0.480469, 0.486328, 0.449219, 0.439453, 0.460938, 0.498047, 0.488281, 0.486328, 0.482422, 0.492188, 0.486328, 0.4375, 0.460938, 0.451172, 0.476562, 0.5, 0.455078, 0.46875, 0.429688, 0.439453, 0.447266, 0.470703, 0.455078, 0.5, 0.494141, 0.464844, 0.488281, 0.460938, 0.46875, 0.419922, 0.486328, 0.466797, 0.464844, 0.466797, 0.474609, 0.457031, 0.441406, 0.474609, 0.462891, 0.464844, 0.476562, 0.439453, 0.470703, 0.478516, 0.445312, 0.455078, 0.476562, 0.427734, 0.460938, 0.457031, 0.482422, 0.447266, 0.472656, 0.453125, 0.457031, 0.486328, 0.496094, 0.462891, 0.474609, 0.447266, 0.474609, 0.474609, 0.480469, 0.496094, 0.443359, 0.482422, 0.453125, 0.466797, 0.46875, 0.445312, 0.451172, 0.498047, 0.462891, 0.462891, 0.478516, 0.441406, 0.457031, 0.482422, 0.439453, 0.507812, 0.470703, 0.486328, 0.472656, 0.482422, 0.462891, 0.476562, 0.482422, 0.466797, 0.435547, 0.458984, 0.453125, 0.46875, 0.4375, 0.46875, 0.496094, 0.464844, 0.458984, 0.484375, 0.453125, 0.439453, 0.460938, 0.492188, 0.443359, 0.458984, 0.492188, 0.464844, 0.466797, 0.449219, 0.478516, 0.458984, 0.488281, 0.494141, 0.447266, 0.474609, 0.480469, 0.447266, 0.486328, 0.492188, 0.460938, 0.472656, 0.482422, 0.455078, 0.470703, 0.435547, 0.458984, 0.476562, 0.474609, 0.46875, 0.472656, 0.458984, 0.466797, 0.474609, 0.480469, 0.46875, 0.441406, 0.464844, 0.4375, 0.474609, 0.474609, 0.458984, 0.458984, 0.484375, 0.474609, 0.455078, 0.470703, 0.425781, 0.455078, 0.435547, 0.480469, 0.457031, 0.439453, 0.480469, 0.490234, 0.482422, 0.460938, 0.470703, 0.460938, 0.5, 0.484375, 0.470703, 0.46875, 0.476562, 0.486328, 0.484375, 0.457031, 0.453125, 0.488281, 0.484375, 0.470703, 0.447266, 0.464844, 0.46875, 0.478516, 0.478516, 0.476562, 0.457031, 0.46875, 0.482422, 0.46875, 0.462891, 0.470703, 0.453125, 0.490234, 0.472656, 0.472656, 0.466797, 0.402344, 0.464844, 0.476562, 0.462891, 0.482422, 0.462891, 0.494141, 0.462891, 0.445312, 0.462891, 0.496094, 0.451172, 0.484375, 0.476562, 0.464844, 0.435547, 0.486328, 0.474609, 0.472656, 0.480469, 0.439453, 0.486328, 0.476562, 0.453125, 0.466797, 0.476562, 0.478516, 0.5, 0.470703, 0.476562, 0.492188, 0.453125, 0.445312, 0.486328, 0.449219, 0.431641, 0.472656, 0.476562, 0.466797, 0.492188, 0.482422, 0.460938, 0.474609, 0.458984, 0.488281, 0.460938, 0.460938, 0.480469, 0.462891, 0.507812, 0.449219, 0.462891, 0.474609, 0.492188, 0.480469, 0.470703, 0.472656, 0.486328, 0.478516, 0.421875, 0.527344, 0.449219, 0.478516, 0.457031, 0.476562, 0.464844, 0.482422, 0.480469, 0.427734, 0.492188, 0.490234, 0.480469, 0.474609, 0.464844, 0.478516, 0.455078, 0.46875, 0.476562, 0.435547, 0.486328, 0.460938, 0.466797, 0.476562, 0.460938, 0.427734, 0.470703, 0.478516, 0.466797, 0.470703, 0.488281, 0.466797, 0.498047, 0.488281, 0.441406, 0.476562, 0.46875, 0.474609, 0.457031, 0.488281, 0.484375, 0.5, 0.458984, 0.466797, 0.466797, 0.419922, 0.464844, 0.46875, -2.5e-05, 0.439453, 0.503906, 0.460938, 0.427734, 0.484375, 0.474609, 0.472656, 0.429688, 0.46875, 0.46875, 0.5, 0.460938, 0.488281, 0.503906, 0.490234, 0.472656, 0.486328, 0.439453, 0.482422, 0.486328, 0.474609, 0.453125, 0.46875, 0.466797, 0.427734, 0.458984, 0.435547, 0.472656, 0.470703, 0.443359, 0.470703, 0.466797, 0.453125, 0.462891, 0.478516, 0.486328, 0.470703, 0.474609, 0.429688, 0.447266, 0.433594, 0.503906, 0.460938, 0.478516, 0.478516, 0.486328, 0.447266, 0.453125, 0.478516, 0.478516, 0.480469, 0.464844, 0.462891, 0.472656, 0.460938, 0.46875, 0.484375, 0.435547, 0.503906, 0.474609, 0.478516, 0.423828, 0.457031, 0.460938, 0.494141, 0.474609, 0.457031, 0.482422, 0.443359, 0.423828, 0.466797, 0.453125, 0.460938, 0.476562, 0.447266, 0.476562, 0.476562, 0.447266, 0.431641, 0.474609, 0.470703, 0.478516, 0.492188, 0.474609, 0.488281, 0.476562, 0.443359, 0.470703, 0.482422, 0.472656, 0.439453, 0.435547, 0.488281, 0.46875, 0.470703, 0.458984, 0.462891, 0.462891, 0.460938, 0.466797, 0.457031, 0.480469, 0.492188, 0.466797, 0.474609, 0.478516, 0.480469, 0.496094, 0.476562, 0.439453, 0.466797, 0.425781, 0.458984, 0.474609, 0.470703, 0.474609, 0.476562, 0.4375, 0.486328, 0.455078, 0.474609, 0.462891, 0.451172, 0.480469, 0.486328, 0.5, 0.425781, 0.492188, 0.466797, 0.458984, 0.464844, 0.470703, 0.476562, 0.451172, 0.472656, 0.464844, 0.46875, 0.455078, 0.462891, 0.474609, 0.445312, 0.447266, 0.449219, 0.453125, 0.472656, 0.435547, 0.464844, 0.472656, 0.494141, 0.457031, 0.435547, 0.464844, 0.484375, 0.484375, 0.117676, 0.449219, 0.451172, 0.478516, 0.478516, 0.507812, 0.507812, 0.484375, 0.429688, 0.445312, 0.486328, 0.472656, 0.439453, 0.458984, 0.46875, 0.441406, 0.482422, 0.472656, 0.498047, 0.457031, 0.453125, 0.486328, 0.435547, 0.476562, 0.460938, 0.455078, 0.476562, 0.416016, 0.449219, 0.460938, 0.490234, 0.466797, 0.451172, 0.46875, 0.460938, 0.464844, 0.458984, 0.482422, 0.484375, 0.458984, 0.492188, 0.46875, 0.480469, 0.460938, 0.472656, 0.455078, 0.474609, 0.484375, 0.443359, 0.472656, 0.435547, 0.453125, 0.447266, 0.466797, 0.474609, 0.484375, 0.443359, 0.46875, 0.488281, 0.425781, 0.46875, 0.470703, 0.482422, 0.474609, 0.470703, 0.458984, 0.472656, 0.470703, 0.470703, 0.472656, 0.476562, 0.496094, 0.441406, 0.457031, 0.466797, 0.443359, 0.476562, 0.464844, 0.484375, 0.472656, 0.441406, 0.478516, 0.431641, 0.455078, 0.486328, 0.476562, 0.445312, 0.460938, 0.498047, 0.462891, 0.443359, 0.466797, 0.470703, 0.480469, 0.460938, 0.482422, 0.460938, 0.486328, 0.447266, 0.466797, 0.455078, 0.494141, 0.429688, 0.470703, 0.460938, 0.439453, 0.476562, 0.470703, 0.458984, 0.462891, 0.458984, 0.460938, 0.476562, 0.492188, 0.482422, 0.470703, 0.472656, 0.414062, 0.466797, 0.478516, 0.482422, 0.435547, 0.478516, 0.464844, 0.486328, 0.480469, 0.482422, 0.5, 0.455078, 0.486328, 0.496094, 0.488281, 0.4375, 0.455078, 0.474609, 0.484375, 0.455078, 0.460938, 0.453125, 0.474609, 0.439453, 0.474609, 0.476562, 0.470703, 0.490234, 0.451172, 0.472656, 0.449219, 0.416016, 0.474609, 0.462891, 0.457031, 0.462891, 0.482422, 0.478516, 0.447266, 0.46875, 0.484375, 0.449219, 0.425781, 0.496094, 0.466797, 0.472656, 0.46875, 0.486328, 0.460938, 0.4375, 0.447266, 0.46875, 0.460938, 0.46875, 0.458984, 0.480469, 0.458984, 0.449219, 0.460938, 0.478516, 0.431641, 0.482422, 0.462891, 0.462891, 0.449219, 0.482422, 0.478516, 0.472656, 0.484375, 0.494141, 0.503906, 0.486328, 0.414062, 0.472656, 0.474609, 0.460938, 0.466797, 0.445312, 0.441406, 0.474609, 0.472656, 0.458984, 0.460938, 0.458984, 0.455078, 0.496094, 0.464844, 0.457031, 0.435547, 0.486328, 0.472656, 0.478516, 0.457031, 0.478516, 0.470703, 0.427734, 0.486328, 0.488281, 0.494141, 0.458984, 0.464844, 0.462891, 0.449219, 0.480469, 0.5, 0.464844, 0.484375, 0.451172, 0.474609, 0.474609, 0.367188, 0.496094, 0.451172, 0.462891, 0.472656, 0.458984, 0.457031, 0.435547, 0.447266, 0.480469, 0.490234, 0.482422, 0.484375, 0.5, 0.455078, 0.488281, 0.46875, 0.472656, 0.455078, 0.464844, 0.455078, 0.46875, 0.441406, 0.4375, 0.470703, 0.451172, 0.464844, 0.457031, 0.482422, 0.46875, 0.464844, 0.460938, 0.490234, 0.435547, 0.478516, 0.449219, 0.453125, 0.470703, 0.453125, 0.451172, 0.494141, 0.476562, 0.451172, 0.478516, 0.466797, 0.478516, 0.488281, 0.460938, 0.482422, 0.476562, 0.503906, 0.472656, 0.408203, 0.462891, 0.466797, 0.478516, 0.458984, 0.474609, 0.086426, 0.494141, 0.503906, 0.482422, 0.441406, 0.498047, 0.482422, 0.480469, 0.496094, 0.478516, 0.445312, 0.46875, 0.470703, 0.470703, 0.496094, 0.478516, 0.482422, 0.492188, 0.46875, 0.492188, 0.474609, 0.476562, 0.470703, 0.464844, 0.474609, 0.466797, 0.492188, 0.453125, 0.453125, 0.439453, 0.447266, 0.458984, 0.470703, 0.476562, 0.480469, 0.462891, 0.474609, 0.482422, 0.464844, 0.474609, 0.472656, 0.464844, 0.486328, 0.460938, 0.490234, 0.476562, 0.455078, 0.498047, 0.455078, 0.46875, 0.478516, 0.464844, 0.466797, 0.472656, 0.464844, 0.476562, 0.476562, 0.484375, 0.484375, 0.462891, 0.488281, 0.478516, 0.466797, 0.484375, 0.453125, 0.464844, 0.46875, 0.503906, 0.482422, 0.4375, 0.458984, 0.482422, 0.480469, 0.455078, 0.484375, 0.488281, 0.486328, 0.486328, 0.457031, 0.457031, 0.429688, 0.460938, 0.466797, 0.449219, 0.494141, 0.472656, 0.441406, 0.476562, 0.482422, 0.498047, 0.490234, 0.476562, 0.466797, 0.492188, 0.462891, 0.458984, 0.435547, 0.470703, 0.488281, 0.478516, 0.494141, 0.462891, 0.472656, 0.457031, 0.478516, 0.472656, 0.476562, 0.460938, 0.462891, 0.492188, 0.466797, 0.482422, 0.474609, 0.460938, 0.478516, 0.486328, 0.472656, 0.460938, 0.460938, 0.441406, 0.470703, 0.494141, 0.498047, 0.464844, 0.480469, 0.466797, 0.4375, 0.472656, 0.441406, 0.482422, 0.460938, 0.474609, 0.472656, 0.470703, 0.427734, 0.466797, 0.482422, 0.490234, 0.472656, 0.486328, 0.449219, 0.457031, 0.457031, 0.484375, 0.46875, 0.470703, 0.458984, 0.464844, 0.478516, 0.480469, 0.451172, 0.484375, 0.472656, 0.507812, 0.507812, 0.453125, 0.482422, 0.466797, 0.476562, 0.480469, 0.507812, 0.462891, 0.443359, 0.507812, 0.478516, 0.457031, 0.419922, 0.472656, 0.466797, 0.474609, 0.451172, 0.492188, 0.488281, 0.462891, 0.474609, 0.478516, 0.445312, 0.507812, 0.466797, 0.453125, 0.472656, 0.480469, 0.458984, 0.462891, 0.464844, 0.466797, 0.484375, 0.460938, 0.484375, 0.470703, 0.480469, 0.484375, 0.486328, 0.478516, 0.464844, 0.464844, 0.474609, 0.498047, 0.464844, 0.472656, 0.484375, 0.482422, 0.457031, 0.484375, 0.458984, 0.5, 0.470703, 0.476562, 0.460938, 0.480469, 0.474609, 0.470703, 0.496094, 0.46875, 0.494141, 0.464844, 0.490234, 0.458984, 0.46875, 0.46875, 0.496094, 0.484375, 0.511719, 0.476562, 0.478516, 0.458984, 0.480469, 0.466797, 0.486328, 0.478516, 0.484375, 0.466797, 0.46875, 0.439453, 0.421875, 0.482422, 0.472656, 0.476562, 0.455078, 0.466797, 0.457031, 0.480469, 0.458984, 0.5, 0.480469, 0.488281, 0.46875, 0.470703, 0.455078, 0.466797, 0.464844, 0.46875, 0.46875, 0.492188, 0.476562, 0.496094, 0.460938, 0.478516, 0.470703, 0.46875, 0.482422, 0.435547, 0.453125, 0.472656, 0.472656, 0.443359, 0.474609, 0.453125, 0.433594, 0.472656, 0.484375, 0.480469, 0.482422, 0.466797, 0.457031, 0.474609, 0.476562, 0.464844, 0.482422, 0.474609, 0.472656, 0.472656, 0.46875, 0.480469, 0.464844, 0.474609, 0.46875, 0.482422, 0.447266, 0.496094, 0.492188, 0.462891, 0.455078, 0.476562, 0.447266, 0.496094, 0.488281, 0.476562, 0.457031, 0.466797, 0.458984, 0.472656, 0.46875, 0.46875, 0.478516, 0.482422, 0.492188, 0.492188, 0.472656, 0.460938, 0.46875, 0.480469, 0.472656, 0.451172, 0.451172, 0.482422, 0.472656, 0.476562, 0.472656, 0.462891, 0.445312, 0.484375, 0.466797, 0.476562, 0.511719, 0.480469, 0.474609, 0.478516, 0.503906, 0.470703, 0.490234, 0.486328, 0.488281, 0.449219, 0.46875, 0.464844, 0.507812, 0.496094, 0.478516, 0.486328, 0.466797, 0.474609, 0.486328, 0.460938, 0.466797, 0.466797, 0.470703, 0.451172, 0.476562, 0.423828, 0.472656, 0.466797, 0.455078, 0.46875, 0.490234, 0.466797, 0.425781, 0.470703, 0.5, 0.455078, 0.470703, 0.455078, 0.466797, 0.453125, 0.453125, 0.443359, 0.486328, 0.476562, 0.470703, 0.474609, 0.464844, 0.455078, 0.488281, 0.453125, 0.464844, 0.443359, 0.466797, 0.458984, 0.476562, 0.423828, 0.460938, 0.488281, 0.486328, 0.458984, 0.451172, 0.472656, 0.488281, 0.464844, 0.416016, 0.457031, 0.480469, 0.40625, 0.466797, 0.458984, 0.466797, 0.460938, 0.474609, 0.433594, 0.453125, 0.496094, 0.453125, 0.455078, 0.482422, 0.458984, 0.464844, 0.488281, 0.478516, 0.419922, 0.466797, 0.460938, 0.480469, 0.46875, 0.449219, 0.480469, 0.447266, 0.494141, 0.447266, 0.447266, 0.472656, 0.460938, 0.486328, 0.46875, 0.462891, 0.466797, 0.470703, 0.486328, 0.492188, 0.451172, 0.480469, 0.480469, 0.482422, 0.474609, 0.474609, 0.449219, 0.462891, 0.460938, 0.443359, 0.486328, 0.478516, 0.46875, 0.494141, 0.482422, 0.484375, 0.462891, 0.476562, 0.476562, 0.447266, 0.476562, 0.490234, 0.451172, 0.458984, 0.484375, 0.482422, 0.482422, 0.494141, 0.46875, 0.445312, 0.449219, 0.474609, 0.470703, 0.484375, 0.470703, 0.476562, 0.474609, 0.490234, 0.480469, 0.464844, 0.453125, 0.462891, 0.466797, 0.478516, 0.5, 0.458984, 0.482422, 0.492188, 0.480469, 0.503906, 0.480469, 0.453125, 0.478516, 0.474609, 0.447266, 0.449219, 0.462891, 0.486328, 0.464844, 0.490234, 0.423828, 0.46875, 0.429688, 0.476562, 0.486328, 0.472656, 0.503906, 0.46875, 0.462891, 0.482422, 0.478516, 0.490234, 0.466797, 0.439453, 0.447266, 0.476562, 0.460938, 0.46875, 0.486328, 0.482422, 0.5, 0.474609, 0.470703, 0.472656, 0.488281, 0.460938, 0.488281, 0.433594, 0.455078, 0.46875, 0.460938, 0.447266, 0.457031, 0.453125, 0.472656, 0.484375, 0.478516, 0.46875, 0.460938, 0.535156, 0.484375, 0.464844, 0.470703, 0.470703, 0.470703, 0.457031, 0.466797, 0.4375, 0.492188, 0.503906, 0.488281, 0.478516, 0.46875, 0.464844, 0.486328, 0.455078, 0.490234, 0.480469, 0.462891, 0.447266, 0.472656, 0.431641, 0.464844, 0.451172, 0.457031, 0.466797, 0.490234, 0.472656, 0.462891, 0.490234, 0.486328, 0.457031, 0.490234, 0.462891, 0.462891, 0.470703, 0.453125, 0.470703, 0.421875, 0.507812, 0.466797, 0.476562, 0.474609, 0.484375, 0.458984, 0.453125, 0.435547, 0.486328, 0.460938, 0.480469, 0.496094, 0.470703, 0.458984, 0.445312, 0.474609, 0.464844, 0.443359, 0.484375, 0.484375, 0.462891, 0.496094, 0.460938, 0.496094, 0.460938, 0.474609, 0.480469, 0.429688, 0.425781, 0.484375, 0.470703, 0.435547, 0.474609, 0.470703, 0.503906, 0.464844, 0.470703, 0.455078, 0.490234, 0.490234, 0.482422, 0.449219, 0.455078, 0.494141, 0.496094, 0.498047, 0.457031, 0.482422, 0.492188, 0.486328, 0.486328, 0.462891, 0.457031, 0.482422, 0.474609, 0.488281, 0.476562, 0.478516, 0.480469, 0.46875, 0.447266, 0.486328, 0.449219, 0.486328, 0.425781, 0.466797, 0.478516, 0.482422, 0.46875, 0.476562, 0.496094, 0.423828, 0.478516, 0.445312, 0.419922, 0.496094, 0.476562, 0.460938, 0.458984, 0.490234, 0.476562, 0.515625, 0.480469, 0.470703, 0.46875, 0.494141, 0.449219, 0.472656, 0.439453, 0.46875, 0.492188, 0.488281, 0.494141, 0.449219, 0.484375, 0.470703, 0.462891, 0.484375, 0.480469, 0.443359, 0.414062, 0.445312, 0.453125, 0.447266, 0.480469, 0.482422, 0.492188, 0.462891, 0.455078, 0.480469, 0.478516, 0.480469, 0.451172, 0.472656, 0.478516, 0.482422, 0.464844, 0.466797, 0.480469, 0.470703, 0.453125, 0.451172, 0.4375, 0.476562, 0.458984, 0.472656, 0.466797, 0.453125, 0.486328, 0.476562, 0.464844, 0.480469, 0.476562, 0.451172, 0.486328, 0.486328, 0.480469, 0.445312, 0.46875, 0.478516, 0.462891, 0.462891, 0.457031, 0.474609, 0.453125, 0.488281, 0.453125, 0.494141, 0.480469, 0.486328, 0.470703, 0.474609, 0.464844, 0.445312, 0.470703, 0.417969, 0.488281, 0.457031, 0.466797, 0.466797, 0.478516, 0.472656, 0.494141, 0.490234, 0.462891, 0.453125, 0.488281, 0.460938, 0.470703, 0.5, 0.451172, 0.466797, 0.462891, 0.488281, 0.470703, 0.380859, 0.458984, 0.447266, 0.464844, 0.464844, 0.482422, 0.490234, 0.433594, 0.431641, 0.486328, 0.482422, 0.447266, 0.458984, 0.472656, 0.472656, 0.464844, 0.46875, 0.503906, 0.507812, 0.451172, 0.455078, 0.498047, 0.462891, 0.458984, 0.478516, 0.476562, 0.464844, 0.474609, 0.466797, 0.464844, 0.484375, 0.474609, 0.462891, 0.494141, 0.460938, 0.490234, 0.482422, 0.490234, 0.466797, 0.445312, 0.482422, 0.449219, 0.462891, 0.480469, 0.474609, 0.486328, 0.503906, 0.470703, 0.457031, 0.439453, 0.453125, 0.476562, 0.453125, 0.478516, 0.462891, 0.466797, 0.466797, 0.470703, 0.451172, 0.464844, 0.476562, 0.445312, 0.484375, 0.470703, 0.472656, 0.447266, 0.488281, 0.472656, 0.472656, 0.455078, 0.472656, 0.439453, 0.449219, 0.451172, 0.515625, 0.474609, 0.494141, 0.480469, 0.455078, 0.476562, 0.460938, 0.458984, 0.462891, 0.46875, 0.488281, 0.441406, 0.488281, 0.474609, 0.453125, 0.496094, 0.46875, 0.478516, 0.470703, 0.476562, 0.453125, 0.476562, 0.449219, 0.480469, 0.427734, 0.474609, 0.464844, 0.478516, 0.482422, 0.402344, 0.453125, 0.474609, 0.445312, 0.474609, 0.435547, 0.474609, 0.476562, 0.458984, 0.490234, 0.451172, 0.488281, 0.476562, 0.429688, 0.460938, 0.466797, 0.470703, 0.443359, 0.455078, 0.449219, 0.490234, 0.5, 0.494141, 0.470703, 0.484375, 0.457031, 0.462891, 0.480469, 0.488281, 0.474609, 0.474609, 0.474609, 0.457031, 0.460938, 0.460938, 0.462891, 0.453125, 0.474609, 0.474609, 0.460938, 0.492188, 0.460938, 0.457031, 0.427734, 0.474609, 0.453125, 0.478516, 0.46875, 0.474609, 0.507812, 0.480469, 0.466797, 0.480469, 0.447266, 0.478516, 0.474609, 0.496094, 0.458984, 0.447266, 0.46875, 0.472656, 0.478516, 0.478516, 0.46875, 0.466797, 0.486328, 0.458984, 0.472656, 0.455078, 0.482422, 0.478516, 0.455078, 0.457031, 0.453125, 0.478516, 0.476562, 0.476562, 0.480469, 0.46875, 0.511719, 0.447266, 0.486328, 0.474609, 0.482422, 0.478516, 0.453125, 0.484375, 0.46875, 0.451172, 0.435547, 0.462891, 0.466797, 0.439453, 0.472656, 0.466797, 0.503906, 0.464844, 0.435547, 0.494141, 0.46875, 0.480469, 0.443359, 0.472656, 0.462891, 0.46875, 0.5, 0.457031 ] }, "name": "model.transformer.layers.14.ffn_norm.weight", "outputIndexes": [ 943 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 942, 943 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_14/Mul_1_output_0", "outputIndexes": [ 944 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 944 ], "outputIndexes": [ 2930 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2930 ], "outputIndexes": [ 2931 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_1/Linear", "inputIndexes": [ 2931 ], "outputIndexes": [ 2932 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 11776, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 282624, "weightSize": 0 }, "external": [ 717961744, 36176134, 2260992, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2932 ], "outputIndexes": [ 2933 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2933 ], "outputIndexes": [ 945 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 11776 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5888 ] }, "name": "/ffn_14/Mul_output_0", "outputIndexes": [ 946 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 21, 946, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_14/Slice_output_0", "outputIndexes": [ 947 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 947 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_14/Sigmoid_output_0", "outputIndexes": [ 948 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 947, 948 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_14/Mul_output_0", "outputIndexes": [ 949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 11776 ] }, "name": "/ffn_14/Mul_1_output_0", "outputIndexes": [ 950 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 946, 950, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_14/Slice_1_output_0", "outputIndexes": [ 951 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949, 951 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_14/Mul_2_output_0", "outputIndexes": [ 952 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 952 ], "outputIndexes": [ 2934 ], "main_type": "Reshape", "main": { "dims": [ -1, 5888, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2934 ], "outputIndexes": [ 2935 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_2/Linear", "inputIndexes": [ 2935 ], "outputIndexes": [ 2936 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 5888, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 141312, "weightSize": 0 }, "external": [ 756398870, 18088198, 1130496, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2936 ], "outputIndexes": [ 2937 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2937 ], "outputIndexes": [ 953 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941, 953 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_59_output_0", "outputIndexes": [ 954 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 954, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_60_output_0", "outputIndexes": [ 955 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_15/Mul_output_0", "outputIndexes": [ 956 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.404297, 0.433594, 0.400391, 0.371094, 0.412109, 0.423828, 0.386719, 0.357422, 0.402344, 0.384766, 0.386719, 0.388672, 0.414062, 0.402344, 0.333984, 0.429688, 0.384766, 0.339844, 0.394531, 0.363281, 0.402344, 0.396484, 0.402344, 0.412109, 0.410156, 0.414062, 0.445312, 0.404297, 0.433594, 0.412109, 0.386719, 0.410156, 0.394531, 0.384766, 0.365234, 0.421875, 0.400391, 0.400391, 0.429688, 0.417969, 0.394531, 0.421875, 0.408203, 0.398438, 0.394531, 0.433594, 0.373047, 0.398438, 0.421875, 0.373047, 0.417969, 0.410156, 0.476562, 0.357422, 0.363281, 0.416016, 0.408203, 0.390625, 0.386719, 0.449219, 0.410156, 0.429688, 0.410156, 0.369141, 0.412109, 0.402344, 0.417969, 0.361328, 0.390625, 0.388672, 0.394531, 0.417969, 0.384766, 0.392578, 0.386719, 0.34375, 0.455078, 0.394531, 0.4375, 0.402344, 0.429688, 0.400391, 0.412109, 0.392578, 0.386719, 0.417969, 0.382812, 0.400391, 0.431641, 0.400391, 0.421875, 0.363281, 0.400391, 0.34375, 0.373047, 0.425781, 0.388672, 0.378906, 0.410156, 0.392578, 0.396484, 0.367188, 0.423828, 0.423828, 0.429688, 0.431641, 0.408203, 0.435547, 0.361328, 0.429688, 0.380859, 0.423828, 0.412109, 0.408203, 0.40625, 0.40625, 0.433594, 0.390625, 0.439453, 0.455078, 0.373047, 0.404297, 0.392578, 0.410156, 0.412109, 0.425781, 0.425781, 0.414062, 0.429688, 0.375, 0.431641, 0.398438, 0.416016, 0.380859, 0.412109, 0.384766, 0.388672, 0.408203, 0.382812, 0.408203, 0.425781, 0.404297, 0.435547, 0.425781, 0.417969, 0.410156, 0.394531, 0.435547, 0.380859, 0.347656, 0.396484, 0.431641, 0.373047, 0.431641, 0.404297, 0.392578, 0.392578, 0.429688, 0.404297, 0.386719, 0.423828, 0.361328, 0.419922, 0.402344, 0.412109, 0.355469, 0.382812, 0.388672, 0.382812, 0.425781, 0.416016, 0.394531, 0.384766, 0.402344, 0.412109, 0.378906, 0.427734, 0.384766, 0.417969, 0.425781, 0.404297, 0.369141, 0.359375, 0.371094, 0.376953, 0.392578, 0.392578, 0.412109, 0.382812, 0.402344, 0.369141, 0.376953, 0.398438, 0.353516, 0.4375, 0.398438, 0.402344, 0.382812, 0.375, 0.449219, 0.388672, 0.429688, 0.396484, 0.371094, 0.4375, 0.474609, 0.40625, 0.369141, 0.324219, 0.40625, 0.402344, 0.386719, 0.421875, 0.427734, 0.378906, 0.423828, 0.394531, 0.402344, 0.439453, 0.417969, 0.367188, 0.378906, 0.390625, 0.40625, 0.453125, 0.417969, 0.388672, 0.433594, 0.410156, 0.396484, 0.380859, 0.359375, 0.380859, 0.396484, 0.410156, 0.423828, 0.412109, 0.378906, 0.419922, 0.378906, 0.373047, 0.388672, 0.394531, 0.398438, 0.431641, 0.412109, 0.429688, 0.369141, 0.396484, 0.400391, 0.375, 0.427734, 0.449219, 0.386719, 0.404297, 0.416016, 0.435547, 0.376953, 0.423828, 0.376953, 0.408203, 0.421875, 0.392578, 0.402344, 0.402344, 0.40625, 0.380859, 0.398438, 0.402344, 0.388672, 0.414062, 0.388672, 0.423828, 0.40625, 0.361328, 0.414062, 0.396484, 0.388672, 0.359375, 0.386719, 0.367188, 0.388672, 0.433594, 0.408203, 0.357422, 0.378906, 0.376953, 0.404297, 0.375, 0.400391, 0.365234, 0.425781, 0.412109, 0.398438, 0.458984, 0.394531, 0.412109, 0.423828, 0.404297, 0.419922, 0.412109, 0.431641, 0.414062, 0.392578, 0.433594, 0.375, 0.445312, 0.402344, 0.400391, 0.396484, 0.382812, 0.382812, 0.392578, 0.380859, 0.429688, 0.410156, 0.390625, 0.365234, 0.414062, 0.392578, 0.408203, 0.414062, 0.445312, 0.425781, 0.402344, 0.427734, 0.384766, 0.423828, 0.394531, 0.394531, 0.402344, 0.412109, 0.40625, 0.441406, 0.423828, 0.388672, 0.394531, 0.429688, 0.402344, 0.414062, 0.427734, 0.427734, 0.427734, 0.376953, 0.417969, 0.392578, 0.390625, 0.388672, 0.382812, 0.390625, 0.427734, 0.382812, 0.392578, 0.439453, 0.382812, 0.402344, 0.427734, 0.402344, 0.421875, 0.367188, 0.404297, 0.423828, 0.380859, 0.357422, 0.423828, 0.400391, 0.371094, 0.3125, 0.40625, 0.355469, 0.433594, 0.402344, 0.414062, 0.408203, 0.433594, 0.439453, 0.396484, 0.410156, 0.419922, 0.392578, 0.390625, 0.392578, 0.347656, 0.386719, 0.402344, 0.400391, 0.388672, 0.402344, 0.392578, 0.398438, 0.388672, 0.441406, 0.382812, 0.425781, 0.408203, 0.392578, 0.398438, 0.417969, 0.363281, 0.390625, 0.376953, 0.382812, 0.410156, 0.412109, 0.412109, 0.425781, 0.416016, 0.408203, 0.416016, 0.369141, 0.421875, 0.433594, 0.40625, 0.414062, 0.402344, 0.404297, 0.416016, 0.439453, 0.429688, 0.384766, 0.423828, 0.392578, 0.421875, 0.421875, 0.390625, 0.375, 0.388672, 0.382812, 0.410156, 0.421875, 0.392578, 0.371094, 0.410156, 0.408203, 0.402344, 0.417969, 0.373047, 0.402344, 0.412109, 0.404297, 0.445312, 0.378906, 0.408203, 0.439453, 0.421875, 0.376953, 0.414062, 0.408203, 0.417969, 0.417969, 0.400391, 0.396484, 0.4375, 0.402344, 0.427734, 0.421875, 0.421875, 0.408203, 0.402344, 0.390625, 0.410156, 0.431641, 0.320312, 0.412109, 0.378906, 0.423828, 0.384766, 0.394531, 0.376953, 0.396484, 0.396484, 0.425781, 0.384766, 0.414062, 0.427734, 0.386719, 0.408203, 0.427734, 0.417969, 0.410156, 0.40625, 0.376953, 0.431641, 0.417969, 0.390625, 0.449219, 0.427734, 0.398438, 0.363281, 0.417969, 0.40625, 0.371094, 0.382812, 0.412109, 0.398438, 0.402344, 0.421875, 0.388672, 0.408203, 0.402344, 0.373047, 0.375, 0.394531, 0.427734, 0.394531, 0.382812, 0.367188, 0.357422, 0.414062, 0.388672, 0.371094, 0.404297, 0.363281, 0.402344, 0.402344, 0.435547, 0.435547, 0.369141, 0.361328, 0.425781, 0.388672, 0.400391, 0.402344, 0.386719, 0.394531, 0.375, 0.359375, 0.416016, 0.410156, 0.398438, 0.386719, 0.419922, 0.396484, 0.394531, 0.371094, 0.402344, 0.388672, 0.443359, 0.353516, 0.417969, 0.425781, 0.416016, 0.488281, 0.353516, 0.40625, 0.412109, 0.439453, 0.402344, 0.408203, 0.431641, 0.380859, 0.427734, 0.416016, 0.396484, 0.408203, 0.394531, 0.417969, 0.398438, 0.421875, 0.408203, 0.40625, 0.373047, 0.353516, 0.369141, 0.361328, 0.410156, 0.367188, 0.371094, 0.416016, 0.408203, 0.455078, 0.396484, 0.425781, 0.40625, 0.498047, 0.402344, 0.429688, 0.408203, 0.414062, 0.427734, 0.439453, 0.382812, 0.427734, 0.400391, 0.416016, 0.400391, 0.429688, 0.261719, 0.423828, 0.375, 0.416016, 0.445312, 0.400391, 0.404297, 0.404297, 0.373047, 0.349609, 0.408203, 0.390625, 0.392578, 0.373047, 0.375, 0.394531, 0.351562, 0.433594, 0.353516, 0.404297, 0.382812, 0.414062, 0.421875, 0.386719, 0.376953, 0.392578, 0.423828, 0.335938, 0.386719, 0.384766, 0.40625, 0.400391, 0.361328, 0.390625, 0.394531, 0.378906, 0.375, 0.378906, 0.408203, 0.416016, 0.404297, 0.449219, 0.439453, 0.4375, 0.417969, 0.382812, 0.425781, 0.388672, 0.380859, 0.332031, 0.386719, 0.460938, 0.443359, 0.396484, 0.382812, 0.417969, 0.414062, 0.402344, 0.378906, 0.447266, 0.361328, 0.400391, 0.400391, 0.320312, 0.392578, 0.384766, 0.421875, 0.414062, 0.388672, 0.371094, 0.402344, 0.332031, 0.40625, 0.386719, 0.412109, 0.419922, 0.375, 0.400391, 0.373047, 0.455078, 0.408203, 0.396484, 0.4375, 0.429688, 0.402344, 0.361328, 0.40625, 0.443359, 0.417969, 0.423828, 0.300781, 0.417969, 0.412109, 0.408203, 0.429688, 0.435547, 0.382812, 0.402344, 0.335938, 0.365234, 0.416016, 0.431641, 0.4375, 0.367188, 0.425781, 0.402344, 0.388672, 0.419922, 0.396484, 0.394531, 0.394531, 0.386719, 0.396484, 0.386719, 0.402344, 0.416016, 0.394531, 0.398438, 0.390625, 0.396484, 0.441406, 0.412109, 0.40625, 0.367188, 0.400391, 0.384766, 0.367188, 0.400391, 0.375, 0.427734, 0.429688, 0.382812, 0.429688, 0.429688, 0.373047, 0.414062, 0.423828, 0.414062, 0.447266, 0.359375, 0.4375, 0.400391, 0.404297, 0.402344, 0.384766, 0.414062, 0.40625, 0.375, 0.398438, 0.433594, 0.408203, 0.421875, 0.392578, 0.382812, 0.433594, 0.390625, 0.382812, 0.412109, 0.408203, 0.392578, 0.429688, 0.441406, 0.410156, 0.402344, 0.433594, 0.388672, 0.419922, 0.398438, 0.429688, 0.40625, 0.398438, 0.378906, 0.349609, 0.416016, 0.353516, 0.410156, 0.375, 0.404297, 0.392578, 0.46875, 0.386719, 0.416016, 0.384766, 0.410156, 0.392578, 0.371094, 0.398438, 0.408203, 0.404297, 0.394531, 0.417969, 0.375, 0.429688, 0.429688, 0.367188, 0.425781, 0.404297, 0.402344, 0.402344, 0.367188, 0.384766, 0.396484, 0.433594, 0.416016, 0.390625, 0.376953, 0.417969, 0.396484, 0.414062, 0.431641, 0.388672, 0.421875, 0.355469, 0.392578, 0.392578, 0.378906, 0.380859, 0.390625, 0.384766, 0.375, 0.429688, 0.441406, 0.427734, 0.384766, 0.339844, 0.361328, 0.4375, 0.412109, 0.427734, 0.351562, 0.400391, 0.423828, 0.445312, 0.394531, 0.376953, 0.378906, 0.380859, 0.369141, 0.396484, 0.373047, 0.386719, 0.361328, 0.421875, 0.408203, 0.408203, 0.400391, 0.400391, 0.398438, 0.384766, 0.416016, 0.386719, 0.40625, 0.371094, 0.396484, 0.375, 0.404297, 0.394531, 0.423828, 0.347656, 0.394531, 0.408203, 0.373047, 0.40625, 0.382812, 0.367188, 0.402344, 0.376953, 0.462891, 0.410156, 0.371094, 0.400391, 0.408203, 0.412109, 0.396484, 0.396484, 0.376953, 0.402344, 0.394531, 0.376953, 0.363281, 0.433594, 0.423828, 0.412109, 0.417969, 0.40625, 0.369141, 0.392578, 0.419922, 0.392578, 0.398438, 0.404297, 0.421875, 0.392578, 0.402344, 0.40625, 0.425781, 0.382812, 0.380859, 0.40625, 0.388672, 0.410156, 0.449219, 0.421875, 0.408203, 0.388672, 0.398438, 0.419922, 0.396484, 0.429688, 0.367188, 0.371094, 0.40625, 0.359375, 0.419922, 0.412109, 0.408203, 0.367188, 0.384766, 0.423828, 0.388672, 0.298828, 0.402344, 0.392578, 0.410156, 0.429688, 0.417969, 0.404297, 0.392578, 0.421875, 0.400391, 0.396484, 0.378906, 0.396484, 0.439453, 0.408203, 0.396484, 0.408203, 0.462891, 0.388672, 0.421875, 0.375, 0.386719, 0.408203, 0.402344, 0.46875, 0.28125, 0.425781, 0.394531, 0.388672, 0.378906, 0.40625, 0.408203, 0.398438, 0.4375, 0.443359, 0.404297, 0.404297, 0.404297, 0.398438, 0.423828, 0.429688, 0.396484, 0.40625, 0.410156, 0.390625, 0.421875, 0.384766, 0.402344, 0.441406, 0.416016, 0.394531, 0.367188, 0.419922, 0.392578, 0.376953, 0.388672, 0.394531, 0.425781, 0.388672, 0.402344, 0.412109, 0.392578, 0.421875, 0.382812, 0.394531, 0.396484, 0.335938, 0.431641, 0.402344, 0.394531, 0.380859, 0.414062, 0.376953, 0.396484, 0.402344, 0.417969, 0.427734, 0.412109, 0.392578, 0.357422, 0.404297, 0.369141, 0.412109, 0.451172, 0.371094, 0.394531, 0.40625, 0.380859, 0.414062, 0.421875, 0.392578, 0.380859, 0.410156, 0.464844, 0.402344, 0.416016, 0.425781, 0.451172, 0.355469, 0.388672, 0.435547, 0.451172, 0.466797, 0.402344, 0.416016, 0.365234, 0.408203, 0.380859, 0.369141, 0.392578, 0.380859, 0.408203, 0.367188, 0.4375, 0.380859, 0.414062, 0.398438, 0.396484, 0.392578, 0.435547, 0.382812, 0.394531, 0.431641, 0.390625, 0.443359, 0.376953, 0.419922, 0.404297, 0.410156, 0.380859, 0.425781, 0.421875, 0.357422, 0.353516, 0.451172, 0.427734, 0.392578, 0.378906, 0.451172, 0.423828, 0.375, 0.394531, 0.433594, 0.431641, 0.451172, 0.382812, 0.4375, 0.380859, 0.427734, 0.384766, 0.376953, 0.425781, 0.371094, 0.398438, 0.427734, 0.390625, 0.347656, 0.410156, 0.421875, 0.369141, 0.390625, 0.40625, 0.402344, 0.378906, 0.402344, 0.425781, 0.396484, 0.417969, 0.417969, 0.390625, 0.404297, 0.392578, 0.392578, 0.421875, 0.376953, 0.412109, 0.419922, 0.394531, 0.425781, 0.388672, 0.388672, 0.417969, 0.392578, 0.376953, 0.40625, 0.431641, 0.349609, 0.408203, 0.414062, 0.394531, 0.386719, 0.40625, 0.386719, 0.4375, 0.369141, 0.400391, 0.455078, 0.410156, 0.417969, 0.396484, 0.380859, 0.421875, 0.141602, 0.402344, 0.410156, 0.410156, 0.390625, 0.380859, 0.394531, 0.425781, 0.404297, 0.408203, 0.412109, 0.4375, 0.363281, 0.396484, 0.378906, 0.396484, 0.359375, 0.419922, 0.460938, 0.443359, 0.365234, 0.322266, 0.373047, 0.414062, 0.435547, 0.40625, 0.410156, 0.380859, 0.398438, 0.386719, 0.361328, 0.380859, 0.421875, 0.414062, 0.402344, 0.388672, 0.441406, 0.335938, 0.410156, 0.425781, 0.431641, 0.429688, 0.423828, 0.402344, 0.392578, 0.392578, 0.431641, 0.382812, 0.382812, 0.408203, 0.416016, 0.369141, 0.404297, 0.419922, 0.390625, 0.394531, 0.439453, 0.367188, 0.402344, 0.392578, 0.398438, 0.390625, 0.373047, 0.416016, 0.390625, 0.416016, 0.435547, 0.320312, 0.410156, 0.367188, 0.378906, 0.449219, 0.423828, 0.419922, 0.373047, 0.486328, 0.386719, 0.433594, 0.419922, 0.394531, 0.40625, 0.443359, 0.390625, 0.412109, 0.423828, 0.425781, 0.416016, 0.353516, 0.396484, 0.392578, 0.392578, 0.388672, 0.412109, 0.402344, 0.390625, 0.421875, 0.402344, 0.353516, 0.408203, 0.359375, 0.382812, 0.400391, 0.412109, 0.423828, 0.400391, 0.398438, 0.384766, 0.435547, 0.398438, 0.398438, 0.419922, 0.410156, 0.421875, 0.396484, 0.431641, 0.421875, 0.412109, 0.392578, 0.382812, 0.384766, 0.410156, 0.380859, 0.431641, 0.392578, 0.380859, 0.373047, 0.396484, 0.388672, 0.429688, 0.375, 0.394531, 0.417969, 0.373047, 0.410156, 0.445312, 0.410156, 0.394531, 0.373047, 0.423828, 0.435547, 0.396484, 0.404297, 0.390625, 0.414062, 0.357422, 0.378906, 0.419922, 0.421875, 0.414062, 0.427734, 0.423828, 0.392578, 0.416016, 0.369141, 0.314453, 0.414062, 0.376953, 0.408203, 0.410156, 0.408203, 0.421875, 0.441406, 0.365234, 0.419922, 0.402344, 0.386719, 0.369141, 0.376953, 0.4375, 0.425781, 0.400391, 0.421875, 0.429688, 0.435547, 0.419922, 0.427734, 0.398438, 0.402344, 0.410156, 0.361328, 0.400391, 0.386719, 0.451172, 0.375, 0.400391, 0.402344, 0.412109, 0.423828, 0.392578, 0.382812, 0.40625, 0.373047, 0.419922, 0.386719, 0.427734, 0.398438, 0.402344, 0.404297, 0.357422, 0.431641, 0.40625, 0.396484, 0.416016, 0.402344, 0.458984, 0.408203, 0.447266, 0.417969, 0.412109, 0.365234, 0.410156, 0.425781, 0.376953, 0.380859, 0.416016, 0.421875, 0.431641, 0.373047, 0.429688, 0.388672, 0.433594, 0.441406, 0.371094, 0.414062, 0.390625, 0.384766, 0.404297, 0.408203, 0.421875, 0.373047, 0.386719, 0.410156, 0.429688, 0.390625, 0.400391, 0.398438, 0.439453, 0.355469, 0.349609, 0.394531, 0.40625, 0.421875, 0.447266, 0.423828, 0.408203, 0.371094, 0.40625, 0.417969, 0.326172, 0.412109, 0.419922, 0.378906, 0.396484, 0.435547, 0.421875, 0.203125, 0.388672, 0.404297, 0.363281, 0.378906, 0.384766, 0.402344, 0.433594, 0.4375, 0.421875, 0.384766, 0.435547, 0.394531, 0.390625, 0.404297, 0.380859, 0.40625, 0.402344, 0.388672, 0.40625, 0.400391, 0.394531, 0.412109, 0.402344, 0.429688, 0.419922, 0.386719, 0.416016, 0.4375, 0.404297, 0.441406, 0.371094, 0.394531, 0.396484, 0.417969, 0.40625, 0.40625, 0.390625, 0.402344, 0.414062, 0.400391, 0.392578, 0.427734, 0.398438, 0.367188, 0.388672, 0.373047, 0.412109, 0.433594, 0.355469, 0.388672, 0.404297, 0.394531, 0.484375, 0.425781, 0.394531, 0.376953, 0.402344, 0.382812, 0.388672, 0.396484, 0.431641, 0.378906, 0.398438, 0.382812, 0.417969, 0.40625, 0.425781, 0.371094, 0.390625, 0.375, 0.423828, 0.367188, 0.423828, 0.457031, 0.371094, 0.410156, 0.392578, 0.416016, 0.402344, 0.388672, 0.392578, 0.382812, 0.449219, 0.365234, 0.402344, 0.423828, 0.412109, 0.417969, 0.423828, 0.365234, 0.412109, 0.392578, 0.416016, 0.402344, 0.384766, 0.376953, 0.40625, 0.396484, 0.443359, 0.398438, 0.402344, 0.386719, 0.376953, 0.423828, 0.414062, 0.427734, 0.421875, 0.417969, 0.427734, 0.392578, 0.378906, 0.367188, 0.388672, 0.386719, 0.402344, 0.371094, 0.363281, 0.421875, 0.414062, 0.380859, 0.482422, 0.361328, 0.316406, 0.451172, 0.408203, 0.396484, 0.392578, 0.410156, 0.414062, 0.404297, 0.392578, 0.382812, 0.369141, 0.388672, 0.421875, 0.396484, 0.404297, 0.375, 0.398438, 0.408203, 0.40625, 0.431641, 0.349609, 0.431641, 0.371094, 0.4375, 0.425781, 0.402344, 0.384766, 0.380859, 0.433594, 0.357422, 0.382812, 0.378906, 0.408203, 0.416016, 0.417969, 0.396484, 0.427734, 0.361328, 0.384766, 0.388672, 0.40625, 0.392578, 0.390625, 0.414062, 0.404297, 0.416016, 0.388672, 0.421875, 0.404297, 0.392578, 0.390625, 0.408203, 0.423828, 0.398438, 0.390625, 0.384766, 0.396484, 0.431641, 0.388672, 0.394531, 0.371094, 0.390625, 0.423828, 0.441406, 0.404297, 0.400391, 0.410156, 0.419922, 0.429688, 0.429688, 0.388672, 0.367188, 0.388672, 0.390625, 0.410156, 0.384766, 0.375, 0.449219, 0.40625, 0.396484, 0.417969, 0.402344, 0.425781, 0.390625, 0.402344, 0.390625, 0.449219, 0.363281, 0.380859, 0.371094, 0.398438, 0.447266, 0.453125, 0.365234, 0.386719, 0.398438, 0.388672, 0.375, 0.423828, 0.388672, 0.396484, 0.40625, 0.421875, 0.423828, 0.40625, 0.382812, 0.404297, 0.394531, 0.373047, 0.414062, 0.416016, 0.439453, 0.384766, 0.412109, 0.375, 0.390625, 0.398438, 0.431641, 0.412109, 0.447266, 0.34375, 0.402344, 0.398438, 0.419922, 0.427734, 0.390625, 0.396484, 0.392578, 0.400391, 0.443359, 0.404297, 0.394531, 0.417969, 0.412109, 0.394531, 0.371094, 0.316406, 0.367188, 0.398438, 0.380859, 0.416016, 0.414062, 0.425781, 0.408203, 0.382812, 0.435547, 0.423828, 0.400391, 0.414062, 0.427734, 0.427734, 0.394531, 0.394531, 0.363281, 0.400391, 0.347656, 0.445312, 0.410156, 0.390625, 0.443359, 0.439453, 0.380859, 0.435547, 0.392578, 0.410156, 0.390625, 0.394531, 0.392578, 0.400391, 0.398438, 0.384766, 0.390625, 0.396484, 0.423828, 0.392578, 0.388672, 0.431641, 0.378906, 0.404297, 0.445312, 0.427734, 0.388672, 0.394531, 0.382812, 0.365234, 0.449219, 0.410156, 0.427734, 0.402344, 0.419922, 0.40625, 0.380859, 0.447266, 0.388672, -0.000694, 0.423828, 0.421875, 0.361328, 0.423828, 0.386719, 0.412109, 0.408203, 0.398438, 0.421875, 0.421875, 0.458984, 0.410156, 0.359375, 0.376953, 0.421875, 0.396484, 0.443359, 0.400391, 0.398438, 0.394531, 0.416016, 0.412109, 0.367188, 0.421875, 0.414062, 0.365234, 0.349609, 0.423828, 0.414062, 0.355469, 0.425781, 0.394531, 0.425781, 0.414062, 0.416016, 0.396484, 0.365234, 0.390625, 0.412109, 0.398438, 0.392578, 0.410156, 0.363281, 0.425781, 0.414062, 0.376953, 0.380859, 0.410156, 0.396484, 0.419922, 0.371094, 0.470703, 0.410156, 0.443359, 0.394531, 0.357422, 0.419922, 0.40625, 0.373047, 0.332031, 0.378906, 0.410156, 0.417969, 0.394531, 0.460938, 0.421875, 0.423828, 0.394531, 0.402344, 0.392578, 0.404297, 0.367188, 0.394531, 0.396484, 0.396484, 0.429688, 0.386719, 0.392578, 0.419922, 0.425781, 0.376953, 0.390625, 0.416016, 0.380859, 0.376953, 0.304688, 0.380859, 0.404297, 0.416016, 0.455078, 0.380859, 0.457031, 0.373047, 0.396484, 0.404297, 0.394531, 0.392578, 0.349609, 0.367188, 0.443359, 0.421875, 0.4375, 0.425781, 0.445312, 0.373047, 0.410156, 0.392578, 0.447266, 0.416016, 0.378906, 0.408203, 0.400391, 0.380859, 0.400391, 0.433594, 0.398438, 0.423828, 0.378906, 0.373047, 0.40625, 0.404297, 0.412109, 0.412109, 0.435547, 0.380859, 0.431641, 0.396484, 0.429688, 0.388672, 0.384766, 0.390625, 0.464844, 0.376953, 0.404297, 0.40625, 0.417969, 0.357422, 0.435547, 0.386719, 0.363281, 0.400391, 0.382812, 0.394531, 0.417969, 0.431641, 0.457031, 0.419922, 0.40625, 0.412109, 0.431641, 0.341797, 0.400391, 0.412109, 0.402344, 0.253906, 0.386719, 0.382812, 0.396484, 0.421875, 0.402344, 0.416016, 0.359375, 0.345703, 0.417969, 0.417969, 0.373047, 0.367188, 0.408203, 0.392578, 0.427734, 0.398438, 0.375, 0.402344, 0.427734, 0.400391, 0.425781, 0.457031, 0.408203, 0.414062, 0.412109, 0.4375, 0.349609, 0.419922, 0.404297, 0.414062, 0.396484, 0.384766, 0.369141, 0.392578, 0.359375, 0.369141, 0.402344, 0.396484, 0.400391, 0.359375, 0.421875, 0.447266, 0.419922, 0.396484, 0.402344, 0.351562, 0.355469, 0.386719, 0.421875, 0.414062, 0.380859, 0.421875, 0.404297, 0.410156, 0.423828, 0.392578, 0.380859, 0.427734, 0.378906, 0.382812, 0.40625, 0.376953, 0.380859, 0.394531, 0.404297, 0.402344, 0.404297, 0.40625, 0.376953, 0.417969, 0.429688, 0.433594, 0.40625, 0.421875, 0.310547, 0.398438, 0.410156, 0.416016, 0.417969, 0.384766, 0.392578, 0.394531, 0.373047, 0.435547, 0.371094, 0.419922, 0.384766, 0.443359, 0.394531, 0.398438, 0.425781, 0.398438, 0.386719, 0.326172, 0.443359, 0.375, 0.390625, 0.394531, 0.378906, 0.380859, 0.427734, 0.378906, 0.414062, 0.445312, 0.386719, 0.443359, 0.412109, 0.443359, 0.367188, 0.382812, 0.423828, 0.375, 0.400391, 0.417969, 0.394531, 0.398438, 0.365234, 0.431641, 0.40625, 0.373047, 0.335938, 0.425781, 0.433594, 0.390625, 0.398438, 0.394531, 0.410156, 0.396484, 0.417969, 0.417969, 0.375, 0.416016, 0.417969, 0.419922, 0.396484, 0.412109, 0.404297, 0.394531, 0.404297, 0.388672, 0.404297, 0.414062, 0.384766, 0.394531, 0.404297, 0.404297, 0.382812, 0.40625, 0.431641, 0.380859, 0.34375, 0.394531, 0.371094, 0.435547, 0.402344, 0.414062, 0.435547, 0.408203, 0.386719, 0.427734, 0.361328, 0.466797, 0.396484, 0.392578, 0.375, 0.394531, 0.398438, 0.433594, 0.363281, 0.410156, 0.408203, 0.425781, 0.439453, 0.408203, 0.382812, 0.412109, 0.392578, 0.425781, 0.423828, 0.414062, 0.408203, 0.443359, 0.375, 0.414062, 0.392578, 0.40625, 0.398438, 0.404297, 0.431641, 0.384766, 0.429688, 0.421875, 0.435547, 0.335938, 0.431641, 0.419922, 0.419922, 0.445312, 0.416016, 0.392578, 0.417969, 0.365234, 0.380859, 0.378906, 0.412109, 0.375, 0.384766, 0.421875, 0.402344, 0.408203, 0.433594, 0.373047, 0.417969, 0.371094, 0.40625, 0.427734, 0.384766, 0.433594, 0.359375, 0.363281, 0.384766, 0.373047, 0.46875, 0.386719, 0.398438, 0.451172, 0.363281, 0.419922, 0.375, 0.445312, 0.361328, 0.421875, 0.396484, 0.417969, 0.376953, 0.429688, 0.433594, 0.384766, 0.419922, 0.433594, 0.445312, 0.443359, 0.396484, 0.427734, 0.396484, 0.410156, 0.408203, 0.400391, 0.359375, 0.402344, 0.369141, 0.337891, 0.392578, 0.404297, 0.388672, 0.449219, 0.40625, 0.400391, 0.337891, 0.412109, 0.400391, 0.414062, 0.425781, 0.396484, 0.386719, 0.373047, 0.375, 0.414062, 0.414062, 0.410156, 0.40625, 0.384766, 0.394531, 0.431641, 0.376953, 0.386719, 0.373047, 0.382812, 0.34375, 0.394531, 0.404297, 0.400391, 0.400391, 0.390625, 0.294922, 0.40625, 0.414062, 0.388672, 0.390625, 0.435547, 0.443359, 0.400391, 0.388672, 0.384766, 0.425781, 0.40625, 0.394531, 0.390625, 0.40625, 0.394531, 0.412109, 0.404297, 0.408203, 0.414062, 0.423828, 0.386719, 0.380859, 0.398438, 0.423828, 0.414062, 0.410156, 0.394531, 0.388672, 0.416016, 0.416016, 0.398438, 0.435547, 0.384766, 0.408203, 0.402344, 0.390625, 0.421875, 0.369141, 0.417969, 0.402344, 0.390625, 0.451172, 0.410156, 0.359375, 0.419922, 0.419922, 0.412109, 0.382812, 0.478516, 0.398438, 0.402344, 0.380859, 0.439453, 0.431641, 0.40625, 0.394531, 0.417969, 0.384766, 0.423828, 0.386719, 0.417969, 0.416016, 0.416016, 0.394531, 0.40625, 0.400391, 0.371094, 0.404297, 0.345703, 0.417969, 0.40625, 0.40625, 0.386719, 0.365234, 0.414062, 0.421875, 0.40625, 0.386719, 0.353516, 0.435547, 0.367188, 0.408203, 0.361328, 0.414062, 0.416016, 0.417969, 0.40625, 0.373047, 0.376953, 0.361328, 0.376953, 0.388672, 0.380859, 0.375, 0.423828, 0.345703, 0.375, 0.388672, 0.394531, 0.441406, 0.402344, 0.412109, 0.398438, 0.419922, 0.392578, 0.371094, 0.453125, 0.412109, 0.421875, 0.394531, 0.384766, 0.412109, 0.380859, 0.398438, 0.359375, 0.414062, 0.380859, 0.365234, 0.375, 0.416016, 0.414062, 0.414062, 0.425781, 0.392578, 0.435547, 0.40625, 0.412109, 0.427734, 0.429688, 0.453125, 0.410156, 0.427734, 0.396484, 0.392578, 0.380859, 0.447266, 0.349609, 0.396484, 0.392578, 0.396484, 0.410156, 0.425781, 0.378906, 0.400391, 0.416016, 0.371094, 0.414062, 0.404297, 0.410156, 0.412109, 0.417969, 0.392578, 0.392578, 0.398438, 0.419922, 0.376953, 0.408203, 0.392578, 0.431641, 0.439453, 0.369141, 0.367188, 0.427734, 0.419922, 0.410156, 0.392578, 0.337891, 0.380859, 0.408203, 0.408203, 0.421875, 0.376953, 0.380859, 0.388672, 0.398438, 0.410156, 0.404297, 0.417969, 0.384766, 0.431641, 0.394531, 0.408203, 0.412109, 0.404297, 0.386719, 0.365234, 0.441406, 0.408203, 0.435547, 0.390625, 0.421875, 0.419922, 0.427734, 0.398438, 0.416016, 0.404297, 0.421875, 0.398438, 0.363281, 0.40625, 0.388672, 0.353516, 0.46875, 0.423828, 0.425781, 0.416016, 0.400391, 0.384766, 0.404297, 0.373047, 0.410156, 0.419922, 0.441406, 0.404297, 0.410156, 0.400391, 0.357422, 0.388672, 0.376953, 0.408203, 0.392578, 0.378906, 0.359375, 0.382812, 0.34375, 0.384766, 0.375, 0.421875, 0.429688, 0.412109, 0.410156, 0.365234, 0.392578, 0.398438, 0.375, 0.390625, 0.423828, 0.396484, 0.392578, 0.390625, 0.392578, 0.402344, 0.427734, 0.390625, 0.416016, 0.416016, 0.388672, 0.400391, 0.355469, 0.369141, 0.404297, 0.421875, 0.402344, 0.384766, 0.408203, 0.441406, 0.373047, 0.416016, 0.414062, 0.404297, 0.392578, 0.386719, 0.427734, 0.419922, 0.394531, 0.392578, 0.361328, 0.376953, 0.40625, 0.404297, 0.416016, 0.376953, 0.414062, 0.396484, 0.421875, 0.402344, 0.386719, 0.408203, 0.390625, 0.410156, 0.416016, 0.396484, 0.378906, 0.462891, 0.371094, 0.408203, 0.394531, 0.402344, 0.375, 0.443359, 0.408203, 0.376953, 0.439453, 0.384766, 0.435547, 0.423828, 0.373047, 0.376953, 0.416016, 0.392578, 0.404297, 0.392578, 0.40625, 0.386719, 0.400391, 0.419922, 0.451172, 0.404297, 0.412109, 0.447266, 0.421875, 0.382812, 0.378906, 0.423828, 0.408203, 0.417969, 0.353516, 0.384766, 0.419922, 0.378906, 0.382812, 0.410156, 0.427734, 0.390625, 0.404297, 0.396484, 0.402344, 0.392578, 0.40625, 0.416016, 0.394531, 0.357422, 0.412109, 0.404297, 0.400391, 0.382812, 0.417969, 0.423828, 0.388672, 0.441406, 0.40625, 0.417969, 0.404297, 0.384766, 0.40625, 0.396484, 0.400391, 0.427734, 0.398438, 0.357422, 0.416016, 0.408203, 0.371094, 0.412109, 0.423828, 0.371094, 0.414062, 0.392578, 0.398438, 0.386719, 0.408203, 0.404297, 0.384766, 0.396484, 0.410156, 0.410156, 0.417969, 0.4375, 0.380859, 0.378906, 0.369141, 0.378906, 0.394531, 0.427734, 0.4375, 0.384766, 0.416016, 0.388672, 0.388672, 0.416016, 0.375, 0.376953, 0.421875, 0.429688, 0.394531, 0.417969, 0.404297, 0.453125, 0.306641, 0.423828, 0.396484, 0.376953, 0.367188, 0.396484, 0.369141, 0.429688, 0.359375, 0.365234, 0.40625, 0.425781, 0.423828, 0.373047, 0.421875, 0.373047, 0.443359, 0.408203, 0.371094, 0.373047, 0.412109, 0.419922, 0.419922, 0.404297, 0.400391, 0.398438, 0.433594, 0.392578, 0.400391, 0.388672, 0.371094, 0.332031, 0.400391, 0.376953, 0.427734, 0.365234, 0.425781, 0.421875, 0.40625, 0.410156, 0.402344, 0.376953, 0.404297, 0.416016, 0.416016, 0.425781, 0.425781, 0.396484, 0.421875, 0.414062, 0.427734, 0.40625, 0.421875, 0.431641, 0.435547, 0.394531, 0.410156, 0.380859, 0.408203, 0.390625, 0.408203, 0.394531, 0.425781, 0.416016, 0.404297, 0.417969, 0.378906, 0.423828, 0.367188, 0.375, 0.394531, 0.402344, 0.367188, 0.402344, 0.451172, 0.400391, 0.378906, 0.386719, 0.404297, 0.386719, 0.429688, 0.427734, 0.408203, 0.380859, 0.439453, 0.443359, 0.373047, 0.332031, 0.392578, 0.400391, 0.451172, 0.373047, 0.414062, 0.355469, 0.425781, 0.402344, 0.429688, 0.40625, 0.380859, 0.427734, 0.396484, 0.429688, 0.396484, 0.398438, 0.443359, 0.398438, 0.398438, 0.412109, 0.462891, 0.439453, 0.390625, 0.404297, 0.380859, 0.384766, 0.414062, 0.417969, 0.4375, 0.386719, 0.400391, 0.380859, 0.400391, 0.425781, 0.402344, 0.421875, 0.427734, 0.382812, 0.396484, 0.40625, 0.398438, 0.390625, 0.390625, 0.376953, 0.425781, 0.384766, 0.396484, 0.410156, 0.396484, 0.507812, 0.382812, 0.376953, 0.410156, 0.375, 0.417969, 0.398438, 0.427734, 0.435547, 0.349609, 0.386719, 0.40625, 0.390625, 0.427734, 0.380859, 0.40625, 0.373047, 0.421875, 0.392578, 0.359375, 0.412109, 0.435547, 0.439453, 0.410156, 0.390625, 0.371094, 0.472656, 0.396484, 0.400391, 0.392578, 0.396484, 0.355469, 0.414062, 0.412109, 0.433594, 0.396484, 0.332031, 0.386719, 0.40625, 0.412109, 0.412109, 0.398438, 0.386719, 0.433594, 0.441406, 0.378906, 0.355469, 0.396484, 0.423828, 0.392578, 0.417969, 0.410156, 0.421875, 0.423828, 0.414062, 0.373047, 0.384766, 0.408203, 0.378906, 0.466797, 0.363281, 0.390625, 0.398438, 0.359375, 0.367188, 0.429688, 0.347656, 0.380859, 0.40625, 0.402344, 0.423828, 0.376953, 0.40625, 0.404297, 0.400391, 0.40625, 0.371094, 0.400391, 0.388672, 0.4375, 0.396484, 0.427734, 0.412109, 0.396484, 0.445312, 0.386719, 0.429688, 0.363281, 0.378906, 0.423828, 0.373047, 0.359375, 0.414062, 0.414062, 0.402344, 0.394531, 0.375, 0.431641, 0.398438, 0.373047, 0.365234, 0.425781, 0.429688, 0.376953, 0.388672, 0.380859, 0.421875, 0.425781, 0.414062, 0.423828, 0.421875, 0.423828, 0.410156, 0.458984, 0.353516, 0.361328, 0.390625, 0.375, 0.394531, 0.441406, 0.4375, 0.4375, 0.408203, 0.40625, 0.429688, 0.451172, 0.388672, 0.419922, 0.375, 0.4375, 0.382812, 0.386719, 0.382812, 0.429688, 0.410156, 0.394531, 0.408203, 0.392578, 0.398438, 0.398438, 0.40625, 0.419922, 0.390625, 0.390625, 0.378906, 0.441406, 0.355469, 0.382812, 0.416016, 0.359375, 0.433594, 0.400391, 0.414062, 0.392578, 0.427734, 0.396484, 0.40625, 0.384766, 0.390625, 0.396484, 0.429688, 0.419922, 0.400391, 0.394531, 0.388672, 0.390625, 0.417969, 0.408203, 0.376953, 0.435547, 0.394531, 0.402344, 0.345703, 0.431641, 0.419922, 0.402344, 0.404297, 0.417969, 0.378906, 0.416016, 0.386719, 0.355469, 0.443359, 0.390625, 0.384766, 0.429688, 0.419922, 0.400391, 0.400391, 0.373047, 0.363281, 0.376953, 0.380859, 0.388672, 0.382812, 0.396484, 0.392578, 0.449219, 0.396484, 0.40625, 0.376953, 0.417969, 0.419922, 0.396484, 0.410156, 0.445312, 0.416016, 0.419922, 0.386719, 0.386719, 0.404297, 0.423828, 0.378906, 0.380859, 0.388672, 0.455078, 0.404297, 0.423828, 0.431641, 0.384766, 0.402344, 0.423828, 0.396484, 0.427734, 0.398438, 0.419922, 0.390625, 0.398438, 0.414062, 0.349609, 0.369141, 0.4375, 0.414062, 0.458984, 0.427734, 0.402344, 0.402344, 0.375, 0.392578, 0.412109, 0.378906, 0.421875, 0.416016, 0.416016, 0.384766, 0.386719, 0.390625, 0.417969, 0.324219, 0.40625, 0.390625, 0.429688, 0.441406, 0.375, 0.419922, 0.404297, 0.380859, 0.404297, 0.416016, 0.410156, 0.416016, 0.451172, 0.419922, 0.361328, 0.419922, 0.400391, 0.347656, 0.380859, 0.398438, 0.425781, 0.416016, 0.404297, 0.408203, 0.402344, 0.404297, 0.392578, 0.378906, 0.402344, 0.396484, 0.414062, 0.353516, 0.386719, 0.378906, 0.441406, 0.40625, 0.429688, 0.394531, 0.408203, 0.400391, 0.162109, 0.392578, 0.371094, 0.412109, 0.417969, 0.396484, 0.402344, 0.460938, 0.378906, 0.384766, 0.396484, 0.412109, 0.384766, 0.388672, 0.412109, 0.433594, 0.414062, 0.34375, 0.435547, 0.447266, 0.417969, 0.425781, 0.410156, 0.380859, 0.371094, 0.412109, 0.398438, 0.390625, 0.347656, 0.378906, 0.390625, 0.371094, 0.404297, 0.431641, 0.390625, 0.376953, 0.386719, 0.417969, 0.361328, 0.400391, 0.40625, 0.390625, 0.417969, 0.398438, 0.394531, 0.353516, 0.371094, 0.351562, 0.404297, 0.421875, 0.455078, 0.388672, 0.421875, 0.412109, 0.445312, 0.355469, 0.431641, 0.423828, 0.367188, 0.392578, 0.402344, 0.373047, 0.386719, 0.384766, 0.394531, 0.365234, 0.40625, 0.390625, 0.365234, 0.410156, 0.412109, 0.375, 0.353516, 0.419922, 0.386719, 0.384766, 0.396484, 0.425781, 0.416016, 0.361328, 0.375, 0.375, 0.439453, 0.40625, 0.433594, 0.416016, 0.359375, 0.384766, 0.355469, 0.355469, 0.378906, 0.414062, 0.371094, 0.423828, 0.408203, 0.390625, 0.392578, 0.404297, 0.417969, 0.404297, 0.398438, 0.425781, 0.421875, 0.384766, 0.416016, 0.384766, 0.404297, 0.412109, 0.394531, 0.384766, 0.376953, 0.392578, 0.382812, 0.433594, 0.382812, 0.423828, 0.433594, 0.373047, 0.384766, 0.431641, 0.369141, 0.443359, 0.392578, 0.392578, 0.40625, 0.386719, 0.390625, 0.394531, 0.396484, 0.363281, 0.416016, 0.394531, 0.412109, 0.417969, 0.400391, 0.458984 ] }, "name": "model.transformer.layers.15.attn_norm.weight", "outputIndexes": [ 957 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 956, 957 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_15/Mul_1_output_0", "outputIndexes": [ 958 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 958 ], "outputIndexes": [ 2938 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2938 ], "outputIndexes": [ 2939 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear", "inputIndexes": [ 2939 ], "outputIndexes": [ 2940 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 775617564, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2940 ], "outputIndexes": [ 2941 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2941 ], "outputIndexes": [ 959 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 958 ], "main_type": "NONE", "name": "/Shape_61_output_0", "outputIndexes": [ 960 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 960 ], "main_type": "NONE", "name": "Shape1361", "outputIndexes": [ 961 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 960 ], "main_type": "NONE", "name": "Rank1363", "outputIndexes": [ 962 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 962, 962 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1365", "outputIndexes": [ 963 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 963 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1366", "outputIndexes": [ 964 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 963, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1368", "outputIndexes": [ 965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 965 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1369", "outputIndexes": [ 966 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 964, 966, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1372", "outputIndexes": [ 967 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 967 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1373", "outputIndexes": [ 968 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 968 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1374", "outputIndexes": [ 969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 969, 968 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1375", "outputIndexes": [ 970 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 960, 970, 963 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_79_output_0", "outputIndexes": [ 971 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 971, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_151_output_0", "outputIndexes": [ 972 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 972, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_75_output_0", "outputIndexes": [ 973 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 959, 973 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_61_output_0", "outputIndexes": [ 974 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 974 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_15/Mul_output_0", "outputIndexes": [ 975 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.0177, 0.008667, -0.006165, 0.703125, 0.660156, 1.3125, 0.8125, 0.6875, 1.53125, 0.902344, 1.351562, 0.519531, 0.332031, 1.390625, 1.09375, 1.570312, 1.40625, 1.148438, 1.289062, 1.46875, 1.390625, 1.382812, 1.570312, 1.421875, 1.648438, 1.4375, 1.671875, 1.4375, 1.703125, 1.289062, 1.679688, 1.671875, 1.617188, 1.710938, 1.859375, 2.0, 1.992188, 1.765625, 1.671875, 1.726562, 2.3125, 1.890625, 1.585938, 2.1875, 2.078125, 1.90625, 1.828125, 1.914062, 1.914062, 1.992188, 1.867188, 1.859375, 2.015625, 1.921875, 1.859375, 2.28125, 1.851562, 1.703125, 1.898438, 1.914062, 1.867188, 1.945312, 1.78125, 1.859375, 0.163086, 1.015625, 0.243164, 0.030518, 0.07959, 0.026001, 0.601562, 0.099121, 0.019653, 1.367188, 1.046875, 1.210938, 1.65625, 0.992188, 1.5, 1.398438, 1.335938, 1.617188, 1.335938, 1.421875, 1.34375, 1.507812, 1.632812, 1.40625, 1.640625, 1.578125, 1.710938, 1.710938, 1.8125, 1.6875, 1.742188, 1.679688, 1.796875, 1.734375, 1.703125, 1.757812, 1.6875, 1.796875, 1.9375, 1.90625, 1.960938, 2.078125, 2.125, 1.796875, 1.84375, 2.03125, 2.03125, 2.03125, 1.84375, 1.757812, 1.875, 1.914062, 1.640625, 1.789062, 1.890625, 1.65625, 1.789062, 1.851562, 1.820312, 1.859375, 1.882812, 1.859375, 1.953125, 1.875 ] }, "name": "model.transformer.layers.15.attn.q_norm.weight", "outputIndexes": [ 976 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 975, 976 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_15/Mul_1_output_0", "outputIndexes": [ 977 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_60_output_0", "outputIndexes": [ 978 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_61_output_0", "outputIndexes": [ 979 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 979 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_30_output_0", "outputIndexes": [ 980 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_60_output_0", "outputIndexes": [ 981 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 980, 981 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_78_output_0", "outputIndexes": [ 982 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 982, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_61_output_0", "outputIndexes": [ 983 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 978, 983 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_60_output_0", "outputIndexes": [ 984 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 958 ], "outputIndexes": [ 2942 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2942 ], "outputIndexes": [ 2943 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear", "inputIndexes": [ 2943 ], "outputIndexes": [ 2944 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 782310690, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2944 ], "outputIndexes": [ 2945 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2945 ], "outputIndexes": [ 985 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 972, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_76_output_0", "outputIndexes": [ 986 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985, 986 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_62_output_0", "outputIndexes": [ 987 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 987 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_15/Mul_output_0", "outputIndexes": [ 988 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.006866, -0.000416, -0.012756, 0.660156, 0.582031, 1.210938, 1.0, 0.519531, 1.3125, 0.789062, 1.273438, 0.031494, 0.083984, 1.484375, 1.148438, 1.476562, 1.507812, 0.476562, 1.351562, 1.664062, 1.742188, 0.988281, 1.523438, 1.109375, 1.25, 1.609375, 1.859375, 1.820312, 1.953125, 2.203125, 1.53125, 1.679688, 2.15625, 1.75, 1.679688, 1.375, 1.40625, 1.890625, 2.03125, 1.953125, 1.539062, 2.125, 2.328125, 1.695312, 1.679688, 1.96875, 1.929688, 1.859375, 1.851562, 1.929688, 1.875, 1.90625, 1.710938, 1.882812, 1.890625, 2.140625, 1.78125, 2.0, 1.875, 1.898438, 1.914062, 1.96875, 1.914062, 1.929688, 0.19043, 0.933594, 0.234375, -0.003036, 0.045166, -0.006439, 0.146484, 0.111816, 0.049561, 1.40625, 1.226562, 1.210938, 1.617188, 0.597656, 1.429688, 1.507812, 1.148438, 1.71875, 1.335938, 1.09375, 0.738281, 1.796875, 1.664062, 1.570312, 1.992188, 1.46875, 1.476562, 1.164062, 1.398438, 0.589844, 1.875, 1.648438, 0.945312, 1.671875, 1.828125, 2.203125, 2.09375, 1.726562, 1.523438, 1.648438, 2.515625, 1.726562, 1.476562, 2.15625, 2.140625, 1.851562, 1.859375, 1.765625, 1.898438, 2.015625, 1.859375, 1.882812, 1.726562, 1.914062, 1.90625, 2.140625, 2.0, 1.703125, 1.960938, 1.945312, 1.914062, 1.9375, 1.898438, 1.882812 ] }, "name": "model.transformer.layers.15.attn.k_norm.weight", "outputIndexes": [ 989 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 988, 989 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_15/Mul_1_output_0", "outputIndexes": [ 990 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_62_output_0", "outputIndexes": [ 991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_63_output_0", "outputIndexes": [ 992 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 992 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_31_output_0", "outputIndexes": [ 993 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_62_output_0", "outputIndexes": [ 994 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 993, 994 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_79_output_0", "outputIndexes": [ 995 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 995, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_63_output_0", "outputIndexes": [ 996 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 991, 996 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_61_output_0", "outputIndexes": [ 997 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 958 ], "outputIndexes": [ 2946 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2946 ], "outputIndexes": [ 2947 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear", "inputIndexes": [ 2947 ], "outputIndexes": [ 2948 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 783984168, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2948 ], "outputIndexes": [ 2949 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2949 ], "outputIndexes": [ 998 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998, 986 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_63_output_0", "outputIndexes": [ 999 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 984, 997, 999, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.15/self_attn/FusedAttention", "outputIndexes": [ 1000 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1000 ], "outputIndexes": [ 2950 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2950 ], "outputIndexes": [ 2951 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear", "inputIndexes": [ 2951 ], "outputIndexes": [ 2952 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 785657646, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2952 ], "outputIndexes": [ 2953 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2953 ], "outputIndexes": [ 1001 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 1001 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_62_output_0", "outputIndexes": [ 1002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1002 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_15/Mul_output_0", "outputIndexes": [ 1003 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.494141, 0.433594, 0.453125, 0.474609, 0.466797, 0.453125, 0.425781, 0.449219, 0.429688, 0.478516, 0.470703, 0.455078, 0.462891, 0.451172, 0.458984, 0.441406, 0.484375, 0.474609, 0.447266, 0.433594, 0.462891, 0.458984, 0.462891, 0.451172, 0.457031, 0.474609, 0.458984, 0.435547, 0.478516, 0.441406, 0.472656, 0.466797, 0.4375, 0.470703, 0.439453, 0.46875, 0.458984, 0.453125, 0.466797, 0.476562, 0.482422, 0.462891, 0.429688, 0.472656, 0.419922, 0.462891, 0.460938, 0.449219, 0.455078, 0.474609, 0.453125, 0.439453, 0.464844, 0.458984, 0.435547, 0.453125, 0.476562, 0.453125, 0.443359, 0.472656, 0.4375, 0.457031, 0.455078, 0.464844, 0.457031, 0.435547, 0.458984, 0.460938, 0.447266, 0.476562, 0.457031, 0.5, 0.466797, 0.431641, 0.470703, 0.464844, 0.474609, 0.478516, 0.466797, 0.453125, 0.470703, 0.455078, 0.46875, 0.460938, 0.447266, 0.449219, 0.443359, 0.453125, 0.46875, 0.486328, 0.449219, 0.458984, 0.458984, 0.451172, 0.480469, 0.455078, 0.457031, 0.421875, 0.470703, 0.433594, 0.464844, 0.453125, 0.474609, 0.431641, 0.423828, 0.460938, 0.458984, 0.455078, 0.46875, 0.460938, 0.431641, 0.455078, 0.472656, 0.474609, 0.466797, 0.462891, 0.466797, 0.457031, 0.470703, 0.472656, 0.429688, 0.447266, 0.451172, 0.482422, 0.447266, 0.443359, 0.464844, 0.466797, 0.439453, 0.462891, 0.451172, 0.457031, 0.490234, 0.462891, 0.466797, 0.476562, 0.46875, 0.478516, 0.464844, 0.451172, 0.4375, 0.46875, 0.476562, 0.460938, 0.46875, 0.443359, 0.455078, 0.476562, 0.464844, 0.478516, 0.482422, 0.431641, 0.4375, 0.46875, 0.433594, 0.494141, 0.462891, 0.458984, 0.480469, 0.466797, 0.46875, 0.474609, 0.476562, 0.466797, 0.451172, 0.460938, 0.417969, 0.412109, 0.458984, 0.480469, 0.455078, 0.460938, 0.464844, 0.46875, 0.511719, 0.458984, 0.445312, 0.451172, 0.441406, 0.451172, 0.445312, 0.441406, 0.449219, 0.478516, 0.460938, 0.439453, 0.421875, 0.443359, 0.470703, 0.462891, 0.425781, 0.453125, 0.474609, 0.445312, 0.423828, 0.478516, 0.445312, 0.458984, 0.460938, 0.447266, 0.453125, 0.458984, 0.458984, 0.4375, 0.482422, 0.5, 0.435547, 0.476562, 0.443359, 0.464844, 0.441406, 0.472656, 0.435547, 0.464844, 0.462891, 0.445312, 0.451172, 0.466797, 0.445312, 0.417969, 0.46875, 0.458984, 0.460938, 0.449219, 0.453125, 0.464844, 0.457031, 0.46875, 0.457031, 0.466797, 0.427734, 0.470703, 0.451172, 0.466797, 0.462891, 0.462891, 0.449219, 0.480469, 0.404297, 0.458984, 0.445312, 0.466797, 0.445312, 0.455078, 0.492188, 0.427734, 0.474609, 0.4375, 0.46875, 0.480469, 0.445312, 0.474609, 0.439453, 0.457031, 0.458984, 0.472656, 0.462891, 0.441406, 0.488281, 0.482422, 0.466797, 0.453125, 0.449219, 0.443359, 0.439453, 0.466797, 0.4375, 0.453125, 0.458984, 0.457031, 0.435547, 0.476562, 0.470703, 0.447266, 0.445312, 0.449219, 0.449219, 0.425781, 0.482422, 0.466797, 0.474609, 0.462891, 0.443359, 0.457031, 0.492188, 0.449219, 0.466797, 0.457031, 0.457031, 0.439453, 0.478516, 0.462891, 0.46875, 0.466797, 0.478516, 0.443359, 0.455078, 0.445312, 0.470703, 0.435547, 0.453125, 0.482422, 0.462891, 0.447266, 0.455078, 0.458984, 0.458984, 0.453125, 0.427734, 0.445312, 0.431641, 0.470703, 0.443359, 0.435547, 0.443359, 0.470703, 0.470703, 0.435547, 0.445312, 0.455078, 0.460938, 0.451172, 0.419922, 0.419922, 0.412109, 0.458984, 0.458984, 0.46875, 0.451172, 0.482422, 0.458984, 0.462891, 0.476562, 0.449219, 0.464844, 0.445312, 0.445312, 0.490234, 0.474609, 0.460938, 0.462891, 0.462891, 0.464844, 0.443359, 0.447266, 0.433594, 0.472656, 0.457031, 0.447266, 0.462891, 0.482422, 0.449219, 0.464844, 0.466797, 0.4375, 0.462891, 0.460938, 0.455078, 0.427734, 0.441406, 0.474609, 0.464844, 0.466797, 0.445312, 0.46875, 0.453125, 0.433594, 0.359375, 0.439453, 0.425781, 0.460938, 0.457031, 0.476562, 0.453125, 0.458984, 0.462891, 0.457031, 0.480469, 0.462891, 0.449219, 0.457031, 0.449219, 0.423828, 0.464844, 0.4375, 0.433594, 0.462891, 0.480469, 0.439453, 0.46875, 0.464844, 0.488281, 0.46875, 0.458984, 0.445312, 0.482422, 0.453125, 0.457031, 0.464844, 0.423828, 0.46875, 0.445312, 0.486328, 0.431641, 0.457031, 0.478516, 0.423828, 0.441406, 0.470703, 0.414062, 0.429688, 0.476562, 0.449219, 0.443359, 0.494141, 0.460938, 0.445312, 0.416016, 0.464844, 0.464844, 0.462891, 0.427734, 0.445312, 0.458984, 0.427734, 0.492188, 0.460938, 0.464844, 0.466797, 0.460938, 0.466797, 0.451172, 0.451172, 0.453125, 0.429688, 0.466797, 0.460938, 0.478516, 0.445312, 0.46875, 0.490234, 0.451172, 0.457031, 0.433594, 0.441406, 0.447266, 0.449219, 0.472656, 0.425781, 0.470703, 0.447266, 0.433594, 0.462891, 0.443359, 0.470703, 0.455078, 0.46875, 0.476562, 0.476562, 0.457031, 0.441406, 0.445312, 0.386719, 0.453125, 0.466797, 0.455078, 0.455078, 0.478516, 0.457031, 0.443359, 0.449219, 0.449219, 0.472656, 0.478516, 0.445312, 0.466797, 0.445312, 0.466797, 0.439453, 0.412109, 0.447266, 0.458984, 0.443359, 0.4375, 0.46875, 0.429688, 0.460938, 0.486328, 0.466797, 0.441406, 0.388672, 0.458984, 0.498047, 0.457031, 0.460938, 0.435547, 0.4375, 0.464844, 0.431641, 0.455078, 0.449219, 0.466797, 0.476562, 0.416016, 0.470703, 0.435547, 0.447266, 0.482422, 0.441406, 0.455078, 0.443359, 0.447266, 0.462891, 0.453125, 0.453125, 0.458984, 0.484375, 0.476562, 0.466797, 0.457031, 0.445312, 0.453125, 0.460938, 0.466797, 0.445312, 0.472656, 0.460938, 0.453125, 0.457031, 0.457031, 0.425781, 0.445312, 0.439453, 0.427734, 0.462891, 0.5, 0.447266, 0.449219, 0.453125, 0.472656, 0.464844, 0.457031, 0.5, 0.46875, 0.460938, 0.472656, 0.460938, 0.466797, 0.466797, 0.486328, 0.433594, 0.462891, 0.46875, 0.457031, 0.490234, 0.464844, 0.425781, 0.457031, 0.451172, 0.455078, 0.482422, 0.453125, 0.464844, 0.494141, 0.447266, 0.445312, 0.433594, 0.447266, 0.447266, 0.484375, 0.445312, 0.453125, 0.447266, 0.453125, 0.4375, 0.462891, 0.457031, 0.457031, 0.453125, 0.435547, 0.464844, 0.470703, 0.462891, 0.484375, 0.472656, 0.455078, 0.464844, 0.10791, 0.455078, 0.484375, 0.462891, 0.451172, 0.464844, 0.476562, 0.464844, 0.447266, 0.46875, 0.445312, 0.455078, 0.457031, 0.453125, 0.472656, 0.5, 0.457031, 0.443359, 0.470703, 0.458984, 0.464844, 0.470703, 0.412109, 0.412109, 0.435547, 0.457031, 0.464844, 0.451172, 0.470703, 0.478516, 0.457031, 0.455078, 0.472656, 0.476562, 0.458984, 0.455078, 0.435547, 0.443359, 0.457031, 0.474609, 0.466797, 0.478516, 0.474609, 0.464844, 0.494141, 0.474609, 0.464844, 0.449219, 0.458984, 0.451172, 0.488281, 0.457031, 0.455078, 0.441406, 0.462891, 0.466797, 0.474609, 0.478516, 0.439453, 0.476562, 0.427734, 0.435547, 0.480469, 0.470703, 0.455078, 0.417969, 0.464844, 0.441406, 0.431641, 0.451172, 0.46875, 0.482422, 0.474609, 0.480469, 0.472656, 0.462891, 0.476562, 0.457031, 0.457031, 0.464844, 0.46875, 0.445312, 0.453125, 0.462891, 0.482422, 0.476562, 0.476562, 0.451172, 0.462891, 0.433594, 0.472656, 0.462891, 0.474609, 0.472656, 0.466797, 0.472656, 0.427734, 0.46875, 0.441406, 0.476562, 0.453125, 0.449219, 0.34375, 0.445312, 0.449219, 0.455078, 0.464844, 0.429688, 0.470703, 0.435547, 0.451172, 0.457031, 0.480469, 0.433594, 0.441406, 0.449219, 0.451172, 0.458984, 0.455078, 0.4375, 0.453125, 0.470703, 0.466797, 0.458984, 0.486328, 0.464844, 0.447266, 0.4375, 0.445312, 0.435547, 0.447266, 0.472656, 0.46875, 0.474609, 0.494141, 0.433594, 0.466797, 0.431641, 0.462891, 0.484375, 0.476562, 0.447266, 0.460938, 0.451172, 0.498047, 0.484375, 0.472656, 0.472656, 0.451172, 0.455078, 0.449219, 0.449219, 0.439453, 0.445312, 0.4375, 0.458984, 0.449219, 0.462891, 0.46875, 0.464844, 0.466797, 0.472656, 0.476562, 0.435547, 0.490234, 0.46875, 0.464844, 0.431641, 0.476562, 0.439453, 0.464844, 0.435547, 0.458984, 0.482422, 0.478516, 0.4375, 0.470703, 0.451172, 0.462891, 0.4375, 0.460938, 0.455078, 0.455078, 0.345703, 0.466797, 0.458984, 0.460938, 0.449219, 0.447266, 0.429688, 0.462891, 0.466797, 0.46875, 0.466797, 0.445312, 0.462891, 0.462891, 0.433594, 0.453125, 0.451172, 0.460938, 0.453125, 0.462891, 0.417969, 0.482422, 0.460938, 0.462891, 0.470703, 0.470703, 0.457031, 0.488281, 0.474609, 0.453125, 0.439453, 0.451172, 0.451172, 0.412109, 0.470703, 0.46875, 0.416016, 0.441406, 0.460938, 0.470703, 0.441406, 0.494141, 0.46875, 0.470703, 0.460938, 0.46875, 0.441406, 0.462891, 0.435547, 0.435547, 0.5, 0.460938, 0.460938, 0.425781, 0.429688, 0.449219, 0.451172, 0.488281, 0.476562, 0.453125, 0.449219, 0.464844, 0.449219, 0.458984, 0.462891, 0.476562, 0.457031, 0.464844, 0.447266, 0.439453, 0.458984, 0.460938, 0.464844, 0.464844, 0.441406, 0.441406, 0.482422, 0.443359, 0.458984, 0.4375, 0.462891, 0.462891, 0.457031, 0.455078, 0.476562, 0.447266, 0.425781, 0.447266, 0.466797, 0.488281, 0.451172, 0.455078, 0.457031, 0.417969, 0.449219, 0.46875, 0.441406, 0.474609, 0.457031, 0.447266, 0.460938, 0.455078, 0.458984, 0.451172, 0.451172, 0.462891, 0.492188, 0.453125, 0.458984, 0.400391, 0.478516, 0.490234, 0.482422, 0.453125, 0.458984, 0.484375, 0.447266, 0.457031, 0.466797, 0.494141, 0.435547, 0.435547, 0.429688, 0.486328, 0.445312, 0.464844, 0.453125, 0.457031, 0.476562, 0.408203, 0.421875, 0.470703, 0.443359, 0.441406, 0.453125, 0.486328, 0.447266, 0.462891, 0.460938, 0.455078, 0.46875, 0.466797, 0.46875, 0.458984, 0.478516, 0.464844, 0.464844, 0.466797, 0.443359, 0.460938, 0.460938, 0.462891, 0.46875, 0.449219, 0.455078, 0.492188, 0.455078, 0.425781, 0.441406, 0.46875, 0.425781, 0.464844, 0.210938, 0.480469, 0.484375, 0.457031, 0.462891, 0.480469, 0.480469, 0.472656, 0.455078, 0.4375, 0.464844, 0.472656, 0.462891, 0.492188, 0.449219, 0.480469, 0.466797, 0.458984, 0.466797, 0.453125, 0.466797, 0.458984, 0.455078, 0.453125, 0.433594, 0.449219, 0.466797, 0.476562, 0.464844, 0.498047, 0.478516, 0.462891, 0.455078, 0.4375, 0.435547, 0.447266, 0.494141, 0.441406, 0.441406, 0.472656, 0.464844, 0.441406, 0.458984, 0.4375, 0.480469, 0.404297, 0.472656, 0.458984, 0.478516, 0.507812, 0.445312, 0.455078, 0.421875, 0.486328, 0.414062, 0.482422, 0.429688, 0.472656, 0.460938, 0.46875, 0.474609, 0.439453, 0.46875, 0.476562, 0.449219, 0.447266, 0.4375, 0.464844, 0.425781, 0.464844, 0.464844, 0.470703, 0.455078, 0.433594, 0.4375, 0.449219, 0.458984, 0.40625, 0.455078, 0.449219, 0.498047, 0.443359, 0.466797, 0.435547, 0.458984, 0.445312, 0.447266, 0.410156, 0.46875, 0.460938, 0.474609, 0.466797, 0.455078, 0.457031, 0.462891, 0.46875, 0.455078, 0.472656, 0.443359, 0.466797, 0.458984, 0.431641, 0.472656, 0.439453, 0.4375, 0.46875, 0.476562, 0.443359, 0.443359, 0.425781, 0.472656, 0.4375, 0.447266, 0.460938, 0.460938, 0.457031, 0.447266, 0.464844, 0.455078, 0.464844, 0.470703, 0.472656, 0.46875, 0.457031, 0.445312, 0.416016, 0.451172, 0.449219, 0.486328, 0.488281, 0.447266, 0.453125, 0.478516, 0.458984, 0.492188, 0.462891, 0.478516, 0.464844, 0.431641, 0.503906, 0.441406, 0.466797, 0.445312, 0.484375, 0.472656, 0.472656, 0.462891, 0.46875, 0.458984, 0.435547, 0.457031, 0.447266, 0.478516, 0.451172, 0.457031, 0.458984, 0.455078, 0.451172, 0.445312, 0.453125, 0.455078, 0.474609, 0.464844, 0.46875, 0.470703, 0.457031, 0.443359, 0.460938, 0.458984, 0.433594, 0.455078, 0.447266, 0.458984, 0.46875, 0.464844, 0.480469, 0.439453, 0.609375, 0.451172, 0.460938, 0.488281, 0.449219, 0.464844, 0.443359, 0.435547, 0.46875, 0.46875, 0.457031, 0.472656, 0.429688, 0.46875, 0.464844, 0.441406, 0.480469, 0.476562, 0.464844, 0.460938, 0.455078, 0.484375, 0.462891, 0.472656, 0.480469, 0.457031, 0.453125, 0.462891, 0.470703, 0.488281, 0.453125, 0.439453, 0.466797, 0.46875, 0.466797, 0.457031, 0.443359, 0.498047, 0.419922, 0.470703, 0.457031, 0.458984, 0.462891, 0.462891, 0.46875, 0.474609, 0.474609, 0.462891, 0.472656, 0.466797, 0.449219, 0.455078, 0.46875, 0.449219, 0.458984, 0.451172, 0.46875, 0.457031, 0.464844, 0.486328, 0.4375, 0.460938, 0.460938, 0.472656, 0.462891, 0.472656, 0.460938, 0.449219, 0.476562, 0.46875, 0.46875, 0.486328, 0.466797, 0.462891, 0.439453, 0.455078, 0.466797, 0.466797, 0.474609, 0.449219, 0.455078, 0.466797, 0.445312, 0.474609, 0.458984, 0.466797, 0.46875, 0.447266, 0.458984, 0.464844, 0.474609, 0.447266, 0.439453, 0.476562, 0.462891, 0.482422, 0.46875, 0.480469, 0.441406, 0.480469, 0.451172, 0.435547, 0.470703, 0.458984, 0.449219, 0.478516, 0.439453, 0.425781, 0.472656, 0.470703, 0.427734, 0.441406, 0.494141, 0.451172, 0.472656, 0.453125, 0.433594, 0.453125, 0.46875, 0.455078, 0.466797, 0.46875, 0.46875, 0.462891, 0.443359, 0.447266, 0.443359, 0.447266, 0.425781, 0.408203, 0.447266, 0.464844, 0.462891, 0.472656, 0.453125, 0.453125, 0.466797, 0.453125, 0.464844, 0.46875, 0.433594, 0.470703, 0.439453, 0.478516, 0.445312, 0.470703, 0.484375, 0.458984, 0.496094, 0.435547, 0.4375, 0.466797, 0.464844, 0.480469, 0.476562, 0.455078, 0.46875, 0.470703, 0.435547, 0.445312, 0.46875, 0.451172, 0.480469, 0.457031, 0.457031, 0.478516, 0.447266, 0.412109, 0.447266, 0.429688, 0.460938, 0.439453, 0.46875, 0.453125, 0.443359, 0.466797, 0.449219, 0.449219, 0.451172, 0.458984, 0.455078, 0.425781, 0.474609, 0.439453, 0.4375, 0.443359, 0.480469, 0.462891, 0.447266, 0.470703, 0.439453, 0.46875, 0.458984, 0.457031, 0.429688, 0.429688, 0.445312, 0.457031, 0.449219, 0.464844, 0.5, 0.466797, 0.484375, 0.466797, 0.457031, 0.466797, 0.451172, 0.462891, 0.455078, 0.470703, 0.472656, 0.466797, 0.445312, 0.462891, 0.445312, 0.416016, 0.492188, 0.449219, 0.453125, 0.474609, 0.423828, 0.441406, 0.421875, 0.429688, 0.449219, 0.441406, 0.458984, 0.478516, 0.470703, 0.466797, 0.46875, 0.441406, 0.472656, 0.462891, 0.429688, 0.462891, 0.443359, 0.476562, 0.46875, 0.458984, 0.455078, 0.447266, 0.488281, 0.431641, 0.451172, 0.470703, 0.451172, 0.4375, 0.470703, 0.445312, 0.464844, 0.457031, 0.474609, 0.458984, 0.447266, 0.183594, 0.451172, 0.445312, 0.462891, 0.443359, 0.460938, 0.445312, 0.486328, 0.470703, 0.466797, 0.470703, 0.451172, 0.443359, 0.453125, 0.460938, 0.474609, 0.462891, 0.460938, 0.458984, 0.445312, 0.457031, 0.484375, 0.457031, 0.472656, 0.460938, 0.470703, 0.423828, 0.439453, 0.447266, 0.476562, 0.472656, 0.464844, 0.482422, 0.482422, 0.482422, 0.429688, 0.451172, 0.458984, 0.457031, 0.482422, 0.445312, 0.457031, 0.408203, 0.435547, 0.451172, 0.474609, 0.451172, 0.462891, 0.5, 0.457031, 0.480469, 0.445312, 0.460938, 0.410156, 0.46875, 0.460938, 0.451172, 0.457031, 0.466797, 0.457031, 0.433594, 0.46875, 0.455078, 0.455078, 0.460938, 0.421875, 0.445312, 0.458984, 0.435547, 0.443359, 0.458984, 0.417969, 0.445312, 0.433594, 0.464844, 0.435547, 0.449219, 0.445312, 0.439453, 0.466797, 0.478516, 0.441406, 0.472656, 0.441406, 0.464844, 0.474609, 0.457031, 0.470703, 0.429688, 0.46875, 0.443359, 0.457031, 0.474609, 0.427734, 0.445312, 0.476562, 0.451172, 0.453125, 0.474609, 0.4375, 0.447266, 0.455078, 0.431641, 0.496094, 0.460938, 0.484375, 0.458984, 0.464844, 0.445312, 0.464844, 0.460938, 0.441406, 0.449219, 0.451172, 0.439453, 0.453125, 0.425781, 0.476562, 0.488281, 0.445312, 0.453125, 0.486328, 0.4375, 0.462891, 0.447266, 0.482422, 0.427734, 0.458984, 0.482422, 0.4375, 0.462891, 0.451172, 0.462891, 0.458984, 0.478516, 0.488281, 0.429688, 0.470703, 0.462891, 0.449219, 0.474609, 0.496094, 0.466797, 0.460938, 0.474609, 0.449219, 0.451172, 0.435547, 0.449219, 0.460938, 0.460938, 0.455078, 0.449219, 0.451172, 0.460938, 0.472656, 0.482422, 0.455078, 0.435547, 0.447266, 0.429688, 0.474609, 0.455078, 0.445312, 0.455078, 0.472656, 0.451172, 0.435547, 0.46875, 0.421875, 0.447266, 0.421875, 0.460938, 0.443359, 0.421875, 0.470703, 0.482422, 0.451172, 0.453125, 0.457031, 0.451172, 0.486328, 0.476562, 0.455078, 0.466797, 0.470703, 0.472656, 0.470703, 0.441406, 0.427734, 0.46875, 0.466797, 0.464844, 0.427734, 0.445312, 0.470703, 0.460938, 0.466797, 0.455078, 0.431641, 0.453125, 0.472656, 0.455078, 0.447266, 0.453125, 0.451172, 0.482422, 0.453125, 0.455078, 0.458984, 0.392578, 0.441406, 0.458984, 0.455078, 0.478516, 0.445312, 0.484375, 0.441406, 0.433594, 0.441406, 0.486328, 0.433594, 0.486328, 0.472656, 0.470703, 0.4375, 0.460938, 0.453125, 0.455078, 0.462891, 0.419922, 0.472656, 0.474609, 0.439453, 0.455078, 0.462891, 0.470703, 0.484375, 0.455078, 0.470703, 0.466797, 0.4375, 0.443359, 0.470703, 0.429688, 0.427734, 0.453125, 0.464844, 0.464844, 0.46875, 0.466797, 0.439453, 0.455078, 0.445312, 0.470703, 0.458984, 0.443359, 0.466797, 0.451172, 0.492188, 0.449219, 0.449219, 0.457031, 0.482422, 0.451172, 0.474609, 0.464844, 0.480469, 0.462891, 0.410156, 0.498047, 0.419922, 0.458984, 0.458984, 0.472656, 0.466797, 0.472656, 0.462891, 0.416016, 0.5, 0.476562, 0.474609, 0.457031, 0.451172, 0.462891, 0.439453, 0.455078, 0.470703, 0.423828, 0.480469, 0.451172, 0.464844, 0.449219, 0.453125, 0.417969, 0.453125, 0.466797, 0.458984, 0.462891, 0.457031, 0.455078, 0.484375, 0.460938, 0.421875, 0.478516, 0.453125, 0.472656, 0.462891, 0.46875, 0.466797, 0.492188, 0.455078, 0.460938, 0.449219, 0.398438, 0.453125, 0.472656, -0.003204, 0.441406, 0.498047, 0.451172, 0.410156, 0.46875, 0.462891, 0.462891, 0.414062, 0.478516, 0.458984, 0.474609, 0.458984, 0.478516, 0.478516, 0.460938, 0.460938, 0.464844, 0.439453, 0.486328, 0.472656, 0.439453, 0.431641, 0.460938, 0.451172, 0.421875, 0.441406, 0.433594, 0.46875, 0.453125, 0.4375, 0.447266, 0.453125, 0.439453, 0.435547, 0.474609, 0.480469, 0.460938, 0.458984, 0.423828, 0.435547, 0.412109, 0.488281, 0.457031, 0.462891, 0.472656, 0.476562, 0.445312, 0.433594, 0.46875, 0.458984, 0.466797, 0.443359, 0.451172, 0.455078, 0.460938, 0.449219, 0.46875, 0.429688, 0.480469, 0.484375, 0.466797, 0.414062, 0.427734, 0.457031, 0.466797, 0.464844, 0.447266, 0.476562, 0.435547, 0.416016, 0.46875, 0.455078, 0.458984, 0.472656, 0.431641, 0.457031, 0.474609, 0.447266, 0.421875, 0.451172, 0.462891, 0.462891, 0.470703, 0.476562, 0.470703, 0.472656, 0.435547, 0.462891, 0.451172, 0.457031, 0.427734, 0.416016, 0.472656, 0.466797, 0.460938, 0.453125, 0.449219, 0.460938, 0.474609, 0.449219, 0.449219, 0.46875, 0.478516, 0.462891, 0.46875, 0.458984, 0.476562, 0.488281, 0.460938, 0.419922, 0.458984, 0.421875, 0.449219, 0.46875, 0.460938, 0.457031, 0.462891, 0.439453, 0.462891, 0.458984, 0.458984, 0.453125, 0.427734, 0.453125, 0.486328, 0.480469, 0.425781, 0.482422, 0.455078, 0.457031, 0.460938, 0.425781, 0.457031, 0.439453, 0.46875, 0.462891, 0.458984, 0.435547, 0.460938, 0.449219, 0.441406, 0.447266, 0.445312, 0.441406, 0.451172, 0.443359, 0.453125, 0.460938, 0.472656, 0.455078, 0.429688, 0.458984, 0.486328, 0.466797, 0.150391, 0.4375, 0.458984, 0.455078, 0.488281, 0.486328, 0.494141, 0.470703, 0.425781, 0.445312, 0.480469, 0.458984, 0.427734, 0.443359, 0.457031, 0.429688, 0.460938, 0.455078, 0.460938, 0.447266, 0.4375, 0.46875, 0.441406, 0.460938, 0.462891, 0.453125, 0.451172, 0.427734, 0.449219, 0.445312, 0.480469, 0.460938, 0.445312, 0.458984, 0.458984, 0.460938, 0.453125, 0.466797, 0.462891, 0.453125, 0.486328, 0.464844, 0.458984, 0.443359, 0.458984, 0.429688, 0.447266, 0.476562, 0.441406, 0.464844, 0.431641, 0.439453, 0.4375, 0.453125, 0.462891, 0.46875, 0.441406, 0.455078, 0.470703, 0.417969, 0.449219, 0.470703, 0.462891, 0.462891, 0.431641, 0.443359, 0.458984, 0.466797, 0.470703, 0.46875, 0.451172, 0.470703, 0.439453, 0.466797, 0.478516, 0.443359, 0.451172, 0.458984, 0.457031, 0.466797, 0.443359, 0.455078, 0.427734, 0.441406, 0.46875, 0.460938, 0.439453, 0.439453, 0.466797, 0.447266, 0.441406, 0.453125, 0.458984, 0.457031, 0.449219, 0.451172, 0.449219, 0.474609, 0.441406, 0.441406, 0.441406, 0.46875, 0.419922, 0.460938, 0.441406, 0.427734, 0.457031, 0.462891, 0.455078, 0.427734, 0.443359, 0.433594, 0.470703, 0.474609, 0.494141, 0.458984, 0.453125, 0.429688, 0.443359, 0.474609, 0.472656, 0.4375, 0.457031, 0.460938, 0.46875, 0.464844, 0.466797, 0.488281, 0.4375, 0.455078, 0.486328, 0.484375, 0.412109, 0.451172, 0.458984, 0.46875, 0.4375, 0.447266, 0.439453, 0.439453, 0.423828, 0.472656, 0.460938, 0.443359, 0.464844, 0.441406, 0.458984, 0.453125, 0.40625, 0.457031, 0.445312, 0.451172, 0.457031, 0.464844, 0.472656, 0.4375, 0.443359, 0.449219, 0.433594, 0.427734, 0.462891, 0.447266, 0.462891, 0.455078, 0.447266, 0.439453, 0.431641, 0.4375, 0.458984, 0.443359, 0.457031, 0.447266, 0.462891, 0.453125, 0.445312, 0.460938, 0.470703, 0.427734, 0.458984, 0.453125, 0.460938, 0.445312, 0.460938, 0.457031, 0.449219, 0.478516, 0.478516, 0.478516, 0.46875, 0.398438, 0.453125, 0.449219, 0.439453, 0.443359, 0.447266, 0.431641, 0.451172, 0.462891, 0.449219, 0.455078, 0.449219, 0.441406, 0.478516, 0.460938, 0.460938, 0.425781, 0.472656, 0.464844, 0.458984, 0.447266, 0.455078, 0.457031, 0.410156, 0.484375, 0.470703, 0.476562, 0.458984, 0.449219, 0.447266, 0.441406, 0.474609, 0.476562, 0.435547, 0.464844, 0.451172, 0.449219, 0.451172, 0.363281, 0.478516, 0.451172, 0.449219, 0.458984, 0.455078, 0.453125, 0.427734, 0.429688, 0.46875, 0.458984, 0.455078, 0.462891, 0.482422, 0.451172, 0.484375, 0.460938, 0.455078, 0.449219, 0.439453, 0.439453, 0.447266, 0.443359, 0.423828, 0.447266, 0.435547, 0.455078, 0.462891, 0.462891, 0.449219, 0.441406, 0.447266, 0.5, 0.423828, 0.482422, 0.431641, 0.435547, 0.458984, 0.431641, 0.445312, 0.480469, 0.458984, 0.451172, 0.447266, 0.458984, 0.460938, 0.458984, 0.451172, 0.458984, 0.470703, 0.503906, 0.470703, 0.417969, 0.453125, 0.453125, 0.470703, 0.443359, 0.458984, 0.080566, 0.466797, 0.490234, 0.457031, 0.439453, 0.492188, 0.482422, 0.458984, 0.484375, 0.458984, 0.429688, 0.447266, 0.447266, 0.460938, 0.46875, 0.472656, 0.464844, 0.470703, 0.462891, 0.480469, 0.474609, 0.457031, 0.466797, 0.451172, 0.470703, 0.466797, 0.46875, 0.455078, 0.435547, 0.445312, 0.4375, 0.435547, 0.441406, 0.464844, 0.460938, 0.443359, 0.464844, 0.46875, 0.460938, 0.46875, 0.458984, 0.453125, 0.464844, 0.449219, 0.46875, 0.474609, 0.443359, 0.464844, 0.431641, 0.460938, 0.462891, 0.447266, 0.458984, 0.460938, 0.466797, 0.470703, 0.472656, 0.46875, 0.490234, 0.451172, 0.484375, 0.478516, 0.447266, 0.478516, 0.447266, 0.457031, 0.460938, 0.476562, 0.457031, 0.427734, 0.443359, 0.46875, 0.470703, 0.445312, 0.474609, 0.46875, 0.474609, 0.46875, 0.457031, 0.445312, 0.419922, 0.445312, 0.451172, 0.431641, 0.472656, 0.447266, 0.435547, 0.460938, 0.462891, 0.488281, 0.488281, 0.457031, 0.455078, 0.472656, 0.455078, 0.449219, 0.427734, 0.458984, 0.472656, 0.462891, 0.482422, 0.453125, 0.453125, 0.449219, 0.476562, 0.455078, 0.470703, 0.449219, 0.447266, 0.482422, 0.449219, 0.472656, 0.466797, 0.443359, 0.457031, 0.470703, 0.464844, 0.453125, 0.466797, 0.421875, 0.466797, 0.470703, 0.474609, 0.458984, 0.480469, 0.457031, 0.416016, 0.449219, 0.425781, 0.474609, 0.447266, 0.455078, 0.458984, 0.486328, 0.425781, 0.466797, 0.474609, 0.482422, 0.462891, 0.46875, 0.435547, 0.449219, 0.451172, 0.476562, 0.451172, 0.458984, 0.431641, 0.445312, 0.457031, 0.46875, 0.447266, 0.457031, 0.462891, 0.490234, 0.492188, 0.460938, 0.472656, 0.457031, 0.458984, 0.472656, 0.492188, 0.46875, 0.421875, 0.494141, 0.457031, 0.445312, 0.400391, 0.462891, 0.455078, 0.466797, 0.443359, 0.478516, 0.476562, 0.462891, 0.490234, 0.480469, 0.433594, 0.498047, 0.457031, 0.447266, 0.447266, 0.478516, 0.453125, 0.435547, 0.455078, 0.445312, 0.462891, 0.447266, 0.474609, 0.460938, 0.451172, 0.480469, 0.464844, 0.462891, 0.447266, 0.474609, 0.470703, 0.490234, 0.46875, 0.482422, 0.451172, 0.482422, 0.433594, 0.46875, 0.451172, 0.490234, 0.449219, 0.482422, 0.447266, 0.472656, 0.458984, 0.462891, 0.482422, 0.464844, 0.478516, 0.449219, 0.470703, 0.4375, 0.464844, 0.466797, 0.486328, 0.476562, 0.494141, 0.464844, 0.46875, 0.451172, 0.474609, 0.458984, 0.460938, 0.486328, 0.480469, 0.455078, 0.453125, 0.431641, 0.423828, 0.466797, 0.453125, 0.470703, 0.447266, 0.470703, 0.441406, 0.472656, 0.447266, 0.478516, 0.472656, 0.480469, 0.439453, 0.457031, 0.464844, 0.476562, 0.460938, 0.449219, 0.470703, 0.472656, 0.474609, 0.480469, 0.441406, 0.457031, 0.455078, 0.462891, 0.476562, 0.431641, 0.447266, 0.455078, 0.462891, 0.4375, 0.484375, 0.439453, 0.410156, 0.476562, 0.46875, 0.472656, 0.486328, 0.443359, 0.439453, 0.464844, 0.462891, 0.447266, 0.470703, 0.474609, 0.455078, 0.46875, 0.453125, 0.466797, 0.458984, 0.46875, 0.449219, 0.462891, 0.4375, 0.482422, 0.470703, 0.476562, 0.447266, 0.466797, 0.447266, 0.494141, 0.488281, 0.457031, 0.449219, 0.458984, 0.445312, 0.458984, 0.453125, 0.466797, 0.462891, 0.478516, 0.462891, 0.480469, 0.457031, 0.455078, 0.460938, 0.445312, 0.464844, 0.447266, 0.433594, 0.470703, 0.449219, 0.464844, 0.455078, 0.451172, 0.439453, 0.449219, 0.439453, 0.457031, 0.492188, 0.482422, 0.462891, 0.462891, 0.482422, 0.466797, 0.474609, 0.478516, 0.470703, 0.451172, 0.458984, 0.466797, 0.488281, 0.496094, 0.472656, 0.470703, 0.460938, 0.462891, 0.494141, 0.445312, 0.453125, 0.451172, 0.458984, 0.4375, 0.466797, 0.414062, 0.458984, 0.453125, 0.439453, 0.470703, 0.5, 0.455078, 0.414062, 0.443359, 0.5, 0.439453, 0.457031, 0.441406, 0.453125, 0.449219, 0.443359, 0.4375, 0.470703, 0.457031, 0.441406, 0.466797, 0.453125, 0.435547, 0.476562, 0.455078, 0.462891, 0.435547, 0.439453, 0.457031, 0.462891, 0.416016, 0.451172, 0.476562, 0.460938, 0.435547, 0.443359, 0.470703, 0.480469, 0.453125, 0.410156, 0.455078, 0.474609, 0.382812, 0.439453, 0.445312, 0.458984, 0.453125, 0.470703, 0.4375, 0.443359, 0.484375, 0.425781, 0.457031, 0.472656, 0.443359, 0.476562, 0.476562, 0.457031, 0.408203, 0.470703, 0.441406, 0.455078, 0.462891, 0.4375, 0.466797, 0.455078, 0.490234, 0.447266, 0.435547, 0.464844, 0.458984, 0.460938, 0.466797, 0.460938, 0.453125, 0.474609, 0.470703, 0.466797, 0.435547, 0.470703, 0.482422, 0.472656, 0.445312, 0.455078, 0.449219, 0.458984, 0.443359, 0.443359, 0.462891, 0.462891, 0.458984, 0.480469, 0.460938, 0.478516, 0.462891, 0.460938, 0.455078, 0.445312, 0.447266, 0.464844, 0.445312, 0.439453, 0.472656, 0.46875, 0.464844, 0.470703, 0.464844, 0.443359, 0.449219, 0.457031, 0.464844, 0.476562, 0.464844, 0.46875, 0.455078, 0.486328, 0.472656, 0.457031, 0.458984, 0.451172, 0.443359, 0.484375, 0.472656, 0.453125, 0.455078, 0.464844, 0.464844, 0.494141, 0.453125, 0.451172, 0.455078, 0.46875, 0.4375, 0.439453, 0.447266, 0.472656, 0.449219, 0.46875, 0.419922, 0.460938, 0.425781, 0.470703, 0.46875, 0.457031, 0.488281, 0.458984, 0.449219, 0.484375, 0.447266, 0.470703, 0.453125, 0.439453, 0.435547, 0.460938, 0.451172, 0.455078, 0.460938, 0.460938, 0.474609, 0.464844, 0.460938, 0.462891, 0.486328, 0.462891, 0.482422, 0.427734, 0.449219, 0.453125, 0.447266, 0.458984, 0.453125, 0.447266, 0.474609, 0.486328, 0.466797, 0.449219, 0.464844, 0.507812, 0.464844, 0.453125, 0.458984, 0.455078, 0.460938, 0.439453, 0.435547, 0.435547, 0.462891, 0.482422, 0.474609, 0.482422, 0.466797, 0.453125, 0.480469, 0.451172, 0.484375, 0.457031, 0.457031, 0.429688, 0.462891, 0.412109, 0.462891, 0.447266, 0.445312, 0.449219, 0.484375, 0.470703, 0.453125, 0.496094, 0.482422, 0.445312, 0.478516, 0.455078, 0.460938, 0.453125, 0.445312, 0.455078, 0.419922, 0.492188, 0.464844, 0.466797, 0.455078, 0.470703, 0.445312, 0.441406, 0.429688, 0.484375, 0.451172, 0.46875, 0.464844, 0.447266, 0.445312, 0.427734, 0.458984, 0.447266, 0.431641, 0.482422, 0.458984, 0.443359, 0.492188, 0.441406, 0.480469, 0.445312, 0.476562, 0.464844, 0.425781, 0.416016, 0.476562, 0.460938, 0.421875, 0.445312, 0.449219, 0.486328, 0.441406, 0.462891, 0.443359, 0.488281, 0.464844, 0.474609, 0.453125, 0.441406, 0.494141, 0.476562, 0.476562, 0.445312, 0.470703, 0.476562, 0.460938, 0.494141, 0.474609, 0.4375, 0.476562, 0.480469, 0.46875, 0.476562, 0.460938, 0.466797, 0.464844, 0.453125, 0.486328, 0.4375, 0.455078, 0.427734, 0.460938, 0.457031, 0.472656, 0.449219, 0.460938, 0.46875, 0.400391, 0.466797, 0.455078, 0.427734, 0.480469, 0.460938, 0.449219, 0.451172, 0.480469, 0.464844, 0.486328, 0.474609, 0.457031, 0.455078, 0.482422, 0.445312, 0.46875, 0.4375, 0.458984, 0.476562, 0.476562, 0.486328, 0.431641, 0.46875, 0.470703, 0.460938, 0.480469, 0.472656, 0.447266, 0.396484, 0.445312, 0.4375, 0.453125, 0.453125, 0.46875, 0.484375, 0.458984, 0.455078, 0.478516, 0.476562, 0.46875, 0.439453, 0.457031, 0.460938, 0.486328, 0.443359, 0.460938, 0.458984, 0.455078, 0.431641, 0.441406, 0.443359, 0.460938, 0.457031, 0.453125, 0.439453, 0.453125, 0.470703, 0.470703, 0.443359, 0.478516, 0.458984, 0.439453, 0.46875, 0.478516, 0.458984, 0.427734, 0.449219, 0.449219, 0.457031, 0.460938, 0.447266, 0.457031, 0.451172, 0.474609, 0.449219, 0.476562, 0.462891, 0.470703, 0.458984, 0.466797, 0.460938, 0.431641, 0.464844, 0.417969, 0.474609, 0.455078, 0.453125, 0.4375, 0.453125, 0.457031, 0.476562, 0.466797, 0.455078, 0.441406, 0.484375, 0.451172, 0.46875, 0.476562, 0.431641, 0.457031, 0.464844, 0.484375, 0.453125, 0.369141, 0.451172, 0.449219, 0.472656, 0.455078, 0.464844, 0.46875, 0.427734, 0.412109, 0.482422, 0.455078, 0.416016, 0.455078, 0.466797, 0.474609, 0.449219, 0.453125, 0.482422, 0.476562, 0.445312, 0.439453, 0.480469, 0.464844, 0.464844, 0.455078, 0.455078, 0.464844, 0.462891, 0.464844, 0.449219, 0.449219, 0.453125, 0.441406, 0.5, 0.458984, 0.470703, 0.453125, 0.478516, 0.458984, 0.4375, 0.466797, 0.455078, 0.451172, 0.457031, 0.449219, 0.46875, 0.478516, 0.460938, 0.435547, 0.439453, 0.455078, 0.476562, 0.445312, 0.464844, 0.453125, 0.439453, 0.445312, 0.453125, 0.433594, 0.445312, 0.462891, 0.427734, 0.460938, 0.455078, 0.462891, 0.453125, 0.488281, 0.464844, 0.445312, 0.443359, 0.464844, 0.433594, 0.423828, 0.435547, 0.554688, 0.462891, 0.482422, 0.466797, 0.447266, 0.472656, 0.445312, 0.445312, 0.462891, 0.466797, 0.466797, 0.433594, 0.484375, 0.460938, 0.435547, 0.472656, 0.472656, 0.474609, 0.458984, 0.470703, 0.443359, 0.462891, 0.4375, 0.460938, 0.421875, 0.470703, 0.464844, 0.46875, 0.455078, 0.402344, 0.441406, 0.476562, 0.4375, 0.470703, 0.421875, 0.466797, 0.460938, 0.453125, 0.480469, 0.429688, 0.462891, 0.457031, 0.431641, 0.439453, 0.464844, 0.46875, 0.447266, 0.433594, 0.427734, 0.488281, 0.466797, 0.486328, 0.449219, 0.486328, 0.429688, 0.457031, 0.472656, 0.464844, 0.449219, 0.455078, 0.472656, 0.427734, 0.441406, 0.455078, 0.449219, 0.458984, 0.445312, 0.462891, 0.464844, 0.470703, 0.443359, 0.462891, 0.429688, 0.460938, 0.447266, 0.457031, 0.449219, 0.457031, 0.515625, 0.470703, 0.462891, 0.472656, 0.435547, 0.460938, 0.443359, 0.488281, 0.439453, 0.453125, 0.457031, 0.458984, 0.458984, 0.46875, 0.464844, 0.451172, 0.458984, 0.457031, 0.464844, 0.457031, 0.470703, 0.474609, 0.443359, 0.441406, 0.449219, 0.466797, 0.453125, 0.455078, 0.464844, 0.466797, 0.494141, 0.435547, 0.488281, 0.466797, 0.472656, 0.464844, 0.439453, 0.474609, 0.451172, 0.451172, 0.4375, 0.451172, 0.458984, 0.431641, 0.474609, 0.466797, 0.480469, 0.447266, 0.441406, 0.464844, 0.458984, 0.470703, 0.439453, 0.460938, 0.453125, 0.457031, 0.496094, 0.453125 ] }, "name": "model.transformer.layers.15.ffn_norm.weight", "outputIndexes": [ 1004 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1003, 1004 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_15/Mul_1_output_0", "outputIndexes": [ 1005 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1005 ], "outputIndexes": [ 2954 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2954 ], "outputIndexes": [ 2955 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_1/Linear", "inputIndexes": [ 2955 ], "outputIndexes": [ 2956 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 12288, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 294912, "weightSize": 0 }, "external": [ 792342580, 37748998, 2359296, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2956 ], "outputIndexes": [ 2957 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2957 ], "outputIndexes": [ 1006 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 12288 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006, 21, 405, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_15/Slice_output_0", "outputIndexes": [ 1007 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1007 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_15/Sigmoid_output_0", "outputIndexes": [ 1008 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1007, 1008 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_15/Mul_output_0", "outputIndexes": [ 1009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 12288 ] }, "name": "/ffn_15/Mul_1_output_0", "outputIndexes": [ 1010 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006, 405, 1010, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_15/Slice_1_output_0", "outputIndexes": [ 1011 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1009, 1011 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_15/Mul_2_output_0", "outputIndexes": [ 1012 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1012 ], "outputIndexes": [ 2958 ], "main_type": "Reshape", "main": { "dims": [ -1, 6144, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2958 ], "outputIndexes": [ 2959 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_2/Linear", "inputIndexes": [ 2959 ], "outputIndexes": [ 2960 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 6144, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 147456, "weightSize": 0 }, "external": [ 832450874, 18874630, 1179648, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2960 ], "outputIndexes": [ 2961 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2961 ], "outputIndexes": [ 1013 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1002, 1013 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_63_output_0", "outputIndexes": [ 1014 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1014, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_64_output_0", "outputIndexes": [ 1015 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1015 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_16/Mul_output_0", "outputIndexes": [ 1016 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.375, 0.380859, 0.345703, 0.332031, 0.380859, 0.347656, 0.349609, 0.328125, 0.369141, 0.341797, 0.373047, 0.369141, 0.404297, 0.373047, 0.328125, 0.361328, 0.357422, 0.326172, 0.365234, 0.349609, 0.359375, 0.359375, 0.351562, 0.357422, 0.373047, 0.359375, 0.386719, 0.355469, 0.375, 0.359375, 0.349609, 0.359375, 0.363281, 0.353516, 0.337891, 0.376953, 0.367188, 0.351562, 0.373047, 0.375, 0.369141, 0.357422, 0.369141, 0.369141, 0.357422, 0.40625, 0.339844, 0.361328, 0.353516, 0.347656, 0.371094, 0.373047, 0.402344, 0.332031, 0.335938, 0.367188, 0.376953, 0.371094, 0.347656, 0.367188, 0.367188, 0.373047, 0.361328, 0.330078, 0.359375, 0.351562, 0.363281, 0.337891, 0.349609, 0.357422, 0.359375, 0.369141, 0.337891, 0.341797, 0.363281, 0.328125, 0.361328, 0.345703, 0.382812, 0.349609, 0.355469, 0.357422, 0.363281, 0.347656, 0.353516, 0.351562, 0.318359, 0.376953, 0.380859, 0.384766, 0.375, 0.359375, 0.375, 0.308594, 0.345703, 0.402344, 0.351562, 0.353516, 0.380859, 0.365234, 0.373047, 0.314453, 0.357422, 0.341797, 0.380859, 0.388672, 0.363281, 0.388672, 0.320312, 0.359375, 0.347656, 0.359375, 0.357422, 0.353516, 0.400391, 0.363281, 0.388672, 0.365234, 0.388672, 0.380859, 0.345703, 0.394531, 0.375, 0.369141, 0.361328, 0.369141, 0.378906, 0.365234, 0.375, 0.361328, 0.375, 0.349609, 0.367188, 0.345703, 0.361328, 0.316406, 0.363281, 0.333984, 0.373047, 0.357422, 0.361328, 0.369141, 0.380859, 0.353516, 0.390625, 0.371094, 0.355469, 0.376953, 0.335938, 0.3125, 0.369141, 0.378906, 0.328125, 0.392578, 0.353516, 0.34375, 0.359375, 0.375, 0.369141, 0.359375, 0.380859, 0.341797, 0.380859, 0.373047, 0.367188, 0.345703, 0.34375, 0.371094, 0.347656, 0.394531, 0.373047, 0.371094, 0.357422, 0.373047, 0.355469, 0.361328, 0.365234, 0.341797, 0.347656, 0.373047, 0.388672, 0.330078, 0.347656, 0.332031, 0.369141, 0.359375, 0.359375, 0.369141, 0.351562, 0.359375, 0.333984, 0.339844, 0.386719, 0.355469, 0.345703, 0.365234, 0.386719, 0.339844, 0.349609, 0.382812, 0.345703, 0.416016, 0.34375, 0.367188, 0.367188, 0.396484, 0.408203, 0.351562, 0.292969, 0.345703, 0.378906, 0.341797, 0.388672, 0.394531, 0.339844, 0.359375, 0.353516, 0.376953, 0.378906, 0.359375, 0.339844, 0.365234, 0.357422, 0.378906, 0.394531, 0.367188, 0.347656, 0.400391, 0.363281, 0.351562, 0.357422, 0.349609, 0.341797, 0.353516, 0.384766, 0.353516, 0.367188, 0.359375, 0.382812, 0.351562, 0.347656, 0.345703, 0.365234, 0.363281, 0.390625, 0.363281, 0.373047, 0.351562, 0.365234, 0.388672, 0.376953, 0.373047, 0.380859, 0.365234, 0.365234, 0.367188, 0.369141, 0.355469, 0.371094, 0.324219, 0.382812, 0.357422, 0.371094, 0.373047, 0.353516, 0.382812, 0.359375, 0.351562, 0.365234, 0.347656, 0.34375, 0.349609, 0.355469, 0.375, 0.333984, 0.367188, 0.363281, 0.335938, 0.34375, 0.351562, 0.332031, 0.363281, 0.369141, 0.373047, 0.345703, 0.332031, 0.326172, 0.339844, 0.332031, 0.353516, 0.347656, 0.353516, 0.367188, 0.371094, 0.384766, 0.365234, 0.376953, 0.355469, 0.373047, 0.361328, 0.353516, 0.390625, 0.373047, 0.337891, 0.378906, 0.359375, 0.394531, 0.359375, 0.373047, 0.361328, 0.341797, 0.361328, 0.359375, 0.367188, 0.373047, 0.376953, 0.363281, 0.357422, 0.386719, 0.355469, 0.371094, 0.363281, 0.388672, 0.369141, 0.347656, 0.378906, 0.345703, 0.380859, 0.390625, 0.363281, 0.365234, 0.390625, 0.369141, 0.382812, 0.402344, 0.34375, 0.353516, 0.382812, 0.371094, 0.373047, 0.365234, 0.378906, 0.386719, 0.333984, 0.355469, 0.345703, 0.330078, 0.361328, 0.353516, 0.345703, 0.386719, 0.361328, 0.375, 0.376953, 0.349609, 0.367188, 0.378906, 0.363281, 0.351562, 0.34375, 0.355469, 0.380859, 0.367188, 0.341797, 0.371094, 0.34375, 0.333984, 0.3125, 0.345703, 0.326172, 0.378906, 0.376953, 0.380859, 0.361328, 0.371094, 0.400391, 0.359375, 0.363281, 0.390625, 0.353516, 0.359375, 0.341797, 0.339844, 0.337891, 0.378906, 0.353516, 0.363281, 0.378906, 0.361328, 0.361328, 0.359375, 0.400391, 0.351562, 0.380859, 0.361328, 0.361328, 0.353516, 0.384766, 0.339844, 0.345703, 0.339844, 0.330078, 0.371094, 0.361328, 0.349609, 0.339844, 0.363281, 0.361328, 0.365234, 0.337891, 0.376953, 0.361328, 0.353516, 0.361328, 0.373047, 0.353516, 0.357422, 0.384766, 0.380859, 0.351562, 0.367188, 0.335938, 0.392578, 0.357422, 0.375, 0.347656, 0.361328, 0.375, 0.357422, 0.384766, 0.376953, 0.357422, 0.376953, 0.361328, 0.361328, 0.380859, 0.367188, 0.353516, 0.365234, 0.378906, 0.384766, 0.347656, 0.363281, 0.380859, 0.363281, 0.332031, 0.363281, 0.361328, 0.353516, 0.367188, 0.349609, 0.345703, 0.378906, 0.355469, 0.382812, 0.351562, 0.376953, 0.347656, 0.365234, 0.357422, 0.363281, 0.373047, 0.310547, 0.357422, 0.345703, 0.371094, 0.320312, 0.341797, 0.361328, 0.345703, 0.367188, 0.369141, 0.357422, 0.355469, 0.369141, 0.349609, 0.351562, 0.369141, 0.345703, 0.369141, 0.349609, 0.349609, 0.378906, 0.371094, 0.363281, 0.392578, 0.371094, 0.353516, 0.333984, 0.376953, 0.386719, 0.353516, 0.365234, 0.361328, 0.365234, 0.396484, 0.359375, 0.353516, 0.353516, 0.371094, 0.382812, 0.353516, 0.365234, 0.384766, 0.339844, 0.371094, 0.349609, 0.337891, 0.369141, 0.376953, 0.351562, 0.382812, 0.34375, 0.367188, 0.330078, 0.378906, 0.380859, 0.339844, 0.345703, 0.359375, 0.326172, 0.361328, 0.367188, 0.361328, 0.365234, 0.351562, 0.341797, 0.359375, 0.363281, 0.357422, 0.332031, 0.369141, 0.353516, 0.339844, 0.335938, 0.369141, 0.367188, 0.384766, 0.353516, 0.380859, 0.380859, 0.373047, 0.421875, 0.316406, 0.371094, 0.378906, 0.363281, 0.373047, 0.363281, 0.400391, 0.359375, 0.365234, 0.386719, 0.359375, 0.376953, 0.380859, 0.375, 0.359375, 0.353516, 0.376953, 0.353516, 0.337891, 0.328125, 0.322266, 0.324219, 0.380859, 0.332031, 0.34375, 0.380859, 0.359375, 0.390625, 0.345703, 0.376953, 0.347656, 0.410156, 0.365234, 0.400391, 0.341797, 0.361328, 0.359375, 0.380859, 0.359375, 0.394531, 0.375, 0.380859, 0.375, 0.376953, 0.3125, 0.390625, 0.349609, 0.40625, 0.355469, 0.349609, 0.386719, 0.365234, 0.341797, 0.316406, 0.351562, 0.349609, 0.351562, 0.345703, 0.365234, 0.339844, 0.324219, 0.380859, 0.324219, 0.386719, 0.369141, 0.369141, 0.355469, 0.363281, 0.361328, 0.330078, 0.378906, 0.322266, 0.355469, 0.378906, 0.349609, 0.351562, 0.357422, 0.365234, 0.363281, 0.34375, 0.347656, 0.365234, 0.349609, 0.351562, 0.376953, 0.373047, 0.376953, 0.361328, 0.373047, 0.361328, 0.402344, 0.375, 0.351562, 0.326172, 0.347656, 0.392578, 0.375, 0.347656, 0.349609, 0.375, 0.369141, 0.371094, 0.330078, 0.386719, 0.333984, 0.359375, 0.375, 0.265625, 0.365234, 0.357422, 0.380859, 0.375, 0.339844, 0.347656, 0.369141, 0.328125, 0.365234, 0.371094, 0.357422, 0.359375, 0.355469, 0.380859, 0.341797, 0.388672, 0.371094, 0.353516, 0.376953, 0.392578, 0.349609, 0.332031, 0.353516, 0.375, 0.388672, 0.375, 0.277344, 0.367188, 0.369141, 0.359375, 0.363281, 0.396484, 0.353516, 0.357422, 0.330078, 0.341797, 0.376953, 0.382812, 0.419922, 0.349609, 0.369141, 0.375, 0.363281, 0.375, 0.355469, 0.365234, 0.373047, 0.361328, 0.357422, 0.357422, 0.371094, 0.376953, 0.357422, 0.355469, 0.355469, 0.371094, 0.378906, 0.371094, 0.353516, 0.324219, 0.353516, 0.339844, 0.333984, 0.386719, 0.357422, 0.384766, 0.373047, 0.367188, 0.386719, 0.375, 0.341797, 0.380859, 0.365234, 0.359375, 0.367188, 0.34375, 0.380859, 0.339844, 0.365234, 0.355469, 0.345703, 0.357422, 0.375, 0.351562, 0.363281, 0.384766, 0.355469, 0.371094, 0.355469, 0.351562, 0.369141, 0.361328, 0.369141, 0.367188, 0.353516, 0.349609, 0.378906, 0.400391, 0.371094, 0.365234, 0.378906, 0.365234, 0.376953, 0.355469, 0.378906, 0.384766, 0.361328, 0.347656, 0.318359, 0.357422, 0.335938, 0.359375, 0.355469, 0.351562, 0.367188, 0.427734, 0.341797, 0.373047, 0.355469, 0.373047, 0.357422, 0.355469, 0.371094, 0.363281, 0.375, 0.371094, 0.365234, 0.328125, 0.386719, 0.365234, 0.316406, 0.371094, 0.378906, 0.365234, 0.333984, 0.347656, 0.349609, 0.351562, 0.378906, 0.369141, 0.382812, 0.324219, 0.371094, 0.375, 0.332031, 0.359375, 0.375, 0.380859, 0.320312, 0.347656, 0.335938, 0.363281, 0.341797, 0.363281, 0.353516, 0.324219, 0.388672, 0.378906, 0.369141, 0.357422, 0.3125, 0.341797, 0.396484, 0.363281, 0.371094, 0.359375, 0.359375, 0.365234, 0.378906, 0.349609, 0.335938, 0.375, 0.333984, 0.361328, 0.355469, 0.353516, 0.371094, 0.332031, 0.34375, 0.365234, 0.367188, 0.353516, 0.351562, 0.380859, 0.357422, 0.388672, 0.34375, 0.361328, 0.320312, 0.367188, 0.361328, 0.363281, 0.347656, 0.365234, 0.341797, 0.386719, 0.378906, 0.3125, 0.357422, 0.369141, 0.351562, 0.353516, 0.373047, 0.380859, 0.378906, 0.335938, 0.349609, 0.386719, 0.335938, 0.367188, 0.361328, 0.355469, 0.359375, 0.355469, 0.34375, 0.34375, 0.382812, 0.355469, 0.375, 0.376953, 0.347656, 0.349609, 0.347656, 0.355469, 0.353516, 0.371094, 0.357422, 0.382812, 0.351562, 0.349609, 0.365234, 0.371094, 0.345703, 0.341797, 0.365234, 0.355469, 0.376953, 0.380859, 0.373047, 0.34375, 0.341797, 0.361328, 0.373047, 0.351562, 0.371094, 0.337891, 0.347656, 0.375, 0.326172, 0.365234, 0.378906, 0.371094, 0.347656, 0.349609, 0.365234, 0.345703, 0.277344, 0.353516, 0.365234, 0.349609, 0.351562, 0.367188, 0.367188, 0.355469, 0.337891, 0.365234, 0.361328, 0.357422, 0.369141, 0.376953, 0.384766, 0.345703, 0.369141, 0.371094, 0.378906, 0.367188, 0.351562, 0.359375, 0.357422, 0.333984, 0.40625, 0.292969, 0.363281, 0.367188, 0.361328, 0.365234, 0.375, 0.371094, 0.353516, 0.386719, 0.388672, 0.347656, 0.367188, 0.363281, 0.365234, 0.400391, 0.369141, 0.378906, 0.363281, 0.369141, 0.351562, 0.378906, 0.332031, 0.359375, 0.382812, 0.363281, 0.353516, 0.333984, 0.378906, 0.353516, 0.386719, 0.376953, 0.353516, 0.375, 0.355469, 0.341797, 0.353516, 0.375, 0.384766, 0.347656, 0.339844, 0.355469, 0.318359, 0.371094, 0.359375, 0.349609, 0.34375, 0.388672, 0.351562, 0.357422, 0.361328, 0.367188, 0.396484, 0.347656, 0.375, 0.326172, 0.361328, 0.347656, 0.359375, 0.404297, 0.367188, 0.332031, 0.371094, 0.365234, 0.371094, 0.367188, 0.345703, 0.361328, 0.376953, 0.382812, 0.347656, 0.361328, 0.361328, 0.380859, 0.324219, 0.355469, 0.386719, 0.386719, 0.392578, 0.365234, 0.378906, 0.332031, 0.363281, 0.335938, 0.349609, 0.332031, 0.335938, 0.367188, 0.357422, 0.355469, 0.363281, 0.361328, 0.339844, 0.361328, 0.337891, 0.367188, 0.341797, 0.373047, 0.384766, 0.341797, 0.373047, 0.345703, 0.376953, 0.378906, 0.378906, 0.351562, 0.373047, 0.361328, 0.339844, 0.324219, 0.376953, 0.373047, 0.359375, 0.353516, 0.402344, 0.363281, 0.341797, 0.371094, 0.357422, 0.355469, 0.378906, 0.365234, 0.388672, 0.351562, 0.375, 0.347656, 0.300781, 0.376953, 0.335938, 0.361328, 0.398438, 0.365234, 0.314453, 0.365234, 0.371094, 0.355469, 0.326172, 0.359375, 0.351562, 0.322266, 0.386719, 0.361328, 0.361328, 0.347656, 0.371094, 0.363281, 0.382812, 0.359375, 0.353516, 0.396484, 0.361328, 0.384766, 0.347656, 0.380859, 0.351562, 0.376953, 0.359375, 0.394531, 0.353516, 0.339844, 0.380859, 0.373047, 0.333984, 0.365234, 0.371094, 0.353516, 0.365234, 0.371094, 0.371094, 0.388672, 0.339844, 0.380859, 0.400391, 0.375, 0.359375, 0.349609, 0.363281, 0.355469, 0.117188, 0.359375, 0.367188, 0.353516, 0.378906, 0.359375, 0.359375, 0.373047, 0.369141, 0.363281, 0.345703, 0.382812, 0.339844, 0.365234, 0.353516, 0.367188, 0.326172, 0.380859, 0.386719, 0.375, 0.335938, 0.324219, 0.310547, 0.376953, 0.390625, 0.365234, 0.361328, 0.355469, 0.384766, 0.353516, 0.333984, 0.349609, 0.363281, 0.367188, 0.367188, 0.369141, 0.40625, 0.308594, 0.363281, 0.398438, 0.382812, 0.386719, 0.367188, 0.371094, 0.378906, 0.369141, 0.388672, 0.357422, 0.357422, 0.378906, 0.367188, 0.359375, 0.375, 0.380859, 0.373047, 0.349609, 0.380859, 0.320312, 0.369141, 0.34375, 0.345703, 0.349609, 0.337891, 0.386719, 0.361328, 0.347656, 0.386719, 0.296875, 0.357422, 0.355469, 0.347656, 0.394531, 0.384766, 0.365234, 0.337891, 0.382812, 0.376953, 0.388672, 0.382812, 0.351562, 0.375, 0.382812, 0.349609, 0.373047, 0.363281, 0.373047, 0.376953, 0.326172, 0.355469, 0.371094, 0.357422, 0.359375, 0.349609, 0.365234, 0.335938, 0.369141, 0.363281, 0.320312, 0.373047, 0.328125, 0.367188, 0.367188, 0.361328, 0.378906, 0.351562, 0.359375, 0.332031, 0.390625, 0.357422, 0.351562, 0.371094, 0.357422, 0.371094, 0.359375, 0.376953, 0.365234, 0.367188, 0.357422, 0.347656, 0.369141, 0.380859, 0.326172, 0.369141, 0.367188, 0.378906, 0.320312, 0.345703, 0.355469, 0.351562, 0.363281, 0.341797, 0.359375, 0.357422, 0.371094, 0.371094, 0.369141, 0.369141, 0.367188, 0.384766, 0.375, 0.365234, 0.367188, 0.351562, 0.384766, 0.330078, 0.337891, 0.375, 0.324219, 0.367188, 0.373047, 0.373047, 0.367188, 0.380859, 0.337891, 0.289062, 0.380859, 0.341797, 0.388672, 0.376953, 0.361328, 0.365234, 0.328125, 0.355469, 0.375, 0.365234, 0.353516, 0.333984, 0.365234, 0.375, 0.371094, 0.369141, 0.380859, 0.390625, 0.369141, 0.359375, 0.378906, 0.361328, 0.367188, 0.371094, 0.318359, 0.367188, 0.375, 0.404297, 0.349609, 0.335938, 0.361328, 0.363281, 0.375, 0.353516, 0.345703, 0.367188, 0.337891, 0.361328, 0.330078, 0.380859, 0.349609, 0.375, 0.363281, 0.345703, 0.361328, 0.384766, 0.376953, 0.365234, 0.371094, 0.388672, 0.367188, 0.392578, 0.361328, 0.369141, 0.359375, 0.380859, 0.378906, 0.345703, 0.365234, 0.359375, 0.376953, 0.382812, 0.355469, 0.382812, 0.378906, 0.378906, 0.398438, 0.335938, 0.369141, 0.357422, 0.347656, 0.355469, 0.367188, 0.371094, 0.367188, 0.347656, 0.365234, 0.380859, 0.339844, 0.351562, 0.371094, 0.388672, 0.34375, 0.324219, 0.357422, 0.380859, 0.369141, 0.376953, 0.390625, 0.363281, 0.332031, 0.376953, 0.359375, 0.328125, 0.359375, 0.380859, 0.361328, 0.376953, 0.376953, 0.367188, 0.209961, 0.365234, 0.378906, 0.328125, 0.335938, 0.369141, 0.361328, 0.408203, 0.388672, 0.388672, 0.369141, 0.355469, 0.34375, 0.367188, 0.357422, 0.345703, 0.353516, 0.347656, 0.382812, 0.353516, 0.351562, 0.361328, 0.390625, 0.357422, 0.365234, 0.359375, 0.359375, 0.355469, 0.392578, 0.378906, 0.390625, 0.361328, 0.339844, 0.369141, 0.357422, 0.404297, 0.380859, 0.357422, 0.357422, 0.380859, 0.337891, 0.351562, 0.378906, 0.355469, 0.328125, 0.351562, 0.367188, 0.384766, 0.378906, 0.357422, 0.341797, 0.359375, 0.359375, 0.412109, 0.363281, 0.382812, 0.365234, 0.349609, 0.335938, 0.351562, 0.369141, 0.363281, 0.355469, 0.369141, 0.353516, 0.363281, 0.376953, 0.361328, 0.335938, 0.347656, 0.351562, 0.371094, 0.351562, 0.351562, 0.410156, 0.347656, 0.380859, 0.353516, 0.375, 0.367188, 0.376953, 0.357422, 0.34375, 0.380859, 0.353516, 0.361328, 0.376953, 0.376953, 0.388672, 0.365234, 0.351562, 0.384766, 0.361328, 0.369141, 0.363281, 0.361328, 0.345703, 0.382812, 0.357422, 0.365234, 0.359375, 0.373047, 0.351562, 0.320312, 0.365234, 0.375, 0.376953, 0.384766, 0.357422, 0.382812, 0.355469, 0.361328, 0.34375, 0.365234, 0.349609, 0.359375, 0.359375, 0.353516, 0.390625, 0.375, 0.367188, 0.392578, 0.333984, 0.296875, 0.378906, 0.365234, 0.367188, 0.365234, 0.394531, 0.363281, 0.355469, 0.349609, 0.347656, 0.34375, 0.357422, 0.367188, 0.367188, 0.361328, 0.361328, 0.333984, 0.380859, 0.353516, 0.361328, 0.314453, 0.371094, 0.345703, 0.363281, 0.373047, 0.371094, 0.347656, 0.353516, 0.373047, 0.332031, 0.361328, 0.341797, 0.369141, 0.375, 0.359375, 0.369141, 0.386719, 0.308594, 0.355469, 0.335938, 0.355469, 0.347656, 0.357422, 0.351562, 0.353516, 0.361328, 0.353516, 0.355469, 0.375, 0.355469, 0.349609, 0.353516, 0.365234, 0.351562, 0.345703, 0.351562, 0.371094, 0.369141, 0.345703, 0.351562, 0.353516, 0.376953, 0.357422, 0.384766, 0.363281, 0.353516, 0.369141, 0.384766, 0.386719, 0.369141, 0.353516, 0.335938, 0.361328, 0.347656, 0.382812, 0.333984, 0.353516, 0.388672, 0.376953, 0.365234, 0.376953, 0.371094, 0.34375, 0.357422, 0.365234, 0.357422, 0.400391, 0.345703, 0.335938, 0.355469, 0.371094, 0.363281, 0.40625, 0.341797, 0.363281, 0.363281, 0.365234, 0.345703, 0.357422, 0.355469, 0.359375, 0.365234, 0.353516, 0.363281, 0.347656, 0.34375, 0.378906, 0.353516, 0.34375, 0.400391, 0.337891, 0.359375, 0.351562, 0.367188, 0.326172, 0.369141, 0.365234, 0.380859, 0.355469, 0.369141, 0.322266, 0.355469, 0.367188, 0.382812, 0.392578, 0.330078, 0.353516, 0.361328, 0.341797, 0.375, 0.365234, 0.378906, 0.373047, 0.355469, 0.386719, 0.341797, 0.283203, 0.355469, 0.357422, 0.351562, 0.384766, 0.373047, 0.367188, 0.367188, 0.384766, 0.371094, 0.373047, 0.384766, 0.361328, 0.376953, 0.357422, 0.369141, 0.365234, 0.335938, 0.378906, 0.322266, 0.398438, 0.371094, 0.359375, 0.380859, 0.365234, 0.353516, 0.376953, 0.357422, 0.359375, 0.351562, 0.369141, 0.373047, 0.375, 0.365234, 0.335938, 0.357422, 0.339844, 0.361328, 0.355469, 0.349609, 0.375, 0.355469, 0.367188, 0.378906, 0.398438, 0.347656, 0.353516, 0.365234, 0.347656, 0.371094, 0.365234, 0.380859, 0.351562, 0.34375, 0.359375, 0.378906, 0.386719, 0.371094, 0.001801, 0.375, 0.388672, 0.345703, 0.359375, 0.361328, 0.373047, 0.365234, 0.357422, 0.359375, 0.359375, 0.421875, 0.369141, 0.328125, 0.332031, 0.386719, 0.353516, 0.400391, 0.357422, 0.369141, 0.363281, 0.373047, 0.361328, 0.337891, 0.345703, 0.361328, 0.330078, 0.324219, 0.353516, 0.365234, 0.341797, 0.367188, 0.349609, 0.365234, 0.367188, 0.376953, 0.365234, 0.355469, 0.361328, 0.390625, 0.361328, 0.34375, 0.373047, 0.341797, 0.345703, 0.365234, 0.347656, 0.339844, 0.367188, 0.373047, 0.361328, 0.353516, 0.396484, 0.357422, 0.365234, 0.333984, 0.304688, 0.371094, 0.359375, 0.332031, 0.310547, 0.361328, 0.394531, 0.378906, 0.351562, 0.386719, 0.384766, 0.351562, 0.373047, 0.384766, 0.345703, 0.371094, 0.333984, 0.347656, 0.376953, 0.367188, 0.373047, 0.337891, 0.351562, 0.373047, 0.384766, 0.332031, 0.353516, 0.373047, 0.333984, 0.347656, 0.302734, 0.337891, 0.361328, 0.369141, 0.376953, 0.347656, 0.392578, 0.365234, 0.353516, 0.357422, 0.355469, 0.363281, 0.333984, 0.333984, 0.394531, 0.361328, 0.369141, 0.386719, 0.380859, 0.339844, 0.349609, 0.353516, 0.373047, 0.369141, 0.363281, 0.353516, 0.345703, 0.349609, 0.363281, 0.376953, 0.361328, 0.365234, 0.341797, 0.332031, 0.347656, 0.353516, 0.382812, 0.359375, 0.375, 0.371094, 0.375, 0.347656, 0.380859, 0.34375, 0.353516, 0.357422, 0.400391, 0.380859, 0.355469, 0.355469, 0.380859, 0.335938, 0.386719, 0.359375, 0.339844, 0.363281, 0.353516, 0.353516, 0.357422, 0.382812, 0.375, 0.369141, 0.367188, 0.365234, 0.376953, 0.3125, 0.347656, 0.359375, 0.351562, 0.283203, 0.355469, 0.341797, 0.367188, 0.361328, 0.369141, 0.367188, 0.328125, 0.337891, 0.353516, 0.365234, 0.345703, 0.332031, 0.357422, 0.345703, 0.375, 0.347656, 0.349609, 0.369141, 0.359375, 0.353516, 0.351562, 0.369141, 0.376953, 0.365234, 0.375, 0.392578, 0.341797, 0.380859, 0.347656, 0.390625, 0.349609, 0.335938, 0.332031, 0.335938, 0.339844, 0.328125, 0.363281, 0.373047, 0.369141, 0.330078, 0.367188, 0.382812, 0.355469, 0.376953, 0.34375, 0.333984, 0.328125, 0.341797, 0.357422, 0.359375, 0.347656, 0.378906, 0.361328, 0.376953, 0.384766, 0.365234, 0.367188, 0.380859, 0.359375, 0.369141, 0.367188, 0.34375, 0.369141, 0.359375, 0.339844, 0.359375, 0.388672, 0.363281, 0.355469, 0.361328, 0.361328, 0.34375, 0.355469, 0.373047, 0.316406, 0.347656, 0.382812, 0.367188, 0.373047, 0.34375, 0.361328, 0.375, 0.361328, 0.365234, 0.355469, 0.365234, 0.349609, 0.392578, 0.359375, 0.332031, 0.384766, 0.365234, 0.357422, 0.304688, 0.376953, 0.333984, 0.369141, 0.363281, 0.353516, 0.34375, 0.378906, 0.347656, 0.363281, 0.380859, 0.34375, 0.369141, 0.382812, 0.386719, 0.347656, 0.345703, 0.363281, 0.34375, 0.349609, 0.390625, 0.351562, 0.345703, 0.320312, 0.386719, 0.378906, 0.353516, 0.330078, 0.390625, 0.365234, 0.375, 0.369141, 0.369141, 0.376953, 0.363281, 0.351562, 0.359375, 0.345703, 0.339844, 0.361328, 0.365234, 0.357422, 0.357422, 0.355469, 0.34375, 0.371094, 0.353516, 0.398438, 0.388672, 0.363281, 0.353516, 0.382812, 0.365234, 0.345703, 0.361328, 0.363281, 0.328125, 0.318359, 0.373047, 0.341797, 0.376953, 0.384766, 0.367188, 0.376953, 0.365234, 0.382812, 0.351562, 0.332031, 0.390625, 0.371094, 0.375, 0.341797, 0.355469, 0.347656, 0.373047, 0.34375, 0.369141, 0.373047, 0.392578, 0.371094, 0.375, 0.361328, 0.359375, 0.353516, 0.367188, 0.371094, 0.363281, 0.367188, 0.369141, 0.359375, 0.363281, 0.351562, 0.359375, 0.378906, 0.363281, 0.361328, 0.355469, 0.384766, 0.347656, 0.371094, 0.333984, 0.365234, 0.382812, 0.378906, 0.382812, 0.365234, 0.355469, 0.359375, 0.349609, 0.337891, 0.355469, 0.382812, 0.330078, 0.359375, 0.367188, 0.373047, 0.365234, 0.380859, 0.341797, 0.367188, 0.339844, 0.386719, 0.378906, 0.357422, 0.363281, 0.369141, 0.34375, 0.345703, 0.361328, 0.40625, 0.363281, 0.347656, 0.363281, 0.345703, 0.390625, 0.337891, 0.382812, 0.347656, 0.378906, 0.337891, 0.363281, 0.337891, 0.390625, 0.363281, 0.357422, 0.373047, 0.380859, 0.386719, 0.408203, 0.369141, 0.365234, 0.361328, 0.376953, 0.375, 0.378906, 0.332031, 0.34375, 0.363281, 0.332031, 0.357422, 0.376953, 0.382812, 0.376953, 0.384766, 0.359375, 0.3125, 0.339844, 0.363281, 0.365234, 0.376953, 0.378906, 0.322266, 0.357422, 0.341797, 0.369141, 0.367188, 0.359375, 0.369141, 0.359375, 0.34375, 0.398438, 0.363281, 0.369141, 0.330078, 0.34375, 0.302734, 0.355469, 0.359375, 0.369141, 0.333984, 0.373047, 0.308594, 0.365234, 0.376953, 0.361328, 0.369141, 0.386719, 0.367188, 0.359375, 0.371094, 0.341797, 0.367188, 0.345703, 0.349609, 0.375, 0.376953, 0.361328, 0.384766, 0.367188, 0.367188, 0.367188, 0.363281, 0.357422, 0.351562, 0.367188, 0.386719, 0.388672, 0.369141, 0.345703, 0.359375, 0.386719, 0.382812, 0.367188, 0.380859, 0.373047, 0.353516, 0.365234, 0.359375, 0.376953, 0.347656, 0.380859, 0.357422, 0.355469, 0.398438, 0.349609, 0.324219, 0.351562, 0.371094, 0.386719, 0.357422, 0.394531, 0.376953, 0.359375, 0.361328, 0.355469, 0.382812, 0.347656, 0.363281, 0.386719, 0.337891, 0.384766, 0.359375, 0.339844, 0.367188, 0.382812, 0.359375, 0.376953, 0.363281, 0.353516, 0.361328, 0.294922, 0.367188, 0.378906, 0.367188, 0.349609, 0.328125, 0.373047, 0.359375, 0.390625, 0.34375, 0.318359, 0.390625, 0.345703, 0.367188, 0.339844, 0.375, 0.373047, 0.369141, 0.394531, 0.341797, 0.333984, 0.367188, 0.345703, 0.369141, 0.349609, 0.349609, 0.369141, 0.345703, 0.337891, 0.371094, 0.369141, 0.373047, 0.363281, 0.375, 0.326172, 0.376953, 0.371094, 0.34375, 0.369141, 0.378906, 0.386719, 0.337891, 0.351562, 0.375, 0.363281, 0.355469, 0.326172, 0.363281, 0.349609, 0.337891, 0.337891, 0.376953, 0.369141, 0.384766, 0.363281, 0.369141, 0.369141, 0.351562, 0.363281, 0.373047, 0.373047, 0.380859, 0.369141, 0.396484, 0.335938, 0.341797, 0.333984, 0.382812, 0.320312, 0.357422, 0.365234, 0.359375, 0.382812, 0.357422, 0.324219, 0.339844, 0.386719, 0.335938, 0.365234, 0.330078, 0.357422, 0.373047, 0.365234, 0.345703, 0.361328, 0.380859, 0.359375, 0.328125, 0.34375, 0.355469, 0.388672, 0.363281, 0.347656, 0.326172, 0.365234, 0.390625, 0.361328, 0.359375, 0.322266, 0.353516, 0.373047, 0.351562, 0.357422, 0.357422, 0.337891, 0.355469, 0.386719, 0.349609, 0.373047, 0.376953, 0.365234, 0.382812, 0.357422, 0.349609, 0.373047, 0.339844, 0.349609, 0.341797, 0.369141, 0.365234, 0.398438, 0.355469, 0.394531, 0.375, 0.371094, 0.345703, 0.375, 0.361328, 0.380859, 0.345703, 0.337891, 0.361328, 0.347656, 0.353516, 0.371094, 0.353516, 0.384766, 0.369141, 0.363281, 0.339844, 0.365234, 0.345703, 0.359375, 0.371094, 0.398438, 0.375, 0.347656, 0.353516, 0.341797, 0.357422, 0.355469, 0.384766, 0.351562, 0.378906, 0.375, 0.349609, 0.363281, 0.349609, 0.355469, 0.386719, 0.390625, 0.376953, 0.365234, 0.359375, 0.349609, 0.365234, 0.339844, 0.359375, 0.365234, 0.371094, 0.365234, 0.347656, 0.345703, 0.369141, 0.375, 0.357422, 0.380859, 0.384766, 0.339844, 0.357422, 0.318359, 0.330078, 0.357422, 0.390625, 0.351562, 0.34375, 0.376953, 0.394531, 0.351562, 0.353516, 0.363281, 0.361328, 0.371094, 0.361328, 0.363281, 0.359375, 0.345703, 0.349609, 0.341797, 0.322266, 0.378906, 0.365234, 0.371094, 0.365234, 0.367188, 0.339844, 0.378906, 0.361328, 0.351562, 0.380859, 0.375, 0.365234, 0.365234, 0.355469, 0.339844, 0.400391, 0.369141, 0.359375, 0.369141, 0.337891, 0.34375, 0.398438, 0.380859, 0.369141, 0.396484, 0.378906, 0.396484, 0.398438, 0.353516, 0.353516, 0.376953, 0.355469, 0.376953, 0.359375, 0.369141, 0.367188, 0.349609, 0.351562, 0.396484, 0.345703, 0.371094, 0.40625, 0.369141, 0.341797, 0.351562, 0.357422, 0.347656, 0.365234, 0.349609, 0.371094, 0.378906, 0.318359, 0.347656, 0.384766, 0.388672, 0.353516, 0.382812, 0.34375, 0.376953, 0.376953, 0.369141, 0.357422, 0.361328, 0.337891, 0.347656, 0.369141, 0.347656, 0.335938, 0.380859, 0.361328, 0.355469, 0.394531, 0.375, 0.380859, 0.357422, 0.365234, 0.357422, 0.367188, 0.398438, 0.363281, 0.351562, 0.335938, 0.359375, 0.367188, 0.337891, 0.367188, 0.384766, 0.349609, 0.369141, 0.371094, 0.357422, 0.345703, 0.355469, 0.367188, 0.339844, 0.363281, 0.369141, 0.359375, 0.378906, 0.378906, 0.363281, 0.357422, 0.351562, 0.349609, 0.345703, 0.361328, 0.361328, 0.339844, 0.349609, 0.357422, 0.345703, 0.363281, 0.341797, 0.361328, 0.359375, 0.390625, 0.373047, 0.373047, 0.369141, 0.396484, 0.298828, 0.392578, 0.353516, 0.349609, 0.341797, 0.361328, 0.345703, 0.369141, 0.337891, 0.337891, 0.373047, 0.380859, 0.375, 0.330078, 0.386719, 0.373047, 0.386719, 0.365234, 0.34375, 0.330078, 0.373047, 0.353516, 0.369141, 0.392578, 0.378906, 0.375, 0.386719, 0.333984, 0.353516, 0.349609, 0.353516, 0.328125, 0.351562, 0.351562, 0.378906, 0.34375, 0.376953, 0.371094, 0.349609, 0.382812, 0.353516, 0.365234, 0.332031, 0.359375, 0.375, 0.392578, 0.375, 0.341797, 0.376953, 0.357422, 0.371094, 0.398438, 0.388672, 0.371094, 0.390625, 0.349609, 0.376953, 0.347656, 0.376953, 0.359375, 0.353516, 0.351562, 0.375, 0.376953, 0.357422, 0.382812, 0.357422, 0.380859, 0.335938, 0.357422, 0.371094, 0.353516, 0.34375, 0.384766, 0.367188, 0.351562, 0.349609, 0.367188, 0.365234, 0.349609, 0.375, 0.367188, 0.380859, 0.349609, 0.388672, 0.361328, 0.34375, 0.318359, 0.341797, 0.363281, 0.386719, 0.361328, 0.369141, 0.326172, 0.375, 0.363281, 0.376953, 0.380859, 0.361328, 0.378906, 0.361328, 0.369141, 0.353516, 0.363281, 0.386719, 0.359375, 0.367188, 0.386719, 0.390625, 0.388672, 0.355469, 0.363281, 0.322266, 0.333984, 0.378906, 0.353516, 0.388672, 0.355469, 0.369141, 0.335938, 0.357422, 0.359375, 0.363281, 0.378906, 0.365234, 0.353516, 0.357422, 0.357422, 0.353516, 0.349609, 0.369141, 0.345703, 0.390625, 0.361328, 0.355469, 0.384766, 0.337891, 0.408203, 0.339844, 0.34375, 0.349609, 0.357422, 0.394531, 0.375, 0.394531, 0.367188, 0.316406, 0.359375, 0.347656, 0.363281, 0.363281, 0.333984, 0.333984, 0.365234, 0.388672, 0.355469, 0.357422, 0.367188, 0.382812, 0.382812, 0.345703, 0.353516, 0.339844, 0.376953, 0.363281, 0.339844, 0.351562, 0.371094, 0.330078, 0.359375, 0.378906, 0.365234, 0.337891, 0.298828, 0.34375, 0.365234, 0.394531, 0.369141, 0.363281, 0.367188, 0.404297, 0.392578, 0.359375, 0.34375, 0.359375, 0.382812, 0.361328, 0.375, 0.384766, 0.398438, 0.378906, 0.357422, 0.34375, 0.361328, 0.359375, 0.369141, 0.394531, 0.353516, 0.355469, 0.371094, 0.326172, 0.335938, 0.351562, 0.328125, 0.359375, 0.376953, 0.345703, 0.367188, 0.332031, 0.375, 0.384766, 0.339844, 0.376953, 0.34375, 0.363281, 0.357422, 0.392578, 0.367188, 0.394531, 0.365234, 0.357422, 0.371094, 0.357422, 0.380859, 0.363281, 0.363281, 0.365234, 0.349609, 0.3125, 0.351562, 0.359375, 0.361328, 0.355469, 0.363281, 0.378906, 0.361328, 0.355469, 0.333984, 0.371094, 0.373047, 0.369141, 0.349609, 0.337891, 0.347656, 0.384766, 0.390625, 0.378906, 0.375, 0.373047, 0.380859, 0.402344, 0.310547, 0.332031, 0.353516, 0.332031, 0.357422, 0.384766, 0.363281, 0.384766, 0.371094, 0.339844, 0.355469, 0.396484, 0.357422, 0.375, 0.337891, 0.375, 0.375, 0.359375, 0.333984, 0.363281, 0.373047, 0.349609, 0.375, 0.367188, 0.373047, 0.357422, 0.367188, 0.376953, 0.367188, 0.365234, 0.335938, 0.384766, 0.328125, 0.351562, 0.361328, 0.337891, 0.384766, 0.353516, 0.351562, 0.384766, 0.355469, 0.394531, 0.371094, 0.361328, 0.353516, 0.345703, 0.375, 0.357422, 0.353516, 0.349609, 0.365234, 0.359375, 0.349609, 0.367188, 0.339844, 0.390625, 0.353516, 0.371094, 0.332031, 0.373047, 0.404297, 0.353516, 0.363281, 0.349609, 0.369141, 0.361328, 0.359375, 0.347656, 0.378906, 0.361328, 0.349609, 0.388672, 0.359375, 0.369141, 0.369141, 0.339844, 0.353516, 0.339844, 0.345703, 0.351562, 0.371094, 0.345703, 0.384766, 0.394531, 0.369141, 0.367188, 0.337891, 0.351562, 0.349609, 0.388672, 0.357422, 0.380859, 0.359375, 0.380859, 0.351562, 0.369141, 0.365234, 0.388672, 0.34375, 0.355469, 0.369141, 0.386719, 0.353516, 0.373047, 0.382812, 0.351562, 0.363281, 0.376953, 0.373047, 0.361328, 0.375, 0.369141, 0.359375, 0.353516, 0.345703, 0.3125, 0.361328, 0.367188, 0.386719, 0.404297, 0.369141, 0.361328, 0.371094, 0.353516, 0.363281, 0.373047, 0.365234, 0.359375, 0.373047, 0.376953, 0.355469, 0.367188, 0.341797, 0.363281, 0.324219, 0.380859, 0.34375, 0.376953, 0.394531, 0.357422, 0.375, 0.363281, 0.345703, 0.355469, 0.376953, 0.369141, 0.357422, 0.371094, 0.365234, 0.304688, 0.390625, 0.363281, 0.330078, 0.369141, 0.390625, 0.373047, 0.371094, 0.376953, 0.353516, 0.351562, 0.351562, 0.349609, 0.359375, 0.353516, 0.361328, 0.367188, 0.306641, 0.351562, 0.341797, 0.388672, 0.357422, 0.365234, 0.357422, 0.376953, 0.361328, 0.142578, 0.361328, 0.359375, 0.382812, 0.359375, 0.359375, 0.341797, 0.388672, 0.355469, 0.351562, 0.378906, 0.333984, 0.326172, 0.349609, 0.361328, 0.380859, 0.357422, 0.3125, 0.373047, 0.376953, 0.373047, 0.376953, 0.355469, 0.363281, 0.347656, 0.384766, 0.382812, 0.371094, 0.333984, 0.34375, 0.367188, 0.349609, 0.371094, 0.365234, 0.341797, 0.34375, 0.353516, 0.367188, 0.333984, 0.361328, 0.378906, 0.341797, 0.355469, 0.369141, 0.380859, 0.335938, 0.34375, 0.337891, 0.363281, 0.382812, 0.380859, 0.337891, 0.361328, 0.373047, 0.365234, 0.341797, 0.390625, 0.382812, 0.361328, 0.359375, 0.369141, 0.339844, 0.337891, 0.351562, 0.351562, 0.357422, 0.367188, 0.369141, 0.322266, 0.367188, 0.384766, 0.330078, 0.328125, 0.375, 0.367188, 0.337891, 0.369141, 0.363281, 0.375, 0.347656, 0.335938, 0.333984, 0.349609, 0.367188, 0.382812, 0.367188, 0.330078, 0.335938, 0.332031, 0.320312, 0.349609, 0.353516, 0.345703, 0.361328, 0.378906, 0.330078, 0.359375, 0.367188, 0.365234, 0.375, 0.375, 0.388672, 0.355469, 0.339844, 0.361328, 0.347656, 0.345703, 0.376953, 0.369141, 0.353516, 0.367188, 0.361328, 0.351562, 0.365234, 0.339844, 0.376953, 0.359375, 0.335938, 0.359375, 0.365234, 0.34375, 0.388672, 0.371094, 0.347656, 0.371094, 0.359375, 0.326172, 0.375, 0.355469, 0.345703, 0.382812, 0.373047, 0.375, 0.373047, 0.367188, 0.386719 ] }, "name": "model.transformer.layers.16.attn_norm.weight", "outputIndexes": [ 1017 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1016, 1017 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_16/Mul_1_output_0", "outputIndexes": [ 1018 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1018 ], "outputIndexes": [ 2962 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2962 ], "outputIndexes": [ 2963 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear", "inputIndexes": [ 2963 ], "outputIndexes": [ 2964 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 852505152, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2964 ], "outputIndexes": [ 2965 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2965 ], "outputIndexes": [ 1019 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1018 ], "main_type": "NONE", "name": "/Shape_65_output_0", "outputIndexes": [ 1020 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1020 ], "main_type": "NONE", "name": "Shape1446", "outputIndexes": [ 1021 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1020 ], "main_type": "NONE", "name": "Rank1448", "outputIndexes": [ 1022 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1022, 1022 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1450", "outputIndexes": [ 1023 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1023 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1451", "outputIndexes": [ 1024 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1023, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1453", "outputIndexes": [ 1025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1025 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1454", "outputIndexes": [ 1026 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 1024, 1026, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1457", "outputIndexes": [ 1027 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1027 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1458", "outputIndexes": [ 1028 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1028 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1459", "outputIndexes": [ 1029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029, 1028 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1460", "outputIndexes": [ 1030 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1020, 1030, 1023 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_84_output_0", "outputIndexes": [ 1031 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1031, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_161_output_0", "outputIndexes": [ 1032 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1032, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_80_output_0", "outputIndexes": [ 1033 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1019, 1033 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_65_output_0", "outputIndexes": [ 1034 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1034 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_16/Mul_output_0", "outputIndexes": [ 1035 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.117188, 0.024536, 0.013794, 0.068848, 1.101562, 1.390625, 0.960938, 0.949219, 1.375, 1.28125, 1.703125, 1.398438, 1.265625, 1.460938, 1.507812, 1.648438, 1.515625, 1.5625, 1.507812, 1.882812, 1.53125, 1.71875, 1.570312, 1.78125, 1.679688, 1.601562, 1.75, 1.914062, 1.828125, 1.90625, 1.75, 1.859375, 1.859375, 1.960938, 2.328125, 1.609375, 1.710938, 1.984375, 2.1875, 1.8125, 1.601562, 1.710938, 2.40625, 1.96875, 1.59375, 1.109375, 1.875, 1.898438, 1.921875, 1.65625, 2.0, 1.890625, 1.929688, 1.9375, 1.945312, 1.789062, 1.804688, 1.90625, 1.9375, 1.882812, 1.867188, 1.523438, 1.867188, 1.8125, 1.375, 0.092773, 0.063965, 0.033691, 0.00766, 1.304688, 0.699219, 0.910156, 1.09375, 1.1875, 1.703125, 1.398438, 1.28125, 1.367188, 1.421875, 1.476562, 1.46875, 1.648438, 1.617188, 1.640625, 1.695312, 1.734375, 1.828125, 1.695312, 1.78125, 1.679688, 1.875, 1.765625, 1.851562, 1.492188, 1.851562, 1.804688, 1.835938, 1.6875, 1.734375, 1.992188, 1.992188, 1.867188, 1.804688, 2.109375, 2.1875, 2.15625, 1.585938, 2.015625, 2.625, 3.0625, 2.015625, 1.984375, 1.898438, 2.328125, 1.851562, 1.84375, 1.789062, 1.796875, 1.820312, 1.921875, 1.703125, 1.90625, 1.914062, 1.835938, 1.84375, 2.03125, 1.921875, 1.476562 ] }, "name": "model.transformer.layers.16.attn.q_norm.weight", "outputIndexes": [ 1036 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1035, 1036 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_16/Mul_1_output_0", "outputIndexes": [ 1037 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_64_output_0", "outputIndexes": [ 1038 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_65_output_0", "outputIndexes": [ 1039 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1039 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_32_output_0", "outputIndexes": [ 1040 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_64_output_0", "outputIndexes": [ 1041 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1040, 1041 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_83_output_0", "outputIndexes": [ 1042 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1042, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_65_output_0", "outputIndexes": [ 1043 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1038, 1043 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_64_output_0", "outputIndexes": [ 1044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1018 ], "outputIndexes": [ 2966 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2966 ], "outputIndexes": [ 2967 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear", "inputIndexes": [ 2967 ], "outputIndexes": [ 2968 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 859198278, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2968 ], "outputIndexes": [ 2969 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2969 ], "outputIndexes": [ 1045 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1032, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_81_output_0", "outputIndexes": [ 1046 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1045, 1046 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_66_output_0", "outputIndexes": [ 1047 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1047 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_16/Mul_output_0", "outputIndexes": [ 1048 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.030518, 0.02478, -0.000725, 0.046143, 0.859375, 1.375, 1.195312, 0.773438, 1.570312, 1.085938, 1.664062, 1.617188, 1.5, 1.429688, 1.570312, 1.648438, 1.273438, 1.578125, 1.804688, 1.296875, 1.828125, 1.71875, 1.84375, 1.617188, 1.703125, 2.0, 1.90625, 1.664062, 1.71875, 1.164062, 2.046875, 2.015625, 1.757812, 1.703125, 1.523438, 1.804688, 1.773438, 1.78125, 1.703125, 2.078125, 1.867188, 1.914062, 1.421875, 1.929688, 2.78125, 3.0625, 2.0, 1.984375, 1.921875, 1.75, 1.921875, 1.9375, 1.835938, 1.929688, 1.90625, 1.898438, 1.78125, 1.929688, 1.9375, 1.96875, 1.929688, 2.5, 1.921875, 1.695312, 1.617188, 0.086914, 0.051514, 0.059082, 0.023804, 1.273438, 0.492188, 1.070312, 0.585938, 1.289062, 1.695312, 1.03125, 0.933594, 1.40625, 1.390625, 1.351562, 1.710938, 1.570312, 1.335938, 1.914062, 1.382812, 1.632812, 1.359375, 1.765625, 1.703125, 1.335938, 1.679688, 1.851562, 1.859375, 2.3125, 1.5625, 1.710938, 1.890625, 1.851562, 2.296875, 1.585938, 1.8125, 1.984375, 2.140625, 1.8125, 1.664062, 1.804688, 2.4375, 1.96875, 1.335938, 1.070312, 1.914062, 1.898438, 2.015625, 1.578125, 1.945312, 1.898438, 1.867188, 1.8125, 1.890625, 1.882812, 1.898438, 1.945312, 1.953125, 1.851562, 1.828125, 2.015625, 1.90625, 2.40625 ] }, "name": "model.transformer.layers.16.attn.k_norm.weight", "outputIndexes": [ 1049 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 1049 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_16/Mul_1_output_0", "outputIndexes": [ 1050 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_66_output_0", "outputIndexes": [ 1051 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_67_output_0", "outputIndexes": [ 1052 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1052 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_33_output_0", "outputIndexes": [ 1053 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_66_output_0", "outputIndexes": [ 1054 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053, 1054 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_84_output_0", "outputIndexes": [ 1055 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1055, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_67_output_0", "outputIndexes": [ 1056 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1051, 1056 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_65_output_0", "outputIndexes": [ 1057 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1018 ], "outputIndexes": [ 2970 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2970 ], "outputIndexes": [ 2971 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear", "inputIndexes": [ 2971 ], "outputIndexes": [ 2972 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 860871756, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2972 ], "outputIndexes": [ 2973 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2973 ], "outputIndexes": [ 1058 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1058, 1046 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_67_output_0", "outputIndexes": [ 1059 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1044, 1057, 1059, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.16/self_attn/FusedAttention", "outputIndexes": [ 1060 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1060 ], "outputIndexes": [ 2974 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2974 ], "outputIndexes": [ 2975 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear", "inputIndexes": [ 2975 ], "outputIndexes": [ 2976 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 862545234, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 2976 ], "outputIndexes": [ 2977 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2977 ], "outputIndexes": [ 1061 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1015, 1061 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_66_output_0", "outputIndexes": [ 1062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1062 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_16/Mul_output_0", "outputIndexes": [ 1063 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.482422, 0.421875, 0.453125, 0.462891, 0.457031, 0.445312, 0.429688, 0.427734, 0.443359, 0.457031, 0.472656, 0.441406, 0.439453, 0.453125, 0.447266, 0.425781, 0.476562, 0.484375, 0.455078, 0.439453, 0.457031, 0.449219, 0.449219, 0.453125, 0.457031, 0.462891, 0.451172, 0.417969, 0.472656, 0.443359, 0.464844, 0.439453, 0.4375, 0.457031, 0.4375, 0.464844, 0.451172, 0.455078, 0.460938, 0.462891, 0.466797, 0.46875, 0.425781, 0.460938, 0.414062, 0.441406, 0.431641, 0.435547, 0.457031, 0.472656, 0.441406, 0.417969, 0.457031, 0.453125, 0.427734, 0.457031, 0.472656, 0.460938, 0.427734, 0.466797, 0.433594, 0.443359, 0.451172, 0.46875, 0.447266, 0.433594, 0.460938, 0.453125, 0.447266, 0.480469, 0.447266, 0.492188, 0.464844, 0.421875, 0.462891, 0.462891, 0.457031, 0.474609, 0.441406, 0.429688, 0.466797, 0.447266, 0.472656, 0.453125, 0.429688, 0.433594, 0.4375, 0.455078, 0.460938, 0.480469, 0.443359, 0.449219, 0.441406, 0.457031, 0.466797, 0.433594, 0.455078, 0.427734, 0.462891, 0.429688, 0.458984, 0.445312, 0.478516, 0.423828, 0.419922, 0.464844, 0.457031, 0.460938, 0.464844, 0.458984, 0.429688, 0.441406, 0.462891, 0.457031, 0.460938, 0.445312, 0.460938, 0.453125, 0.470703, 0.458984, 0.423828, 0.441406, 0.457031, 0.472656, 0.451172, 0.441406, 0.472656, 0.457031, 0.419922, 0.445312, 0.433594, 0.455078, 0.480469, 0.453125, 0.453125, 0.466797, 0.449219, 0.460938, 0.447266, 0.445312, 0.4375, 0.458984, 0.462891, 0.453125, 0.455078, 0.433594, 0.445312, 0.472656, 0.451172, 0.470703, 0.464844, 0.427734, 0.435547, 0.460938, 0.433594, 0.480469, 0.455078, 0.458984, 0.474609, 0.466797, 0.466797, 0.460938, 0.460938, 0.457031, 0.443359, 0.453125, 0.419922, 0.412109, 0.441406, 0.460938, 0.458984, 0.445312, 0.455078, 0.470703, 0.503906, 0.445312, 0.435547, 0.4375, 0.458984, 0.449219, 0.435547, 0.427734, 0.439453, 0.472656, 0.451172, 0.439453, 0.425781, 0.427734, 0.458984, 0.458984, 0.423828, 0.457031, 0.472656, 0.431641, 0.433594, 0.476562, 0.455078, 0.464844, 0.449219, 0.447266, 0.474609, 0.447266, 0.457031, 0.421875, 0.476562, 0.496094, 0.431641, 0.464844, 0.431641, 0.458984, 0.4375, 0.453125, 0.4375, 0.453125, 0.455078, 0.433594, 0.439453, 0.460938, 0.451172, 0.417969, 0.460938, 0.455078, 0.460938, 0.453125, 0.449219, 0.457031, 0.453125, 0.457031, 0.443359, 0.451172, 0.410156, 0.466797, 0.441406, 0.462891, 0.470703, 0.457031, 0.447266, 0.476562, 0.400391, 0.460938, 0.441406, 0.455078, 0.443359, 0.451172, 0.492188, 0.419922, 0.462891, 0.433594, 0.464844, 0.462891, 0.431641, 0.464844, 0.4375, 0.455078, 0.451172, 0.46875, 0.460938, 0.441406, 0.474609, 0.464844, 0.458984, 0.449219, 0.449219, 0.441406, 0.433594, 0.457031, 0.429688, 0.443359, 0.449219, 0.457031, 0.433594, 0.474609, 0.462891, 0.443359, 0.435547, 0.451172, 0.441406, 0.439453, 0.474609, 0.441406, 0.470703, 0.449219, 0.431641, 0.453125, 0.480469, 0.451172, 0.455078, 0.457031, 0.455078, 0.439453, 0.457031, 0.449219, 0.451172, 0.462891, 0.466797, 0.458984, 0.443359, 0.453125, 0.462891, 0.4375, 0.462891, 0.476562, 0.451172, 0.445312, 0.445312, 0.445312, 0.451172, 0.453125, 0.429688, 0.447266, 0.439453, 0.460938, 0.433594, 0.439453, 0.433594, 0.453125, 0.447266, 0.443359, 0.447266, 0.435547, 0.458984, 0.441406, 0.410156, 0.421875, 0.427734, 0.455078, 0.458984, 0.443359, 0.4375, 0.472656, 0.455078, 0.464844, 0.46875, 0.445312, 0.462891, 0.453125, 0.433594, 0.474609, 0.472656, 0.470703, 0.457031, 0.443359, 0.480469, 0.445312, 0.445312, 0.419922, 0.458984, 0.451172, 0.439453, 0.449219, 0.464844, 0.445312, 0.474609, 0.460938, 0.4375, 0.451172, 0.460938, 0.443359, 0.419922, 0.449219, 0.457031, 0.445312, 0.46875, 0.443359, 0.470703, 0.455078, 0.427734, 0.361328, 0.451172, 0.412109, 0.458984, 0.453125, 0.464844, 0.443359, 0.445312, 0.464844, 0.447266, 0.449219, 0.447266, 0.439453, 0.455078, 0.449219, 0.427734, 0.455078, 0.441406, 0.439453, 0.451172, 0.457031, 0.4375, 0.441406, 0.458984, 0.476562, 0.453125, 0.457031, 0.435547, 0.476562, 0.451172, 0.447266, 0.4375, 0.416016, 0.462891, 0.451172, 0.486328, 0.427734, 0.441406, 0.466797, 0.427734, 0.425781, 0.474609, 0.400391, 0.4375, 0.478516, 0.441406, 0.443359, 0.476562, 0.449219, 0.435547, 0.423828, 0.466797, 0.462891, 0.460938, 0.414062, 0.4375, 0.445312, 0.416016, 0.462891, 0.458984, 0.443359, 0.474609, 0.451172, 0.455078, 0.443359, 0.445312, 0.449219, 0.423828, 0.455078, 0.455078, 0.476562, 0.439453, 0.457031, 0.476562, 0.445312, 0.453125, 0.427734, 0.449219, 0.423828, 0.447266, 0.458984, 0.427734, 0.476562, 0.455078, 0.439453, 0.460938, 0.4375, 0.462891, 0.449219, 0.466797, 0.457031, 0.462891, 0.466797, 0.425781, 0.433594, 0.392578, 0.449219, 0.472656, 0.447266, 0.449219, 0.457031, 0.451172, 0.433594, 0.433594, 0.441406, 0.458984, 0.480469, 0.433594, 0.453125, 0.427734, 0.455078, 0.449219, 0.404297, 0.431641, 0.460938, 0.429688, 0.439453, 0.453125, 0.429688, 0.457031, 0.488281, 0.462891, 0.439453, 0.382812, 0.451172, 0.484375, 0.460938, 0.447266, 0.416016, 0.435547, 0.451172, 0.435547, 0.457031, 0.449219, 0.466797, 0.453125, 0.433594, 0.460938, 0.441406, 0.429688, 0.462891, 0.445312, 0.451172, 0.447266, 0.439453, 0.453125, 0.449219, 0.447266, 0.453125, 0.478516, 0.46875, 0.453125, 0.445312, 0.449219, 0.449219, 0.460938, 0.451172, 0.439453, 0.457031, 0.466797, 0.445312, 0.447266, 0.462891, 0.431641, 0.445312, 0.435547, 0.419922, 0.447266, 0.492188, 0.439453, 0.451172, 0.453125, 0.462891, 0.447266, 0.447266, 0.486328, 0.457031, 0.457031, 0.462891, 0.455078, 0.460938, 0.453125, 0.488281, 0.419922, 0.46875, 0.472656, 0.447266, 0.478516, 0.447266, 0.416016, 0.449219, 0.447266, 0.441406, 0.474609, 0.455078, 0.449219, 0.470703, 0.439453, 0.445312, 0.435547, 0.447266, 0.455078, 0.46875, 0.4375, 0.451172, 0.439453, 0.457031, 0.414062, 0.447266, 0.451172, 0.457031, 0.453125, 0.427734, 0.460938, 0.460938, 0.458984, 0.474609, 0.482422, 0.445312, 0.466797, 0.118652, 0.449219, 0.474609, 0.457031, 0.451172, 0.455078, 0.470703, 0.447266, 0.4375, 0.458984, 0.447266, 0.457031, 0.457031, 0.435547, 0.458984, 0.488281, 0.462891, 0.433594, 0.455078, 0.451172, 0.451172, 0.46875, 0.400391, 0.408203, 0.433594, 0.453125, 0.46875, 0.458984, 0.462891, 0.46875, 0.447266, 0.451172, 0.462891, 0.466797, 0.464844, 0.451172, 0.4375, 0.435547, 0.445312, 0.466797, 0.458984, 0.455078, 0.457031, 0.460938, 0.490234, 0.476562, 0.466797, 0.458984, 0.443359, 0.453125, 0.474609, 0.453125, 0.445312, 0.419922, 0.453125, 0.445312, 0.462891, 0.478516, 0.439453, 0.462891, 0.421875, 0.429688, 0.453125, 0.445312, 0.46875, 0.425781, 0.472656, 0.433594, 0.433594, 0.443359, 0.462891, 0.46875, 0.462891, 0.462891, 0.460938, 0.455078, 0.455078, 0.441406, 0.453125, 0.458984, 0.464844, 0.447266, 0.449219, 0.449219, 0.470703, 0.486328, 0.458984, 0.447266, 0.455078, 0.439453, 0.478516, 0.460938, 0.464844, 0.474609, 0.466797, 0.466797, 0.433594, 0.458984, 0.433594, 0.474609, 0.453125, 0.445312, 0.337891, 0.4375, 0.447266, 0.449219, 0.439453, 0.421875, 0.466797, 0.427734, 0.449219, 0.464844, 0.470703, 0.435547, 0.445312, 0.425781, 0.455078, 0.460938, 0.443359, 0.451172, 0.451172, 0.462891, 0.472656, 0.443359, 0.455078, 0.455078, 0.439453, 0.445312, 0.439453, 0.425781, 0.453125, 0.460938, 0.462891, 0.474609, 0.490234, 0.427734, 0.462891, 0.423828, 0.460938, 0.474609, 0.470703, 0.458984, 0.457031, 0.447266, 0.488281, 0.462891, 0.462891, 0.462891, 0.443359, 0.458984, 0.449219, 0.441406, 0.417969, 0.447266, 0.441406, 0.462891, 0.451172, 0.445312, 0.457031, 0.447266, 0.462891, 0.460938, 0.449219, 0.441406, 0.482422, 0.449219, 0.451172, 0.429688, 0.462891, 0.441406, 0.470703, 0.429688, 0.46875, 0.476562, 0.480469, 0.433594, 0.462891, 0.441406, 0.455078, 0.427734, 0.441406, 0.455078, 0.443359, 0.341797, 0.449219, 0.439453, 0.445312, 0.445312, 0.443359, 0.433594, 0.458984, 0.464844, 0.460938, 0.451172, 0.451172, 0.464844, 0.455078, 0.4375, 0.4375, 0.4375, 0.451172, 0.449219, 0.460938, 0.427734, 0.462891, 0.435547, 0.449219, 0.453125, 0.46875, 0.447266, 0.478516, 0.46875, 0.439453, 0.423828, 0.441406, 0.445312, 0.414062, 0.474609, 0.470703, 0.40625, 0.447266, 0.451172, 0.478516, 0.431641, 0.498047, 0.462891, 0.464844, 0.447266, 0.458984, 0.443359, 0.439453, 0.441406, 0.439453, 0.492188, 0.460938, 0.460938, 0.425781, 0.427734, 0.431641, 0.453125, 0.484375, 0.458984, 0.443359, 0.457031, 0.451172, 0.447266, 0.447266, 0.460938, 0.46875, 0.462891, 0.464844, 0.455078, 0.443359, 0.449219, 0.445312, 0.458984, 0.443359, 0.435547, 0.447266, 0.478516, 0.4375, 0.453125, 0.431641, 0.449219, 0.464844, 0.457031, 0.439453, 0.460938, 0.439453, 0.414062, 0.451172, 0.458984, 0.46875, 0.441406, 0.457031, 0.462891, 0.419922, 0.449219, 0.451172, 0.439453, 0.453125, 0.458984, 0.441406, 0.445312, 0.447266, 0.449219, 0.453125, 0.443359, 0.451172, 0.478516, 0.435547, 0.449219, 0.408203, 0.451172, 0.496094, 0.46875, 0.453125, 0.460938, 0.458984, 0.4375, 0.457031, 0.458984, 0.478516, 0.429688, 0.429688, 0.416016, 0.478516, 0.439453, 0.445312, 0.449219, 0.458984, 0.474609, 0.421875, 0.414062, 0.460938, 0.441406, 0.427734, 0.449219, 0.472656, 0.443359, 0.451172, 0.449219, 0.460938, 0.441406, 0.460938, 0.464844, 0.447266, 0.472656, 0.451172, 0.464844, 0.460938, 0.439453, 0.453125, 0.453125, 0.445312, 0.466797, 0.443359, 0.433594, 0.466797, 0.445312, 0.423828, 0.439453, 0.464844, 0.423828, 0.472656, 0.222656, 0.464844, 0.478516, 0.443359, 0.453125, 0.486328, 0.472656, 0.445312, 0.435547, 0.435547, 0.457031, 0.466797, 0.445312, 0.480469, 0.451172, 0.458984, 0.449219, 0.451172, 0.476562, 0.441406, 0.458984, 0.453125, 0.445312, 0.453125, 0.425781, 0.439453, 0.453125, 0.46875, 0.457031, 0.507812, 0.466797, 0.458984, 0.447266, 0.423828, 0.441406, 0.441406, 0.486328, 0.435547, 0.439453, 0.457031, 0.455078, 0.435547, 0.453125, 0.435547, 0.470703, 0.410156, 0.457031, 0.445312, 0.478516, 0.482422, 0.441406, 0.453125, 0.421875, 0.484375, 0.416016, 0.474609, 0.433594, 0.474609, 0.451172, 0.46875, 0.474609, 0.4375, 0.46875, 0.46875, 0.455078, 0.453125, 0.431641, 0.451172, 0.419922, 0.46875, 0.449219, 0.46875, 0.457031, 0.433594, 0.439453, 0.445312, 0.453125, 0.408203, 0.445312, 0.453125, 0.474609, 0.439453, 0.449219, 0.429688, 0.455078, 0.443359, 0.445312, 0.404297, 0.476562, 0.458984, 0.482422, 0.466797, 0.449219, 0.435547, 0.455078, 0.476562, 0.447266, 0.460938, 0.417969, 0.46875, 0.453125, 0.427734, 0.472656, 0.425781, 0.435547, 0.457031, 0.464844, 0.449219, 0.439453, 0.425781, 0.451172, 0.431641, 0.447266, 0.449219, 0.455078, 0.451172, 0.445312, 0.458984, 0.451172, 0.445312, 0.466797, 0.464844, 0.476562, 0.439453, 0.445312, 0.412109, 0.460938, 0.447266, 0.480469, 0.466797, 0.427734, 0.449219, 0.460938, 0.441406, 0.492188, 0.466797, 0.478516, 0.466797, 0.419922, 0.490234, 0.4375, 0.447266, 0.435547, 0.46875, 0.466797, 0.472656, 0.458984, 0.460938, 0.441406, 0.439453, 0.457031, 0.441406, 0.457031, 0.455078, 0.451172, 0.458984, 0.458984, 0.449219, 0.431641, 0.445312, 0.460938, 0.474609, 0.451172, 0.464844, 0.462891, 0.451172, 0.443359, 0.453125, 0.455078, 0.431641, 0.455078, 0.439453, 0.451172, 0.447266, 0.458984, 0.478516, 0.429688, 0.625, 0.441406, 0.457031, 0.474609, 0.449219, 0.458984, 0.443359, 0.425781, 0.462891, 0.458984, 0.447266, 0.472656, 0.419922, 0.464844, 0.466797, 0.431641, 0.476562, 0.457031, 0.457031, 0.470703, 0.445312, 0.474609, 0.447266, 0.464844, 0.462891, 0.458984, 0.447266, 0.466797, 0.451172, 0.478516, 0.449219, 0.441406, 0.472656, 0.457031, 0.474609, 0.455078, 0.429688, 0.503906, 0.410156, 0.46875, 0.445312, 0.451172, 0.462891, 0.453125, 0.455078, 0.476562, 0.458984, 0.453125, 0.462891, 0.455078, 0.449219, 0.464844, 0.476562, 0.447266, 0.453125, 0.4375, 0.460938, 0.457031, 0.46875, 0.472656, 0.425781, 0.443359, 0.441406, 0.470703, 0.447266, 0.466797, 0.464844, 0.453125, 0.478516, 0.457031, 0.460938, 0.464844, 0.460938, 0.453125, 0.423828, 0.46875, 0.464844, 0.460938, 0.466797, 0.443359, 0.443359, 0.458984, 0.4375, 0.453125, 0.453125, 0.457031, 0.449219, 0.441406, 0.458984, 0.458984, 0.462891, 0.447266, 0.431641, 0.458984, 0.458984, 0.474609, 0.462891, 0.46875, 0.429688, 0.46875, 0.447266, 0.431641, 0.466797, 0.441406, 0.455078, 0.470703, 0.427734, 0.419922, 0.457031, 0.447266, 0.419922, 0.457031, 0.478516, 0.4375, 0.476562, 0.451172, 0.429688, 0.457031, 0.462891, 0.443359, 0.458984, 0.457031, 0.464844, 0.441406, 0.429688, 0.451172, 0.447266, 0.447266, 0.433594, 0.410156, 0.423828, 0.472656, 0.457031, 0.472656, 0.441406, 0.443359, 0.464844, 0.451172, 0.458984, 0.464844, 0.439453, 0.464844, 0.435547, 0.457031, 0.447266, 0.470703, 0.460938, 0.464844, 0.474609, 0.419922, 0.425781, 0.453125, 0.451172, 0.46875, 0.460938, 0.457031, 0.472656, 0.466797, 0.435547, 0.431641, 0.466797, 0.439453, 0.472656, 0.460938, 0.445312, 0.460938, 0.447266, 0.40625, 0.447266, 0.423828, 0.439453, 0.431641, 0.466797, 0.4375, 0.447266, 0.451172, 0.449219, 0.4375, 0.445312, 0.451172, 0.435547, 0.414062, 0.462891, 0.439453, 0.427734, 0.419922, 0.472656, 0.462891, 0.439453, 0.453125, 0.4375, 0.458984, 0.441406, 0.455078, 0.423828, 0.435547, 0.439453, 0.443359, 0.443359, 0.455078, 0.488281, 0.470703, 0.464844, 0.457031, 0.447266, 0.458984, 0.447266, 0.455078, 0.445312, 0.458984, 0.464844, 0.455078, 0.445312, 0.453125, 0.439453, 0.421875, 0.484375, 0.455078, 0.460938, 0.458984, 0.429688, 0.443359, 0.421875, 0.421875, 0.458984, 0.447266, 0.443359, 0.472656, 0.470703, 0.455078, 0.460938, 0.433594, 0.462891, 0.441406, 0.429688, 0.466797, 0.439453, 0.455078, 0.453125, 0.464844, 0.453125, 0.439453, 0.460938, 0.439453, 0.447266, 0.458984, 0.453125, 0.439453, 0.458984, 0.441406, 0.455078, 0.441406, 0.458984, 0.458984, 0.453125, 0.195312, 0.458984, 0.431641, 0.46875, 0.431641, 0.457031, 0.4375, 0.486328, 0.457031, 0.466797, 0.470703, 0.439453, 0.451172, 0.433594, 0.453125, 0.480469, 0.457031, 0.447266, 0.4375, 0.441406, 0.451172, 0.476562, 0.445312, 0.464844, 0.462891, 0.474609, 0.421875, 0.4375, 0.443359, 0.470703, 0.482422, 0.460938, 0.464844, 0.466797, 0.474609, 0.431641, 0.435547, 0.443359, 0.462891, 0.484375, 0.451172, 0.433594, 0.414062, 0.421875, 0.433594, 0.460938, 0.451172, 0.453125, 0.492188, 0.462891, 0.46875, 0.443359, 0.451172, 0.386719, 0.470703, 0.460938, 0.455078, 0.4375, 0.462891, 0.445312, 0.425781, 0.474609, 0.462891, 0.453125, 0.451172, 0.412109, 0.447266, 0.453125, 0.423828, 0.443359, 0.453125, 0.423828, 0.443359, 0.427734, 0.443359, 0.425781, 0.439453, 0.433594, 0.4375, 0.455078, 0.474609, 0.441406, 0.457031, 0.435547, 0.453125, 0.462891, 0.441406, 0.474609, 0.425781, 0.462891, 0.466797, 0.451172, 0.455078, 0.416016, 0.443359, 0.474609, 0.455078, 0.445312, 0.482422, 0.433594, 0.451172, 0.466797, 0.410156, 0.480469, 0.462891, 0.478516, 0.458984, 0.460938, 0.449219, 0.458984, 0.443359, 0.439453, 0.435547, 0.445312, 0.431641, 0.447266, 0.431641, 0.460938, 0.486328, 0.453125, 0.447266, 0.464844, 0.443359, 0.453125, 0.455078, 0.470703, 0.419922, 0.449219, 0.462891, 0.433594, 0.462891, 0.425781, 0.457031, 0.447266, 0.474609, 0.466797, 0.439453, 0.453125, 0.453125, 0.441406, 0.470703, 0.486328, 0.462891, 0.441406, 0.470703, 0.439453, 0.445312, 0.427734, 0.449219, 0.458984, 0.451172, 0.447266, 0.439453, 0.441406, 0.449219, 0.472656, 0.46875, 0.464844, 0.431641, 0.453125, 0.431641, 0.453125, 0.457031, 0.441406, 0.451172, 0.472656, 0.449219, 0.433594, 0.462891, 0.427734, 0.447266, 0.414062, 0.457031, 0.455078, 0.419922, 0.453125, 0.474609, 0.453125, 0.455078, 0.441406, 0.447266, 0.476562, 0.466797, 0.441406, 0.462891, 0.462891, 0.455078, 0.474609, 0.431641, 0.433594, 0.462891, 0.458984, 0.455078, 0.414062, 0.443359, 0.470703, 0.445312, 0.457031, 0.464844, 0.439453, 0.441406, 0.455078, 0.439453, 0.435547, 0.443359, 0.439453, 0.460938, 0.46875, 0.447266, 0.462891, 0.392578, 0.441406, 0.453125, 0.445312, 0.472656, 0.441406, 0.478516, 0.447266, 0.429688, 0.449219, 0.458984, 0.423828, 0.474609, 0.462891, 0.441406, 0.423828, 0.458984, 0.4375, 0.453125, 0.455078, 0.425781, 0.46875, 0.458984, 0.431641, 0.462891, 0.460938, 0.466797, 0.470703, 0.447266, 0.474609, 0.476562, 0.439453, 0.435547, 0.464844, 0.431641, 0.425781, 0.455078, 0.453125, 0.445312, 0.46875, 0.455078, 0.431641, 0.453125, 0.439453, 0.462891, 0.445312, 0.435547, 0.457031, 0.443359, 0.496094, 0.451172, 0.445312, 0.449219, 0.478516, 0.455078, 0.462891, 0.458984, 0.457031, 0.449219, 0.402344, 0.484375, 0.416016, 0.447266, 0.445312, 0.455078, 0.455078, 0.464844, 0.462891, 0.417969, 0.472656, 0.472656, 0.476562, 0.449219, 0.447266, 0.457031, 0.419922, 0.460938, 0.470703, 0.429688, 0.464844, 0.453125, 0.462891, 0.449219, 0.441406, 0.412109, 0.447266, 0.451172, 0.453125, 0.447266, 0.466797, 0.451172, 0.486328, 0.457031, 0.414062, 0.470703, 0.449219, 0.46875, 0.464844, 0.476562, 0.464844, 0.484375, 0.462891, 0.453125, 0.439453, 0.396484, 0.449219, 0.470703, 0.001381, 0.4375, 0.496094, 0.447266, 0.412109, 0.451172, 0.458984, 0.464844, 0.417969, 0.443359, 0.449219, 0.486328, 0.460938, 0.457031, 0.482422, 0.457031, 0.447266, 0.474609, 0.431641, 0.46875, 0.470703, 0.447266, 0.431641, 0.455078, 0.449219, 0.421875, 0.435547, 0.431641, 0.46875, 0.457031, 0.421875, 0.445312, 0.455078, 0.429688, 0.443359, 0.464844, 0.478516, 0.455078, 0.455078, 0.429688, 0.439453, 0.412109, 0.472656, 0.453125, 0.453125, 0.451172, 0.46875, 0.433594, 0.421875, 0.453125, 0.453125, 0.453125, 0.447266, 0.458984, 0.458984, 0.449219, 0.443359, 0.453125, 0.421875, 0.474609, 0.458984, 0.457031, 0.408203, 0.431641, 0.4375, 0.455078, 0.449219, 0.441406, 0.476562, 0.427734, 0.402344, 0.455078, 0.457031, 0.449219, 0.458984, 0.419922, 0.4375, 0.462891, 0.439453, 0.414062, 0.441406, 0.4375, 0.457031, 0.470703, 0.46875, 0.478516, 0.431641, 0.441406, 0.458984, 0.447266, 0.441406, 0.425781, 0.429688, 0.466797, 0.447266, 0.457031, 0.453125, 0.447266, 0.460938, 0.455078, 0.453125, 0.4375, 0.462891, 0.457031, 0.451172, 0.455078, 0.449219, 0.46875, 0.480469, 0.451172, 0.416016, 0.439453, 0.419922, 0.443359, 0.464844, 0.464844, 0.453125, 0.449219, 0.439453, 0.457031, 0.451172, 0.457031, 0.443359, 0.423828, 0.441406, 0.466797, 0.470703, 0.433594, 0.472656, 0.449219, 0.447266, 0.451172, 0.378906, 0.447266, 0.431641, 0.464844, 0.464844, 0.458984, 0.433594, 0.449219, 0.453125, 0.439453, 0.443359, 0.445312, 0.419922, 0.449219, 0.431641, 0.441406, 0.4375, 0.464844, 0.447266, 0.429688, 0.455078, 0.464844, 0.462891, 0.166992, 0.429688, 0.429688, 0.460938, 0.46875, 0.478516, 0.480469, 0.46875, 0.421875, 0.445312, 0.466797, 0.447266, 0.431641, 0.441406, 0.449219, 0.429688, 0.449219, 0.449219, 0.455078, 0.439453, 0.431641, 0.464844, 0.435547, 0.455078, 0.447266, 0.449219, 0.449219, 0.404297, 0.443359, 0.460938, 0.478516, 0.435547, 0.431641, 0.451172, 0.439453, 0.464844, 0.445312, 0.46875, 0.458984, 0.447266, 0.482422, 0.449219, 0.470703, 0.435547, 0.449219, 0.425781, 0.445312, 0.482422, 0.439453, 0.449219, 0.439453, 0.449219, 0.433594, 0.453125, 0.455078, 0.460938, 0.421875, 0.451172, 0.472656, 0.40625, 0.449219, 0.457031, 0.466797, 0.472656, 0.435547, 0.458984, 0.464844, 0.445312, 0.458984, 0.453125, 0.441406, 0.464844, 0.431641, 0.439453, 0.455078, 0.4375, 0.4375, 0.453125, 0.455078, 0.464844, 0.441406, 0.451172, 0.410156, 0.441406, 0.460938, 0.460938, 0.447266, 0.425781, 0.476562, 0.439453, 0.429688, 0.435547, 0.447266, 0.443359, 0.447266, 0.455078, 0.441406, 0.474609, 0.427734, 0.447266, 0.445312, 0.470703, 0.414062, 0.451172, 0.441406, 0.417969, 0.458984, 0.460938, 0.445312, 0.429688, 0.431641, 0.435547, 0.462891, 0.480469, 0.472656, 0.449219, 0.447266, 0.425781, 0.449219, 0.478516, 0.466797, 0.427734, 0.460938, 0.441406, 0.462891, 0.458984, 0.464844, 0.486328, 0.433594, 0.453125, 0.470703, 0.462891, 0.417969, 0.453125, 0.453125, 0.46875, 0.431641, 0.447266, 0.433594, 0.4375, 0.417969, 0.46875, 0.460938, 0.4375, 0.462891, 0.435547, 0.455078, 0.453125, 0.404297, 0.451172, 0.441406, 0.455078, 0.441406, 0.462891, 0.46875, 0.433594, 0.4375, 0.445312, 0.431641, 0.419922, 0.46875, 0.4375, 0.453125, 0.455078, 0.451172, 0.453125, 0.435547, 0.433594, 0.441406, 0.4375, 0.460938, 0.431641, 0.457031, 0.445312, 0.439453, 0.462891, 0.449219, 0.414062, 0.460938, 0.441406, 0.466797, 0.435547, 0.460938, 0.462891, 0.447266, 0.480469, 0.46875, 0.470703, 0.460938, 0.396484, 0.443359, 0.443359, 0.439453, 0.431641, 0.433594, 0.429688, 0.443359, 0.455078, 0.443359, 0.441406, 0.435547, 0.431641, 0.470703, 0.455078, 0.458984, 0.429688, 0.46875, 0.457031, 0.464844, 0.445312, 0.451172, 0.464844, 0.412109, 0.46875, 0.455078, 0.472656, 0.447266, 0.445312, 0.447266, 0.431641, 0.455078, 0.470703, 0.445312, 0.462891, 0.443359, 0.447266, 0.447266, 0.369141, 0.462891, 0.455078, 0.439453, 0.464844, 0.453125, 0.4375, 0.410156, 0.431641, 0.462891, 0.460938, 0.462891, 0.462891, 0.466797, 0.443359, 0.462891, 0.462891, 0.460938, 0.449219, 0.4375, 0.435547, 0.445312, 0.427734, 0.410156, 0.4375, 0.447266, 0.4375, 0.462891, 0.458984, 0.451172, 0.445312, 0.439453, 0.486328, 0.40625, 0.46875, 0.419922, 0.425781, 0.451172, 0.425781, 0.429688, 0.464844, 0.462891, 0.439453, 0.449219, 0.451172, 0.460938, 0.466797, 0.451172, 0.443359, 0.449219, 0.474609, 0.457031, 0.394531, 0.449219, 0.4375, 0.451172, 0.427734, 0.466797, 0.09375, 0.460938, 0.490234, 0.464844, 0.4375, 0.472656, 0.474609, 0.464844, 0.476562, 0.447266, 0.429688, 0.427734, 0.445312, 0.457031, 0.458984, 0.46875, 0.455078, 0.480469, 0.460938, 0.458984, 0.457031, 0.457031, 0.451172, 0.458984, 0.464844, 0.457031, 0.462891, 0.449219, 0.425781, 0.421875, 0.439453, 0.439453, 0.443359, 0.455078, 0.453125, 0.441406, 0.439453, 0.455078, 0.445312, 0.453125, 0.447266, 0.460938, 0.466797, 0.443359, 0.457031, 0.462891, 0.427734, 0.453125, 0.431641, 0.447266, 0.449219, 0.435547, 0.457031, 0.462891, 0.4375, 0.466797, 0.453125, 0.474609, 0.476562, 0.449219, 0.466797, 0.451172, 0.443359, 0.458984, 0.441406, 0.441406, 0.449219, 0.46875, 0.458984, 0.410156, 0.4375, 0.464844, 0.474609, 0.431641, 0.462891, 0.460938, 0.470703, 0.455078, 0.439453, 0.447266, 0.416016, 0.439453, 0.449219, 0.433594, 0.462891, 0.443359, 0.4375, 0.445312, 0.447266, 0.484375, 0.488281, 0.462891, 0.429688, 0.466797, 0.435547, 0.453125, 0.439453, 0.455078, 0.460938, 0.460938, 0.474609, 0.453125, 0.451172, 0.431641, 0.466797, 0.464844, 0.453125, 0.441406, 0.439453, 0.476562, 0.449219, 0.460938, 0.445312, 0.435547, 0.443359, 0.46875, 0.453125, 0.462891, 0.455078, 0.416016, 0.453125, 0.464844, 0.476562, 0.458984, 0.457031, 0.441406, 0.417969, 0.441406, 0.416016, 0.460938, 0.441406, 0.458984, 0.439453, 0.474609, 0.427734, 0.46875, 0.462891, 0.455078, 0.458984, 0.466797, 0.445312, 0.441406, 0.433594, 0.476562, 0.460938, 0.441406, 0.435547, 0.443359, 0.46875, 0.451172, 0.447266, 0.458984, 0.449219, 0.482422, 0.486328, 0.460938, 0.455078, 0.441406, 0.453125, 0.460938, 0.496094, 0.445312, 0.427734, 0.482422, 0.464844, 0.441406, 0.384766, 0.460938, 0.445312, 0.457031, 0.435547, 0.478516, 0.46875, 0.460938, 0.472656, 0.466797, 0.429688, 0.498047, 0.4375, 0.435547, 0.443359, 0.472656, 0.447266, 0.435547, 0.455078, 0.453125, 0.474609, 0.443359, 0.46875, 0.455078, 0.453125, 0.470703, 0.451172, 0.457031, 0.449219, 0.443359, 0.46875, 0.460938, 0.458984, 0.476562, 0.445312, 0.46875, 0.429688, 0.460938, 0.439453, 0.478516, 0.439453, 0.46875, 0.439453, 0.441406, 0.457031, 0.441406, 0.474609, 0.453125, 0.472656, 0.439453, 0.470703, 0.4375, 0.447266, 0.458984, 0.486328, 0.462891, 0.480469, 0.453125, 0.462891, 0.4375, 0.472656, 0.443359, 0.455078, 0.457031, 0.460938, 0.455078, 0.457031, 0.429688, 0.416016, 0.453125, 0.445312, 0.460938, 0.427734, 0.453125, 0.431641, 0.455078, 0.447266, 0.474609, 0.455078, 0.445312, 0.451172, 0.472656, 0.445312, 0.464844, 0.455078, 0.449219, 0.453125, 0.466797, 0.464844, 0.478516, 0.431641, 0.458984, 0.453125, 0.455078, 0.451172, 0.423828, 0.439453, 0.451172, 0.455078, 0.425781, 0.466797, 0.4375, 0.40625, 0.462891, 0.46875, 0.458984, 0.474609, 0.435547, 0.4375, 0.443359, 0.46875, 0.445312, 0.457031, 0.457031, 0.458984, 0.458984, 0.447266, 0.462891, 0.453125, 0.457031, 0.453125, 0.462891, 0.421875, 0.457031, 0.453125, 0.466797, 0.447266, 0.470703, 0.447266, 0.464844, 0.464844, 0.445312, 0.429688, 0.443359, 0.431641, 0.453125, 0.441406, 0.457031, 0.464844, 0.46875, 0.476562, 0.474609, 0.451172, 0.453125, 0.447266, 0.453125, 0.455078, 0.441406, 0.431641, 0.46875, 0.453125, 0.455078, 0.445312, 0.451172, 0.433594, 0.451172, 0.429688, 0.457031, 0.464844, 0.470703, 0.447266, 0.441406, 0.474609, 0.462891, 0.478516, 0.466797, 0.470703, 0.439453, 0.449219, 0.447266, 0.46875, 0.488281, 0.462891, 0.472656, 0.451172, 0.447266, 0.46875, 0.453125, 0.457031, 0.447266, 0.453125, 0.4375, 0.462891, 0.40625, 0.462891, 0.457031, 0.439453, 0.455078, 0.470703, 0.445312, 0.417969, 0.447266, 0.496094, 0.447266, 0.457031, 0.445312, 0.439453, 0.431641, 0.439453, 0.433594, 0.453125, 0.46875, 0.441406, 0.458984, 0.445312, 0.433594, 0.46875, 0.460938, 0.451172, 0.423828, 0.431641, 0.441406, 0.451172, 0.40625, 0.433594, 0.482422, 0.464844, 0.451172, 0.429688, 0.462891, 0.46875, 0.447266, 0.398438, 0.441406, 0.472656, 0.384766, 0.429688, 0.453125, 0.449219, 0.453125, 0.458984, 0.427734, 0.427734, 0.466797, 0.425781, 0.445312, 0.492188, 0.435547, 0.458984, 0.464844, 0.470703, 0.404297, 0.464844, 0.445312, 0.451172, 0.447266, 0.435547, 0.460938, 0.441406, 0.478516, 0.4375, 0.441406, 0.455078, 0.445312, 0.458984, 0.466797, 0.460938, 0.443359, 0.480469, 0.460938, 0.464844, 0.429688, 0.457031, 0.464844, 0.466797, 0.441406, 0.451172, 0.441406, 0.449219, 0.441406, 0.445312, 0.457031, 0.457031, 0.457031, 0.472656, 0.451172, 0.472656, 0.451172, 0.455078, 0.451172, 0.439453, 0.457031, 0.449219, 0.4375, 0.431641, 0.460938, 0.458984, 0.449219, 0.472656, 0.464844, 0.433594, 0.443359, 0.447266, 0.464844, 0.458984, 0.464844, 0.464844, 0.457031, 0.46875, 0.464844, 0.4375, 0.455078, 0.441406, 0.445312, 0.46875, 0.474609, 0.445312, 0.457031, 0.457031, 0.464844, 0.46875, 0.443359, 0.4375, 0.451172, 0.466797, 0.439453, 0.427734, 0.4375, 0.451172, 0.439453, 0.472656, 0.431641, 0.449219, 0.427734, 0.455078, 0.460938, 0.457031, 0.482422, 0.455078, 0.441406, 0.46875, 0.451172, 0.464844, 0.455078, 0.433594, 0.4375, 0.449219, 0.443359, 0.447266, 0.462891, 0.453125, 0.474609, 0.453125, 0.455078, 0.455078, 0.474609, 0.443359, 0.476562, 0.416016, 0.431641, 0.455078, 0.435547, 0.460938, 0.451172, 0.443359, 0.464844, 0.464844, 0.458984, 0.447266, 0.462891, 0.507812, 0.470703, 0.433594, 0.449219, 0.435547, 0.455078, 0.441406, 0.429688, 0.425781, 0.464844, 0.472656, 0.466797, 0.478516, 0.453125, 0.435547, 0.470703, 0.453125, 0.462891, 0.464844, 0.449219, 0.429688, 0.464844, 0.40625, 0.455078, 0.435547, 0.435547, 0.439453, 0.472656, 0.451172, 0.455078, 0.484375, 0.464844, 0.4375, 0.466797, 0.443359, 0.443359, 0.439453, 0.439453, 0.453125, 0.427734, 0.484375, 0.445312, 0.451172, 0.441406, 0.462891, 0.433594, 0.429688, 0.423828, 0.457031, 0.431641, 0.457031, 0.474609, 0.443359, 0.439453, 0.431641, 0.457031, 0.4375, 0.431641, 0.482422, 0.458984, 0.4375, 0.472656, 0.429688, 0.490234, 0.445312, 0.464844, 0.458984, 0.419922, 0.421875, 0.462891, 0.431641, 0.421875, 0.443359, 0.453125, 0.472656, 0.441406, 0.457031, 0.445312, 0.470703, 0.457031, 0.455078, 0.449219, 0.445312, 0.484375, 0.472656, 0.474609, 0.439453, 0.453125, 0.476562, 0.457031, 0.470703, 0.460938, 0.4375, 0.451172, 0.478516, 0.466797, 0.458984, 0.458984, 0.472656, 0.455078, 0.453125, 0.484375, 0.429688, 0.462891, 0.4375, 0.447266, 0.451172, 0.458984, 0.451172, 0.455078, 0.464844, 0.394531, 0.460938, 0.431641, 0.412109, 0.490234, 0.458984, 0.431641, 0.455078, 0.480469, 0.455078, 0.484375, 0.472656, 0.447266, 0.451172, 0.472656, 0.439453, 0.460938, 0.429688, 0.455078, 0.474609, 0.472656, 0.480469, 0.429688, 0.455078, 0.458984, 0.447266, 0.476562, 0.458984, 0.435547, 0.408203, 0.447266, 0.419922, 0.445312, 0.457031, 0.457031, 0.474609, 0.453125, 0.460938, 0.464844, 0.466797, 0.447266, 0.439453, 0.451172, 0.455078, 0.470703, 0.439453, 0.451172, 0.464844, 0.445312, 0.419922, 0.435547, 0.433594, 0.451172, 0.441406, 0.447266, 0.433594, 0.427734, 0.478516, 0.464844, 0.439453, 0.478516, 0.449219, 0.427734, 0.455078, 0.46875, 0.455078, 0.429688, 0.445312, 0.447266, 0.449219, 0.458984, 0.443359, 0.447266, 0.433594, 0.462891, 0.429688, 0.460938, 0.460938, 0.472656, 0.457031, 0.449219, 0.466797, 0.425781, 0.453125, 0.425781, 0.458984, 0.441406, 0.458984, 0.445312, 0.458984, 0.447266, 0.46875, 0.472656, 0.429688, 0.439453, 0.476562, 0.449219, 0.451172, 0.474609, 0.433594, 0.455078, 0.455078, 0.457031, 0.451172, 0.373047, 0.443359, 0.443359, 0.466797, 0.441406, 0.458984, 0.464844, 0.427734, 0.421875, 0.462891, 0.443359, 0.423828, 0.445312, 0.455078, 0.46875, 0.439453, 0.460938, 0.470703, 0.466797, 0.439453, 0.439453, 0.486328, 0.447266, 0.449219, 0.460938, 0.443359, 0.462891, 0.451172, 0.435547, 0.447266, 0.462891, 0.435547, 0.451172, 0.486328, 0.447266, 0.464844, 0.447266, 0.466797, 0.455078, 0.4375, 0.46875, 0.4375, 0.447266, 0.458984, 0.455078, 0.476562, 0.462891, 0.455078, 0.435547, 0.421875, 0.435547, 0.455078, 0.443359, 0.458984, 0.439453, 0.429688, 0.443359, 0.449219, 0.4375, 0.447266, 0.455078, 0.419922, 0.451172, 0.427734, 0.451172, 0.443359, 0.476562, 0.449219, 0.449219, 0.425781, 0.4375, 0.439453, 0.425781, 0.441406, 0.570312, 0.449219, 0.46875, 0.457031, 0.449219, 0.457031, 0.429688, 0.451172, 0.449219, 0.462891, 0.455078, 0.435547, 0.464844, 0.455078, 0.443359, 0.46875, 0.462891, 0.484375, 0.455078, 0.458984, 0.445312, 0.447266, 0.425781, 0.474609, 0.414062, 0.474609, 0.451172, 0.447266, 0.457031, 0.400391, 0.431641, 0.472656, 0.433594, 0.451172, 0.419922, 0.449219, 0.462891, 0.445312, 0.464844, 0.423828, 0.449219, 0.451172, 0.400391, 0.4375, 0.464844, 0.466797, 0.427734, 0.435547, 0.419922, 0.478516, 0.458984, 0.494141, 0.451172, 0.466797, 0.439453, 0.455078, 0.447266, 0.470703, 0.449219, 0.449219, 0.46875, 0.435547, 0.435547, 0.449219, 0.443359, 0.441406, 0.441406, 0.457031, 0.455078, 0.464844, 0.441406, 0.449219, 0.433594, 0.449219, 0.441406, 0.458984, 0.441406, 0.460938, 0.496094, 0.46875, 0.441406, 0.476562, 0.423828, 0.462891, 0.447266, 0.486328, 0.441406, 0.431641, 0.457031, 0.457031, 0.453125, 0.462891, 0.457031, 0.441406, 0.455078, 0.445312, 0.457031, 0.4375, 0.458984, 0.464844, 0.433594, 0.455078, 0.439453, 0.453125, 0.455078, 0.455078, 0.453125, 0.457031, 0.486328, 0.425781, 0.46875, 0.464844, 0.482422, 0.466797, 0.443359, 0.466797, 0.453125, 0.435547, 0.425781, 0.439453, 0.462891, 0.435547, 0.462891, 0.453125, 0.470703, 0.433594, 0.429688, 0.457031, 0.455078, 0.464844, 0.435547, 0.453125, 0.451172, 0.453125, 0.472656, 0.445312 ] }, "name": "model.transformer.layers.16.ffn_norm.weight", "outputIndexes": [ 1064 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1063, 1064 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_16/Mul_1_output_0", "outputIndexes": [ 1065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1065 ], "outputIndexes": [ 2978 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 2978 ], "outputIndexes": [ 2979 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_1/Linear", "inputIndexes": [ 2979 ], "outputIndexes": [ 2980 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 12800, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 307200, "weightSize": 0 }, "external": [ 869230168, 39321862, 2457600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 2980 ], "outputIndexes": [ 2981 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2981 ], "outputIndexes": [ 1066 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 12800 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 6400 ] }, "name": "/ffn_16/Mul_output_0", "outputIndexes": [ 1067 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1066, 21, 1067, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_16/Slice_output_0", "outputIndexes": [ 1068 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1068 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_16/Sigmoid_output_0", "outputIndexes": [ 1069 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1068, 1069 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_16/Mul_output_0", "outputIndexes": [ 1070 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 12800 ] }, "name": "/ffn_16/Mul_1_output_0", "outputIndexes": [ 1071 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1066, 1067, 1071, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_16/Slice_1_output_0", "outputIndexes": [ 1072 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1070, 1072 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_16/Mul_2_output_0", "outputIndexes": [ 1073 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1073 ], "outputIndexes": [ 2982 ], "main_type": "Reshape", "main": { "dims": [ -1, 6400, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 2982 ], "outputIndexes": [ 2983 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_2/Linear", "inputIndexes": [ 2983 ], "outputIndexes": [ 2984 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 6400, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 153600, "weightSize": 0 }, "external": [ 911009630, 19661062, 1228800, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 2984 ], "outputIndexes": [ 2985 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2985 ], "outputIndexes": [ 1074 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1062, 1074 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_67_output_0", "outputIndexes": [ 1075 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1075, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_68_output_0", "outputIndexes": [ 1076 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1076 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_17/Mul_output_0", "outputIndexes": [ 1077 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.482422, 0.503906, 0.464844, 0.466797, 0.478516, 0.478516, 0.451172, 0.433594, 0.458984, 0.466797, 0.480469, 0.507812, 0.470703, 0.470703, 0.414062, 0.462891, 0.470703, 0.457031, 0.460938, 0.433594, 0.490234, 0.486328, 0.466797, 0.474609, 0.486328, 0.492188, 0.5, 0.498047, 0.496094, 0.482422, 0.457031, 0.492188, 0.486328, 0.482422, 0.464844, 0.494141, 0.455078, 0.449219, 0.472656, 0.5, 0.476562, 0.460938, 0.464844, 0.490234, 0.433594, 0.492188, 0.464844, 0.476562, 0.466797, 0.458984, 0.494141, 0.462891, 0.523438, 0.433594, 0.402344, 0.503906, 0.492188, 0.492188, 0.46875, 0.488281, 0.46875, 0.472656, 0.472656, 0.435547, 0.474609, 0.490234, 0.466797, 0.458984, 0.490234, 0.476562, 0.464844, 0.498047, 0.455078, 0.457031, 0.472656, 0.429688, 0.492188, 0.466797, 0.511719, 0.470703, 0.490234, 0.458984, 0.472656, 0.462891, 0.445312, 0.457031, 0.445312, 0.496094, 0.490234, 0.519531, 0.472656, 0.478516, 0.472656, 0.427734, 0.457031, 0.486328, 0.472656, 0.462891, 0.515625, 0.458984, 0.511719, 0.417969, 0.457031, 0.511719, 0.488281, 0.503906, 0.46875, 0.519531, 0.462891, 0.507812, 0.441406, 0.460938, 0.490234, 0.492188, 0.511719, 0.470703, 0.511719, 0.46875, 0.542969, 0.492188, 0.460938, 0.498047, 0.464844, 0.484375, 0.464844, 0.46875, 0.511719, 0.470703, 0.462891, 0.460938, 0.492188, 0.460938, 0.515625, 0.451172, 0.455078, 0.457031, 0.498047, 0.46875, 0.472656, 0.486328, 0.455078, 0.482422, 0.486328, 0.486328, 0.5, 0.486328, 0.484375, 0.519531, 0.419922, 0.410156, 0.503906, 0.480469, 0.458984, 0.527344, 0.486328, 0.474609, 0.507812, 0.472656, 0.507812, 0.472656, 0.494141, 0.453125, 0.511719, 0.480469, 0.435547, 0.455078, 0.453125, 0.488281, 0.443359, 0.523438, 0.498047, 0.482422, 0.460938, 0.503906, 0.511719, 0.486328, 0.498047, 0.447266, 0.458984, 0.519531, 0.451172, 0.427734, 0.457031, 0.443359, 0.480469, 0.447266, 0.460938, 0.503906, 0.494141, 0.474609, 0.427734, 0.439453, 0.511719, 0.427734, 0.46875, 0.503906, 0.503906, 0.457031, 0.453125, 0.527344, 0.464844, 0.550781, 0.494141, 0.470703, 0.511719, 0.511719, 0.5, 0.451172, 0.392578, 0.466797, 0.5, 0.496094, 0.5, 0.486328, 0.457031, 0.496094, 0.484375, 0.498047, 0.494141, 0.443359, 0.464844, 0.484375, 0.476562, 0.494141, 0.496094, 0.484375, 0.455078, 0.5, 0.472656, 0.466797, 0.490234, 0.453125, 0.443359, 0.466797, 0.519531, 0.464844, 0.464844, 0.488281, 0.492188, 0.46875, 0.433594, 0.460938, 0.480469, 0.464844, 0.539062, 0.515625, 0.490234, 0.457031, 0.478516, 0.492188, 0.474609, 0.484375, 0.507812, 0.443359, 0.466797, 0.494141, 0.470703, 0.4375, 0.482422, 0.455078, 0.503906, 0.476562, 0.443359, 0.492188, 0.423828, 0.46875, 0.464844, 0.466797, 0.478516, 0.457031, 0.476562, 0.482422, 0.478516, 0.478516, 0.46875, 0.480469, 0.46875, 0.453125, 0.455078, 0.464844, 0.445312, 0.476562, 0.511719, 0.498047, 0.455078, 0.427734, 0.449219, 0.431641, 0.466797, 0.466797, 0.46875, 0.503906, 0.476562, 0.503906, 0.5, 0.455078, 0.486328, 0.507812, 0.488281, 0.46875, 0.503906, 0.490234, 0.472656, 0.474609, 0.492188, 0.458984, 0.527344, 0.480469, 0.476562, 0.457031, 0.433594, 0.466797, 0.449219, 0.486328, 0.5, 0.486328, 0.484375, 0.494141, 0.515625, 0.464844, 0.519531, 0.472656, 0.490234, 0.5, 0.4375, 0.486328, 0.431641, 0.496094, 0.53125, 0.515625, 0.457031, 0.478516, 0.480469, 0.535156, 0.519531, 0.429688, 0.486328, 0.503906, 0.482422, 0.523438, 0.482422, 0.507812, 0.494141, 0.46875, 0.460938, 0.486328, 0.470703, 0.474609, 0.46875, 0.460938, 0.546875, 0.488281, 0.486328, 0.507812, 0.470703, 0.464844, 0.472656, 0.486328, 0.476562, 0.417969, 0.458984, 0.482422, 0.484375, 0.435547, 0.511719, 0.462891, 0.498047, 0.382812, 0.458984, 0.425781, 0.484375, 0.507812, 0.46875, 0.496094, 0.511719, 0.519531, 0.490234, 0.503906, 0.492188, 0.457031, 0.476562, 0.447266, 0.458984, 0.464844, 0.484375, 0.492188, 0.453125, 0.535156, 0.462891, 0.464844, 0.470703, 0.523438, 0.4375, 0.453125, 0.484375, 0.466797, 0.464844, 0.490234, 0.439453, 0.449219, 0.451172, 0.451172, 0.492188, 0.478516, 0.458984, 0.457031, 0.472656, 0.46875, 0.498047, 0.453125, 0.519531, 0.492188, 0.482422, 0.478516, 0.494141, 0.474609, 0.478516, 0.478516, 0.503906, 0.453125, 0.486328, 0.439453, 0.507812, 0.482422, 0.462891, 0.472656, 0.490234, 0.492188, 0.466797, 0.503906, 0.4375, 0.46875, 0.486328, 0.455078, 0.482422, 0.470703, 0.482422, 0.470703, 0.498047, 0.482422, 0.539062, 0.441406, 0.490234, 0.527344, 0.5, 0.429688, 0.466797, 0.498047, 0.462891, 0.494141, 0.480469, 0.451172, 0.457031, 0.476562, 0.507812, 0.46875, 0.507812, 0.458984, 0.460938, 0.451172, 0.482422, 0.494141, 0.382812, 0.460938, 0.498047, 0.511719, 0.431641, 0.453125, 0.490234, 0.46875, 0.486328, 0.466797, 0.46875, 0.476562, 0.46875, 0.462891, 0.449219, 0.462891, 0.490234, 0.507812, 0.466797, 0.478516, 0.486328, 0.460938, 0.498047, 0.507812, 0.476562, 0.462891, 0.453125, 0.472656, 0.46875, 0.484375, 0.472656, 0.507812, 0.464844, 0.488281, 0.480469, 0.5, 0.447266, 0.484375, 0.515625, 0.496094, 0.480469, 0.503906, 0.476562, 0.486328, 0.464844, 0.421875, 0.5, 0.488281, 0.449219, 0.523438, 0.410156, 0.490234, 0.466797, 0.486328, 0.523438, 0.476562, 0.439453, 0.474609, 0.451172, 0.496094, 0.466797, 0.474609, 0.46875, 0.46875, 0.435547, 0.482422, 0.5, 0.488281, 0.414062, 0.482422, 0.464844, 0.472656, 0.4375, 0.492188, 0.470703, 0.515625, 0.443359, 0.494141, 0.482422, 0.492188, 0.527344, 0.419922, 0.490234, 0.470703, 0.462891, 0.503906, 0.488281, 0.542969, 0.486328, 0.519531, 0.482422, 0.46875, 0.503906, 0.474609, 0.488281, 0.472656, 0.484375, 0.480469, 0.46875, 0.421875, 0.419922, 0.427734, 0.455078, 0.474609, 0.427734, 0.46875, 0.476562, 0.515625, 0.527344, 0.482422, 0.482422, 0.478516, 0.527344, 0.46875, 0.503906, 0.449219, 0.460938, 0.486328, 0.511719, 0.472656, 0.5, 0.488281, 0.535156, 0.455078, 0.486328, 0.417969, 0.503906, 0.466797, 0.507812, 0.486328, 0.484375, 0.466797, 0.478516, 0.474609, 0.417969, 0.470703, 0.480469, 0.472656, 0.464844, 0.478516, 0.455078, 0.421875, 0.498047, 0.433594, 0.515625, 0.447266, 0.46875, 0.474609, 0.457031, 0.46875, 0.445312, 0.494141, 0.414062, 0.447266, 0.462891, 0.480469, 0.466797, 0.472656, 0.460938, 0.472656, 0.449219, 0.484375, 0.46875, 0.445312, 0.503906, 0.498047, 0.478516, 0.496094, 0.515625, 0.523438, 0.476562, 0.53125, 0.498047, 0.441406, 0.431641, 0.484375, 0.507812, 0.5, 0.4375, 0.443359, 0.515625, 0.466797, 0.492188, 0.458984, 0.523438, 0.433594, 0.462891, 0.466797, 0.349609, 0.503906, 0.462891, 0.484375, 0.486328, 0.441406, 0.476562, 0.460938, 0.423828, 0.476562, 0.453125, 0.458984, 0.488281, 0.462891, 0.519531, 0.435547, 0.546875, 0.462891, 0.490234, 0.511719, 0.5, 0.466797, 0.455078, 0.490234, 0.519531, 0.486328, 0.460938, 0.365234, 0.498047, 0.515625, 0.486328, 0.494141, 0.5, 0.449219, 0.46875, 0.423828, 0.445312, 0.490234, 0.5, 0.59375, 0.460938, 0.523438, 0.478516, 0.492188, 0.482422, 0.472656, 0.484375, 0.482422, 0.458984, 0.464844, 0.466797, 0.453125, 0.511719, 0.523438, 0.470703, 0.460938, 0.46875, 0.484375, 0.480469, 0.474609, 0.427734, 0.482422, 0.460938, 0.451172, 0.464844, 0.423828, 0.470703, 0.492188, 0.46875, 0.507812, 0.5, 0.474609, 0.515625, 0.5, 0.466797, 0.496094, 0.460938, 0.539062, 0.435547, 0.466797, 0.482422, 0.466797, 0.482422, 0.486328, 0.455078, 0.494141, 0.527344, 0.496094, 0.46875, 0.472656, 0.488281, 0.511719, 0.441406, 0.478516, 0.472656, 0.503906, 0.4375, 0.503906, 0.539062, 0.498047, 0.507812, 0.488281, 0.490234, 0.511719, 0.46875, 0.486328, 0.503906, 0.472656, 0.457031, 0.400391, 0.466797, 0.476562, 0.5, 0.488281, 0.472656, 0.472656, 0.589844, 0.457031, 0.490234, 0.464844, 0.458984, 0.462891, 0.478516, 0.453125, 0.490234, 0.482422, 0.464844, 0.519531, 0.476562, 0.496094, 0.5, 0.4375, 0.507812, 0.507812, 0.496094, 0.4375, 0.460938, 0.460938, 0.480469, 0.482422, 0.476562, 0.496094, 0.460938, 0.503906, 0.484375, 0.466797, 0.46875, 0.46875, 0.523438, 0.410156, 0.46875, 0.447266, 0.472656, 0.451172, 0.488281, 0.490234, 0.412109, 0.507812, 0.496094, 0.519531, 0.439453, 0.431641, 0.462891, 0.511719, 0.484375, 0.476562, 0.482422, 0.457031, 0.494141, 0.5, 0.447266, 0.458984, 0.511719, 0.4375, 0.457031, 0.449219, 0.466797, 0.507812, 0.441406, 0.455078, 0.482422, 0.482422, 0.462891, 0.46875, 0.488281, 0.490234, 0.488281, 0.488281, 0.498047, 0.425781, 0.476562, 0.482422, 0.476562, 0.458984, 0.507812, 0.445312, 0.484375, 0.507812, 0.419922, 0.451172, 0.458984, 0.445312, 0.503906, 0.476562, 0.492188, 0.462891, 0.455078, 0.46875, 0.484375, 0.455078, 0.488281, 0.486328, 0.464844, 0.46875, 0.503906, 0.457031, 0.439453, 0.523438, 0.53125, 0.5, 0.519531, 0.472656, 0.451172, 0.470703, 0.478516, 0.460938, 0.478516, 0.480469, 0.511719, 0.447266, 0.460938, 0.507812, 0.482422, 0.449219, 0.466797, 0.480469, 0.457031, 0.478516, 0.519531, 0.5, 0.458984, 0.447266, 0.447266, 0.496094, 0.453125, 0.482422, 0.453125, 0.449219, 0.523438, 0.439453, 0.478516, 0.470703, 0.496094, 0.423828, 0.455078, 0.496094, 0.462891, 0.380859, 0.482422, 0.478516, 0.478516, 0.488281, 0.496094, 0.474609, 0.492188, 0.466797, 0.447266, 0.453125, 0.453125, 0.503906, 0.488281, 0.507812, 0.431641, 0.476562, 0.527344, 0.515625, 0.462891, 0.453125, 0.445312, 0.480469, 0.457031, 0.515625, 0.347656, 0.507812, 0.472656, 0.496094, 0.462891, 0.507812, 0.478516, 0.486328, 0.511719, 0.494141, 0.462891, 0.515625, 0.464844, 0.46875, 0.484375, 0.519531, 0.507812, 0.455078, 0.460938, 0.449219, 0.503906, 0.458984, 0.5, 0.507812, 0.443359, 0.439453, 0.466797, 0.496094, 0.458984, 0.496094, 0.527344, 0.451172, 0.53125, 0.451172, 0.445312, 0.474609, 0.484375, 0.5, 0.458984, 0.480469, 0.492188, 0.410156, 0.484375, 0.486328, 0.482422, 0.429688, 0.535156, 0.478516, 0.486328, 0.478516, 0.492188, 0.507812, 0.439453, 0.503906, 0.408203, 0.511719, 0.457031, 0.503906, 0.5625, 0.466797, 0.439453, 0.5, 0.488281, 0.511719, 0.480469, 0.4375, 0.458984, 0.484375, 0.490234, 0.470703, 0.460938, 0.490234, 0.503906, 0.435547, 0.484375, 0.511719, 0.498047, 0.53125, 0.503906, 0.464844, 0.457031, 0.474609, 0.447266, 0.460938, 0.441406, 0.46875, 0.466797, 0.451172, 0.488281, 0.498047, 0.519531, 0.458984, 0.453125, 0.460938, 0.511719, 0.474609, 0.478516, 0.494141, 0.4375, 0.484375, 0.445312, 0.46875, 0.472656, 0.498047, 0.460938, 0.488281, 0.503906, 0.425781, 0.429688, 0.523438, 0.494141, 0.494141, 0.494141, 0.507812, 0.503906, 0.470703, 0.5, 0.474609, 0.490234, 0.5, 0.445312, 0.5, 0.447266, 0.490234, 0.478516, 0.361328, 0.490234, 0.462891, 0.53125, 0.542969, 0.484375, 0.427734, 0.451172, 0.488281, 0.474609, 0.460938, 0.488281, 0.447266, 0.441406, 0.527344, 0.451172, 0.476562, 0.480469, 0.480469, 0.472656, 0.507812, 0.464844, 0.476562, 0.503906, 0.457031, 0.492188, 0.478516, 0.472656, 0.462891, 0.482422, 0.496094, 0.515625, 0.460938, 0.449219, 0.503906, 0.472656, 0.445312, 0.480469, 0.511719, 0.484375, 0.5, 0.511719, 0.486328, 0.5, 0.441406, 0.507812, 0.515625, 0.486328, 0.460938, 0.496094, 0.503906, 0.496094, 0.189453, 0.488281, 0.484375, 0.474609, 0.478516, 0.478516, 0.455078, 0.476562, 0.503906, 0.472656, 0.46875, 0.515625, 0.46875, 0.451172, 0.464844, 0.46875, 0.425781, 0.486328, 0.482422, 0.496094, 0.447266, 0.416016, 0.423828, 0.490234, 0.519531, 0.462891, 0.476562, 0.472656, 0.490234, 0.482422, 0.457031, 0.449219, 0.488281, 0.490234, 0.474609, 0.46875, 0.542969, 0.404297, 0.445312, 0.482422, 0.511719, 0.488281, 0.478516, 0.490234, 0.494141, 0.515625, 0.494141, 0.455078, 0.466797, 0.476562, 0.447266, 0.458984, 0.527344, 0.519531, 0.484375, 0.453125, 0.511719, 0.431641, 0.480469, 0.474609, 0.470703, 0.447266, 0.460938, 0.507812, 0.474609, 0.457031, 0.511719, 0.398438, 0.453125, 0.441406, 0.474609, 0.53125, 0.503906, 0.492188, 0.480469, 0.507812, 0.474609, 0.498047, 0.507812, 0.457031, 0.474609, 0.46875, 0.445312, 0.472656, 0.462891, 0.5, 0.460938, 0.445312, 0.482422, 0.494141, 0.503906, 0.46875, 0.453125, 0.498047, 0.425781, 0.490234, 0.539062, 0.435547, 0.488281, 0.431641, 0.482422, 0.464844, 0.507812, 0.488281, 0.46875, 0.476562, 0.429688, 0.476562, 0.484375, 0.482422, 0.482422, 0.484375, 0.503906, 0.490234, 0.507812, 0.507812, 0.464844, 0.482422, 0.480469, 0.480469, 0.480469, 0.433594, 0.490234, 0.488281, 0.480469, 0.435547, 0.5, 0.484375, 0.46875, 0.433594, 0.445312, 0.462891, 0.46875, 0.492188, 0.515625, 0.464844, 0.464844, 0.486328, 0.486328, 0.511719, 0.455078, 0.480469, 0.466797, 0.492188, 0.433594, 0.460938, 0.478516, 0.433594, 0.498047, 0.527344, 0.457031, 0.472656, 0.496094, 0.449219, 0.386719, 0.519531, 0.460938, 0.507812, 0.486328, 0.472656, 0.488281, 0.466797, 0.470703, 0.542969, 0.488281, 0.453125, 0.443359, 0.457031, 0.515625, 0.46875, 0.490234, 0.474609, 0.519531, 0.458984, 0.496094, 0.498047, 0.466797, 0.484375, 0.464844, 0.404297, 0.455078, 0.482422, 0.53125, 0.443359, 0.464844, 0.474609, 0.490234, 0.527344, 0.449219, 0.453125, 0.478516, 0.447266, 0.46875, 0.410156, 0.527344, 0.476562, 0.472656, 0.458984, 0.457031, 0.476562, 0.498047, 0.460938, 0.435547, 0.476562, 0.486328, 0.480469, 0.5, 0.472656, 0.496094, 0.458984, 0.503906, 0.490234, 0.466797, 0.458984, 0.449219, 0.458984, 0.515625, 0.466797, 0.480469, 0.511719, 0.507812, 0.507812, 0.464844, 0.472656, 0.494141, 0.462891, 0.470703, 0.458984, 0.5, 0.431641, 0.486328, 0.478516, 0.5, 0.488281, 0.439453, 0.480469, 0.519531, 0.408203, 0.455078, 0.480469, 0.488281, 0.503906, 0.523438, 0.462891, 0.478516, 0.447266, 0.498047, 0.466797, 0.447266, 0.472656, 0.484375, 0.458984, 0.488281, 0.488281, 0.523438, 0.349609, 0.474609, 0.498047, 0.441406, 0.439453, 0.490234, 0.464844, 0.53125, 0.527344, 0.496094, 0.496094, 0.451172, 0.470703, 0.457031, 0.478516, 0.429688, 0.470703, 0.453125, 0.503906, 0.474609, 0.484375, 0.453125, 0.507812, 0.462891, 0.460938, 0.498047, 0.455078, 0.462891, 0.515625, 0.5, 0.511719, 0.470703, 0.488281, 0.494141, 0.494141, 0.496094, 0.494141, 0.462891, 0.5, 0.492188, 0.441406, 0.445312, 0.519531, 0.458984, 0.433594, 0.46875, 0.476562, 0.496094, 0.550781, 0.455078, 0.488281, 0.474609, 0.457031, 0.574219, 0.472656, 0.486328, 0.449219, 0.476562, 0.462891, 0.484375, 0.492188, 0.46875, 0.488281, 0.472656, 0.46875, 0.466797, 0.482422, 0.488281, 0.447266, 0.457031, 0.453125, 0.474609, 0.453125, 0.462891, 0.53125, 0.464844, 0.478516, 0.445312, 0.503906, 0.480469, 0.466797, 0.460938, 0.466797, 0.511719, 0.474609, 0.464844, 0.511719, 0.535156, 0.503906, 0.466797, 0.490234, 0.515625, 0.453125, 0.484375, 0.511719, 0.466797, 0.476562, 0.5, 0.480469, 0.486328, 0.466797, 0.496094, 0.433594, 0.421875, 0.488281, 0.490234, 0.476562, 0.46875, 0.472656, 0.511719, 0.433594, 0.451172, 0.439453, 0.482422, 0.453125, 0.455078, 0.455078, 0.425781, 0.507812, 0.494141, 0.476562, 0.550781, 0.445312, 0.367188, 0.511719, 0.515625, 0.490234, 0.46875, 0.482422, 0.480469, 0.470703, 0.455078, 0.4375, 0.425781, 0.460938, 0.507812, 0.494141, 0.492188, 0.466797, 0.476562, 0.464844, 0.492188, 0.5, 0.427734, 0.472656, 0.449219, 0.5, 0.472656, 0.478516, 0.472656, 0.46875, 0.484375, 0.460938, 0.470703, 0.480469, 0.53125, 0.492188, 0.476562, 0.476562, 0.511719, 0.398438, 0.460938, 0.451172, 0.455078, 0.470703, 0.466797, 0.472656, 0.484375, 0.492188, 0.46875, 0.494141, 0.5, 0.476562, 0.447266, 0.464844, 0.494141, 0.503906, 0.447266, 0.447266, 0.449219, 0.474609, 0.447266, 0.478516, 0.427734, 0.5, 0.460938, 0.5, 0.507812, 0.458984, 0.490234, 0.474609, 0.511719, 0.490234, 0.492188, 0.439453, 0.488281, 0.449219, 0.503906, 0.451172, 0.443359, 0.511719, 0.527344, 0.482422, 0.498047, 0.482422, 0.449219, 0.458984, 0.503906, 0.490234, 0.523438, 0.460938, 0.478516, 0.4375, 0.5, 0.503906, 0.488281, 0.435547, 0.488281, 0.460938, 0.470703, 0.46875, 0.482422, 0.519531, 0.443359, 0.472656, 0.457031, 0.482422, 0.478516, 0.449219, 0.490234, 0.464844, 0.464844, 0.498047, 0.455078, 0.496094, 0.46875, 0.492188, 0.429688, 0.488281, 0.470703, 0.484375, 0.476562, 0.492188, 0.458984, 0.455078, 0.462891, 0.492188, 0.515625, 0.470703, 0.458984, 0.460938, 0.46875, 0.527344, 0.480469, 0.484375, 0.478516, 0.486328, 0.484375, 0.441406, 0.382812, 0.4375, 0.466797, 0.449219, 0.53125, 0.466797, 0.480469, 0.507812, 0.478516, 0.488281, 0.453125, 0.478516, 0.488281, 0.5, 0.474609, 0.466797, 0.492188, 0.470703, 0.494141, 0.404297, 0.523438, 0.498047, 0.5, 0.515625, 0.474609, 0.457031, 0.519531, 0.470703, 0.480469, 0.472656, 0.492188, 0.488281, 0.498047, 0.470703, 0.480469, 0.466797, 0.445312, 0.46875, 0.476562, 0.466797, 0.492188, 0.476562, 0.496094, 0.527344, 0.507812, 0.441406, 0.464844, 0.507812, 0.476562, 0.527344, 0.496094, 0.523438, 0.451172, 0.480469, 0.480469, 0.462891, 0.486328, 0.494141, 0.006439, 0.480469, 0.511719, 0.476562, 0.455078, 0.458984, 0.472656, 0.496094, 0.476562, 0.5, 0.474609, 0.578125, 0.453125, 0.421875, 0.455078, 0.5, 0.460938, 0.527344, 0.464844, 0.466797, 0.484375, 0.511719, 0.484375, 0.431641, 0.455078, 0.464844, 0.447266, 0.451172, 0.46875, 0.478516, 0.435547, 0.480469, 0.457031, 0.460938, 0.474609, 0.482422, 0.523438, 0.458984, 0.474609, 0.515625, 0.457031, 0.4375, 0.480469, 0.423828, 0.486328, 0.498047, 0.439453, 0.421875, 0.460938, 0.484375, 0.5, 0.490234, 0.486328, 0.482422, 0.511719, 0.445312, 0.425781, 0.457031, 0.455078, 0.470703, 0.402344, 0.464844, 0.498047, 0.46875, 0.453125, 0.511719, 0.470703, 0.470703, 0.486328, 0.490234, 0.453125, 0.490234, 0.488281, 0.423828, 0.494141, 0.494141, 0.488281, 0.451172, 0.470703, 0.449219, 0.523438, 0.443359, 0.458984, 0.486328, 0.451172, 0.482422, 0.388672, 0.421875, 0.478516, 0.484375, 0.486328, 0.476562, 0.527344, 0.480469, 0.464844, 0.490234, 0.453125, 0.484375, 0.425781, 0.429688, 0.496094, 0.476562, 0.519531, 0.515625, 0.498047, 0.4375, 0.464844, 0.490234, 0.503906, 0.486328, 0.457031, 0.490234, 0.474609, 0.476562, 0.466797, 0.515625, 0.447266, 0.527344, 0.453125, 0.439453, 0.460938, 0.478516, 0.476562, 0.492188, 0.503906, 0.5, 0.515625, 0.46875, 0.462891, 0.494141, 0.462891, 0.455078, 0.550781, 0.46875, 0.482422, 0.462891, 0.503906, 0.439453, 0.490234, 0.494141, 0.431641, 0.464844, 0.408203, 0.484375, 0.439453, 0.496094, 0.484375, 0.462891, 0.5, 0.484375, 0.474609, 0.392578, 0.453125, 0.476562, 0.472656, 0.359375, 0.429688, 0.447266, 0.457031, 0.503906, 0.490234, 0.490234, 0.4375, 0.439453, 0.494141, 0.470703, 0.466797, 0.421875, 0.480469, 0.435547, 0.488281, 0.449219, 0.462891, 0.488281, 0.445312, 0.5, 0.443359, 0.480469, 0.498047, 0.464844, 0.494141, 0.511719, 0.445312, 0.492188, 0.486328, 0.494141, 0.470703, 0.455078, 0.453125, 0.470703, 0.423828, 0.466797, 0.496094, 0.498047, 0.484375, 0.441406, 0.480469, 0.482422, 0.447266, 0.482422, 0.476562, 0.449219, 0.431641, 0.453125, 0.498047, 0.460938, 0.455078, 0.492188, 0.486328, 0.5, 0.515625, 0.490234, 0.484375, 0.507812, 0.470703, 0.474609, 0.466797, 0.455078, 0.470703, 0.451172, 0.46875, 0.480469, 0.490234, 0.462891, 0.480469, 0.488281, 0.503906, 0.490234, 0.462891, 0.476562, 0.404297, 0.46875, 0.470703, 0.484375, 0.478516, 0.443359, 0.466797, 0.472656, 0.464844, 0.486328, 0.474609, 0.486328, 0.433594, 0.5, 0.433594, 0.445312, 0.503906, 0.503906, 0.482422, 0.408203, 0.507812, 0.455078, 0.488281, 0.455078, 0.455078, 0.451172, 0.511719, 0.4375, 0.453125, 0.511719, 0.423828, 0.470703, 0.488281, 0.484375, 0.439453, 0.478516, 0.476562, 0.443359, 0.439453, 0.492188, 0.425781, 0.476562, 0.429688, 0.515625, 0.519531, 0.458984, 0.445312, 0.523438, 0.476562, 0.466797, 0.535156, 0.484375, 0.476562, 0.464844, 0.472656, 0.492188, 0.458984, 0.457031, 0.492188, 0.466797, 0.478516, 0.482422, 0.484375, 0.455078, 0.449219, 0.460938, 0.507812, 0.498047, 0.470703, 0.466797, 0.484375, 0.466797, 0.470703, 0.457031, 0.464844, 0.451172, 0.416016, 0.476562, 0.458984, 0.511719, 0.455078, 0.476562, 0.474609, 0.494141, 0.46875, 0.484375, 0.443359, 0.511719, 0.527344, 0.490234, 0.423828, 0.451172, 0.451172, 0.492188, 0.416016, 0.466797, 0.494141, 0.503906, 0.535156, 0.503906, 0.460938, 0.455078, 0.460938, 0.484375, 0.496094, 0.46875, 0.488281, 0.494141, 0.457031, 0.5, 0.507812, 0.490234, 0.515625, 0.484375, 0.484375, 0.455078, 0.503906, 0.441406, 0.486328, 0.412109, 0.466797, 0.492188, 0.498047, 0.496094, 0.480469, 0.480469, 0.470703, 0.460938, 0.455078, 0.478516, 0.474609, 0.447266, 0.470703, 0.519531, 0.486328, 0.474609, 0.5, 0.453125, 0.46875, 0.443359, 0.535156, 0.490234, 0.476562, 0.498047, 0.494141, 0.4375, 0.451172, 0.466797, 0.511719, 0.488281, 0.457031, 0.474609, 0.453125, 0.515625, 0.46875, 0.515625, 0.455078, 0.484375, 0.449219, 0.464844, 0.443359, 0.523438, 0.503906, 0.445312, 0.498047, 0.482422, 0.515625, 0.511719, 0.476562, 0.474609, 0.46875, 0.451172, 0.488281, 0.488281, 0.404297, 0.470703, 0.453125, 0.447266, 0.464844, 0.498047, 0.496094, 0.519531, 0.515625, 0.460938, 0.417969, 0.474609, 0.482422, 0.498047, 0.496094, 0.472656, 0.414062, 0.453125, 0.462891, 0.503906, 0.474609, 0.480469, 0.476562, 0.5, 0.466797, 0.484375, 0.494141, 0.470703, 0.462891, 0.484375, 0.419922, 0.460938, 0.482422, 0.482422, 0.443359, 0.484375, 0.330078, 0.460938, 0.519531, 0.474609, 0.457031, 0.527344, 0.484375, 0.482422, 0.5, 0.441406, 0.496094, 0.449219, 0.453125, 0.472656, 0.511719, 0.46875, 0.486328, 0.5, 0.480469, 0.492188, 0.496094, 0.511719, 0.449219, 0.494141, 0.486328, 0.511719, 0.503906, 0.457031, 0.464844, 0.503906, 0.482422, 0.498047, 0.492188, 0.478516, 0.476562, 0.472656, 0.482422, 0.503906, 0.439453, 0.523438, 0.492188, 0.439453, 0.527344, 0.478516, 0.421875, 0.482422, 0.482422, 0.486328, 0.470703, 0.511719, 0.496094, 0.472656, 0.474609, 0.53125, 0.519531, 0.433594, 0.474609, 0.476562, 0.441406, 0.496094, 0.457031, 0.482422, 0.492188, 0.5, 0.46875, 0.482422, 0.480469, 0.458984, 0.480469, 0.402344, 0.472656, 0.486328, 0.474609, 0.474609, 0.466797, 0.46875, 0.466797, 0.523438, 0.5, 0.447266, 0.480469, 0.447266, 0.464844, 0.439453, 0.492188, 0.484375, 0.457031, 0.503906, 0.453125, 0.462891, 0.462891, 0.490234, 0.458984, 0.490234, 0.455078, 0.476562, 0.423828, 0.457031, 0.498047, 0.462891, 0.503906, 0.476562, 0.462891, 0.443359, 0.484375, 0.480469, 0.443359, 0.474609, 0.515625, 0.490234, 0.478516, 0.431641, 0.490234, 0.486328, 0.455078, 0.414062, 0.460938, 0.4375, 0.449219, 0.449219, 0.482422, 0.494141, 0.492188, 0.484375, 0.462891, 0.490234, 0.435547, 0.472656, 0.466797, 0.507812, 0.474609, 0.453125, 0.53125, 0.484375, 0.472656, 0.439453, 0.511719, 0.40625, 0.486328, 0.464844, 0.488281, 0.498047, 0.494141, 0.423828, 0.455078, 0.478516, 0.447266, 0.46875, 0.441406, 0.460938, 0.482422, 0.486328, 0.488281, 0.498047, 0.507812, 0.458984, 0.453125, 0.458984, 0.458984, 0.488281, 0.494141, 0.464844, 0.447266, 0.542969, 0.507812, 0.470703, 0.492188, 0.417969, 0.476562, 0.482422, 0.490234, 0.488281, 0.443359, 0.429688, 0.431641, 0.478516, 0.482422, 0.490234, 0.476562, 0.46875, 0.523438, 0.474609, 0.445312, 0.498047, 0.447266, 0.451172, 0.457031, 0.5, 0.5, 0.5, 0.429688, 0.498047, 0.511719, 0.478516, 0.46875, 0.496094, 0.482422, 0.482422, 0.464844, 0.478516, 0.490234, 0.451172, 0.431641, 0.503906, 0.460938, 0.511719, 0.484375, 0.494141, 0.466797, 0.496094, 0.494141, 0.482422, 0.470703, 0.503906, 0.490234, 0.445312, 0.474609, 0.458984, 0.511719, 0.472656, 0.527344, 0.476562, 0.5, 0.476562, 0.476562, 0.458984, 0.498047, 0.458984, 0.503906, 0.5, 0.511719, 0.464844, 0.449219, 0.474609, 0.466797, 0.453125, 0.480469, 0.498047, 0.492188, 0.480469, 0.474609, 0.451172, 0.470703, 0.478516, 0.457031, 0.503906, 0.523438, 0.476562, 0.462891, 0.425781, 0.46875, 0.470703, 0.515625, 0.480469, 0.46875, 0.503906, 0.542969, 0.472656, 0.488281, 0.480469, 0.478516, 0.476562, 0.466797, 0.523438, 0.507812, 0.480469, 0.511719, 0.455078, 0.421875, 0.498047, 0.458984, 0.539062, 0.484375, 0.5, 0.472656, 0.507812, 0.46875, 0.492188, 0.476562, 0.462891, 0.484375, 0.484375, 0.46875, 0.472656, 0.507812, 0.486328, 0.457031, 0.523438, 0.441406, 0.460938, 0.53125, 0.488281, 0.486328, 0.550781, 0.496094, 0.527344, 0.507812, 0.455078, 0.451172, 0.486328, 0.455078, 0.503906, 0.466797, 0.462891, 0.496094, 0.474609, 0.484375, 0.482422, 0.455078, 0.470703, 0.5, 0.507812, 0.464844, 0.439453, 0.457031, 0.494141, 0.480469, 0.445312, 0.460938, 0.511719, 0.427734, 0.449219, 0.519531, 0.464844, 0.46875, 0.507812, 0.46875, 0.478516, 0.484375, 0.46875, 0.496094, 0.460938, 0.441406, 0.462891, 0.486328, 0.476562, 0.447266, 0.503906, 0.464844, 0.457031, 0.5, 0.490234, 0.490234, 0.496094, 0.46875, 0.470703, 0.458984, 0.498047, 0.478516, 0.439453, 0.425781, 0.507812, 0.458984, 0.480469, 0.482422, 0.5, 0.404297, 0.480469, 0.484375, 0.457031, 0.457031, 0.484375, 0.460938, 0.441406, 0.478516, 0.515625, 0.484375, 0.5, 0.492188, 0.458984, 0.455078, 0.462891, 0.445312, 0.453125, 0.46875, 0.482422, 0.423828, 0.474609, 0.460938, 0.466797, 0.474609, 0.419922, 0.451172, 0.466797, 0.488281, 0.482422, 0.470703, 0.488281, 0.527344, 0.384766, 0.539062, 0.453125, 0.484375, 0.462891, 0.478516, 0.455078, 0.511719, 0.425781, 0.435547, 0.494141, 0.480469, 0.466797, 0.433594, 0.488281, 0.470703, 0.519531, 0.515625, 0.435547, 0.425781, 0.484375, 0.478516, 0.46875, 0.484375, 0.519531, 0.472656, 0.503906, 0.466797, 0.462891, 0.439453, 0.451172, 0.435547, 0.472656, 0.480469, 0.515625, 0.455078, 0.492188, 0.462891, 0.46875, 0.486328, 0.484375, 0.474609, 0.474609, 0.478516, 0.511719, 0.546875, 0.507812, 0.460938, 0.492188, 0.494141, 0.472656, 0.519531, 0.507812, 0.5, 0.5625, 0.464844, 0.490234, 0.486328, 0.486328, 0.464844, 0.457031, 0.488281, 0.492188, 0.515625, 0.464844, 0.503906, 0.466797, 0.498047, 0.425781, 0.478516, 0.488281, 0.449219, 0.433594, 0.507812, 0.490234, 0.478516, 0.464844, 0.466797, 0.515625, 0.458984, 0.472656, 0.5, 0.484375, 0.451172, 0.498047, 0.511719, 0.464844, 0.435547, 0.464844, 0.492188, 0.511719, 0.472656, 0.476562, 0.408203, 0.488281, 0.484375, 0.488281, 0.53125, 0.46875, 0.515625, 0.496094, 0.515625, 0.470703, 0.474609, 0.558594, 0.494141, 0.458984, 0.492188, 0.523438, 0.511719, 0.474609, 0.482422, 0.412109, 0.462891, 0.496094, 0.466797, 0.53125, 0.476562, 0.451172, 0.435547, 0.482422, 0.494141, 0.503906, 0.474609, 0.511719, 0.486328, 0.472656, 0.482422, 0.478516, 0.443359, 0.488281, 0.451172, 0.484375, 0.5, 0.474609, 0.507812, 0.427734, 0.570312, 0.470703, 0.443359, 0.455078, 0.457031, 0.515625, 0.482422, 0.498047, 0.464844, 0.417969, 0.451172, 0.474609, 0.474609, 0.496094, 0.427734, 0.443359, 0.478516, 0.503906, 0.476562, 0.490234, 0.441406, 0.5, 0.490234, 0.449219, 0.464844, 0.439453, 0.496094, 0.484375, 0.447266, 0.462891, 0.507812, 0.423828, 0.443359, 0.515625, 0.484375, 0.4375, 0.416016, 0.458984, 0.503906, 0.527344, 0.470703, 0.472656, 0.453125, 0.515625, 0.546875, 0.460938, 0.431641, 0.457031, 0.474609, 0.46875, 0.470703, 0.511719, 0.535156, 0.507812, 0.451172, 0.445312, 0.458984, 0.490234, 0.482422, 0.484375, 0.441406, 0.478516, 0.5, 0.449219, 0.433594, 0.503906, 0.431641, 0.462891, 0.486328, 0.458984, 0.523438, 0.429688, 0.498047, 0.511719, 0.476562, 0.496094, 0.453125, 0.484375, 0.480469, 0.519531, 0.486328, 0.503906, 0.447266, 0.482422, 0.498047, 0.429688, 0.464844, 0.476562, 0.451172, 0.472656, 0.462891, 0.445312, 0.460938, 0.511719, 0.460938, 0.474609, 0.480469, 0.523438, 0.490234, 0.472656, 0.439453, 0.480469, 0.478516, 0.503906, 0.474609, 0.466797, 0.451172, 0.480469, 0.507812, 0.503906, 0.496094, 0.484375, 0.482422, 0.507812, 0.421875, 0.435547, 0.476562, 0.443359, 0.494141, 0.488281, 0.503906, 0.535156, 0.490234, 0.451172, 0.486328, 0.519531, 0.443359, 0.478516, 0.439453, 0.484375, 0.486328, 0.4375, 0.449219, 0.511719, 0.496094, 0.458984, 0.507812, 0.511719, 0.503906, 0.478516, 0.466797, 0.515625, 0.460938, 0.482422, 0.46875, 0.519531, 0.447266, 0.486328, 0.482422, 0.423828, 0.496094, 0.458984, 0.457031, 0.535156, 0.435547, 0.519531, 0.460938, 0.443359, 0.462891, 0.458984, 0.490234, 0.457031, 0.486328, 0.470703, 0.46875, 0.462891, 0.447266, 0.464844, 0.466797, 0.494141, 0.472656, 0.488281, 0.419922, 0.480469, 0.546875, 0.482422, 0.5, 0.462891, 0.492188, 0.464844, 0.492188, 0.427734, 0.476562, 0.46875, 0.441406, 0.492188, 0.464844, 0.466797, 0.486328, 0.441406, 0.439453, 0.425781, 0.484375, 0.464844, 0.492188, 0.460938, 0.523438, 0.486328, 0.482422, 0.507812, 0.455078, 0.458984, 0.462891, 0.507812, 0.490234, 0.503906, 0.5, 0.484375, 0.443359, 0.490234, 0.466797, 0.476562, 0.451172, 0.460938, 0.507812, 0.460938, 0.457031, 0.478516, 0.503906, 0.458984, 0.457031, 0.486328, 0.46875, 0.458984, 0.498047, 0.46875, 0.453125, 0.466797, 0.441406, 0.443359, 0.476562, 0.503906, 0.5, 0.53125, 0.478516, 0.46875, 0.492188, 0.460938, 0.451172, 0.476562, 0.490234, 0.490234, 0.490234, 0.5, 0.472656, 0.5, 0.439453, 0.482422, 0.40625, 0.511719, 0.439453, 0.443359, 0.523438, 0.474609, 0.486328, 0.496094, 0.478516, 0.490234, 0.486328, 0.480469, 0.466797, 0.511719, 0.488281, 0.408203, 0.46875, 0.457031, 0.449219, 0.464844, 0.5, 0.472656, 0.464844, 0.472656, 0.457031, 0.449219, 0.472656, 0.433594, 0.457031, 0.494141, 0.474609, 0.462891, 0.414062, 0.466797, 0.433594, 0.498047, 0.443359, 0.474609, 0.476562, 0.490234, 0.457031, 0.205078, 0.460938, 0.488281, 0.480469, 0.5, 0.484375, 0.449219, 0.496094, 0.449219, 0.472656, 0.482422, 0.494141, 0.439453, 0.435547, 0.460938, 0.511719, 0.455078, 0.449219, 0.486328, 0.515625, 0.5, 0.480469, 0.458984, 0.482422, 0.474609, 0.511719, 0.478516, 0.482422, 0.439453, 0.447266, 0.488281, 0.460938, 0.503906, 0.470703, 0.453125, 0.492188, 0.466797, 0.466797, 0.458984, 0.46875, 0.5, 0.480469, 0.453125, 0.519531, 0.498047, 0.423828, 0.466797, 0.435547, 0.445312, 0.515625, 0.488281, 0.458984, 0.486328, 0.494141, 0.482422, 0.451172, 0.503906, 0.503906, 0.455078, 0.464844, 0.486328, 0.478516, 0.462891, 0.478516, 0.458984, 0.455078, 0.484375, 0.464844, 0.4375, 0.46875, 0.5, 0.445312, 0.400391, 0.494141, 0.457031, 0.453125, 0.472656, 0.474609, 0.519531, 0.445312, 0.4375, 0.431641, 0.466797, 0.515625, 0.519531, 0.511719, 0.443359, 0.449219, 0.423828, 0.435547, 0.492188, 0.464844, 0.451172, 0.507812, 0.503906, 0.460938, 0.464844, 0.511719, 0.462891, 0.478516, 0.478516, 0.447266, 0.476562, 0.480469, 0.480469, 0.488281, 0.472656, 0.5, 0.498047, 0.46875, 0.478516, 0.457031, 0.462891, 0.476562, 0.443359, 0.511719, 0.474609, 0.445312, 0.484375, 0.482422, 0.451172, 0.490234, 0.464844, 0.462891, 0.462891, 0.445312, 0.447266, 0.503906, 0.476562, 0.445312, 0.478516, 0.472656, 0.476562, 0.470703, 0.462891, 0.503906 ] }, "name": "model.transformer.layers.17.attn_norm.weight", "outputIndexes": [ 1078 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1077, 1078 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_17/Mul_1_output_0", "outputIndexes": [ 1079 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1079 ], "outputIndexes": [ 2986 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 2986 ], "outputIndexes": [ 2987 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear", "inputIndexes": [ 2987 ], "outputIndexes": [ 2988 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2048, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 931899492, 6291718, 393216, 8192, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 2988 ], "outputIndexes": [ 2989 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2989 ], "outputIndexes": [ 1080 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2048 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1079 ], "main_type": "NONE", "name": "/Shape_69_output_0", "outputIndexes": [ 1081 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1081 ], "main_type": "NONE", "name": "Shape1532", "outputIndexes": [ 1082 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1081 ], "main_type": "NONE", "name": "Rank1534", "outputIndexes": [ 1083 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1083, 1083 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1536", "outputIndexes": [ 1084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1084 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1537", "outputIndexes": [ 1085 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1084, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1539", "outputIndexes": [ 1086 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1086 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1540", "outputIndexes": [ 1087 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1082, 1085, 1087, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1543", "outputIndexes": [ 1088 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1088 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1544", "outputIndexes": [ 1089 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1089 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1545", "outputIndexes": [ 1090 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 1089 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1546", "outputIndexes": [ 1091 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1081, 1091, 1084 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_89_output_0", "outputIndexes": [ 1092 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1092, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_171_output_0", "outputIndexes": [ 1093 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1093, 305, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_85_output_0", "outputIndexes": [ 1094 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1080, 1094 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_69_output_0", "outputIndexes": [ 1095 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_17/Mul_output_0", "outputIndexes": [ 1096 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.040283, 0.060303, 0.083008, 0.000809, 0.114746, 1.0625, 0.851562, 0.337891, 0.75, 1.140625, 1.226562, 1.148438, 1.179688, 1.25, 1.3125, 1.28125, 1.476562, 1.453125, 1.429688, 1.53125, 1.539062, 1.3125, 1.484375, 1.578125, 1.476562, 1.640625, 1.46875, 1.53125, 1.601562, 1.546875, 1.734375, 1.390625, 1.570312, 1.773438, 1.578125, 1.3125, 1.6875, 2.390625, 1.65625, 1.695312, 1.71875, 1.09375, 1.65625, 2.53125, 1.875, 1.585938, 1.820312, 1.6875, 1.789062, 1.617188, 1.671875, 1.890625, 1.71875, 1.773438, 1.679688, 2.109375, 1.765625, 1.476562, 1.601562, 1.679688, 1.28125, 1.703125, 1.5, 1.679688, 0.023926, 0.023315, -0.025879, 0.189453, 0.07373, 1.0, 0.084961, 0.050537, 0.769531, 0.875, 1.460938, 1.117188, 0.820312, 1.140625, 1.375, 1.546875, 1.226562, 1.390625, 1.382812, 1.453125, 1.554688, 1.570312, 1.429688, 1.476562, 1.367188, 1.578125, 1.773438, 1.773438, 1.5, 1.609375, 1.492188, 1.554688, 1.585938, 1.617188, 1.757812, 1.835938, 1.703125, 1.132812, 1.71875, 1.703125, 1.75, 2.40625, 1.695312, 1.148438, 1.4375, 1.859375, 1.578125, 1.695312, 1.625, 1.6875, 1.65625, 0.871094, 0.785156, 1.390625, 1.640625, 1.320312, 1.609375, 1.804688, 1.765625, 1.648438, 1.515625, 1.585938, 1.671875, 1.695312 ] }, "name": "model.transformer.layers.17.attn.q_norm.weight", "outputIndexes": [ 1097 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1096, 1097 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_17/Mul_1_output_0", "outputIndexes": [ 1098 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1098, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_68_output_0", "outputIndexes": [ 1099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1098, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_69_output_0", "outputIndexes": [ 1100 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1100 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_34_output_0", "outputIndexes": [ 1101 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1098, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_68_output_0", "outputIndexes": [ 1102 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1101, 1102 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_88_output_0", "outputIndexes": [ 1103 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1103, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_69_output_0", "outputIndexes": [ 1104 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1099, 1104 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_68_output_0", "outputIndexes": [ 1105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1079 ], "outputIndexes": [ 2990 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 2990 ], "outputIndexes": [ 2991 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear", "inputIndexes": [ 2991 ], "outputIndexes": [ 2992 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 938592618, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 2992 ], "outputIndexes": [ 2993 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2993 ], "outputIndexes": [ 1106 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1093, 319, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_86_output_0", "outputIndexes": [ 1107 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1106, 1107 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_70_output_0", "outputIndexes": [ 1108 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1108 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_17/Mul_output_0", "outputIndexes": [ 1109 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.037109, 0.077148, 0.091309, -0.002899, 0.195312, 1.125, 0.867188, 0.339844, 0.734375, 1.25, 1.15625, 1.273438, 1.351562, 1.023438, 1.007812, 0.707031, 1.671875, 1.351562, 1.296875, 1.289062, 1.679688, 1.4375, 1.539062, 1.179688, 1.351562, 1.53125, 1.84375, 1.742188, 1.328125, 1.648438, 1.453125, 1.757812, 1.523438, 1.625, 1.757812, 2.1875, 1.6875, 0.738281, 1.703125, 1.695312, 1.65625, 2.40625, 1.8125, 0.976562, 1.390625, 1.820312, 1.523438, 1.71875, 1.65625, 1.726562, 1.617188, 1.382812, 1.429688, 1.476562, 1.703125, 1.40625, 1.695312, 1.8125, 1.757812, 1.71875, 2.140625, 1.648438, 1.5, 1.742188, 0.025269, 0.037842, 0.029297, 0.186523, 0.047607, 0.914062, 0.022949, 0.032471, 0.871094, 0.546875, 1.507812, 1.0, 0.353516, 1.328125, 1.492188, 1.648438, 0.988281, 1.414062, 1.453125, 1.601562, 0.960938, 1.375, 1.320312, 1.671875, 1.445312, 1.570312, 1.117188, 1.359375, 1.671875, 1.476562, 1.703125, 1.25, 1.6875, 1.757812, 1.523438, 1.09375, 1.632812, 2.34375, 1.640625, 1.65625, 1.789062, 0.917969, 1.585938, 2.75, 1.976562, 1.59375, 1.851562, 1.671875, 1.757812, 1.59375, 1.648438, 2.90625, 3.171875, 1.445312, 1.617188, 1.539062, 1.734375, 1.492188, 1.617188, 1.625, 1.445312, 1.65625, 1.65625, 1.679688 ] }, "name": "model.transformer.layers.17.attn.k_norm.weight", "outputIndexes": [ 1110 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109, 1110 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_17/Mul_1_output_0", "outputIndexes": [ 1111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_70_output_0", "outputIndexes": [ 1112 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_71_output_0", "outputIndexes": [ 1113 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_35_output_0", "outputIndexes": [ 1114 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_70_output_0", "outputIndexes": [ 1115 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1114, 1115 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_89_output_0", "outputIndexes": [ 1116 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1116, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_71_output_0", "outputIndexes": [ 1117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1112, 1117 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_69_output_0", "outputIndexes": [ 1118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1079 ], "outputIndexes": [ 2994 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 2994 ], "outputIndexes": [ 2995 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear", "inputIndexes": [ 2995 ], "outputIndexes": [ 2996 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 512, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 12288, "weightSize": 0 }, "external": [ 940266096, 1573126, 98304, 2048, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 2996 ], "outputIndexes": [ 2997 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 2997 ], "outputIndexes": [ 1119 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 512 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1119, 1107 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_71_output_0", "outputIndexes": [ 1120 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1105, 1118, 1120, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.17/self_attn/FusedAttention", "outputIndexes": [ 1121 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1121 ], "outputIndexes": [ 2998 ], "main_type": "Reshape", "main": { "dims": [ -1, 2048, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 2998 ], "outputIndexes": [ 2999 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear", "inputIndexes": [ 2999 ], "outputIndexes": [ 3000 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2048, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 49152, "weightSize": 0 }, "external": [ 941939574, 6291718, 393216, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3000 ], "outputIndexes": [ 3001 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3001 ], "outputIndexes": [ 1122 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1076, 1122 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_70_output_0", "outputIndexes": [ 1123 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1123 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_17/Mul_output_0", "outputIndexes": [ 1124 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.462891, 0.417969, 0.449219, 0.464844, 0.435547, 0.433594, 0.414062, 0.419922, 0.427734, 0.451172, 0.455078, 0.435547, 0.431641, 0.441406, 0.419922, 0.414062, 0.46875, 0.455078, 0.4375, 0.423828, 0.441406, 0.439453, 0.435547, 0.439453, 0.447266, 0.449219, 0.445312, 0.419922, 0.466797, 0.427734, 0.4375, 0.4375, 0.421875, 0.447266, 0.431641, 0.445312, 0.443359, 0.443359, 0.451172, 0.443359, 0.460938, 0.455078, 0.423828, 0.457031, 0.40625, 0.429688, 0.427734, 0.431641, 0.445312, 0.453125, 0.427734, 0.402344, 0.449219, 0.441406, 0.414062, 0.447266, 0.449219, 0.449219, 0.421875, 0.460938, 0.425781, 0.439453, 0.447266, 0.449219, 0.443359, 0.412109, 0.447266, 0.439453, 0.431641, 0.455078, 0.429688, 0.470703, 0.455078, 0.421875, 0.455078, 0.441406, 0.449219, 0.46875, 0.445312, 0.427734, 0.443359, 0.439453, 0.462891, 0.445312, 0.425781, 0.423828, 0.421875, 0.449219, 0.449219, 0.472656, 0.4375, 0.445312, 0.4375, 0.439453, 0.464844, 0.412109, 0.453125, 0.421875, 0.451172, 0.416016, 0.451172, 0.4375, 0.460938, 0.404297, 0.410156, 0.441406, 0.449219, 0.449219, 0.455078, 0.427734, 0.419922, 0.427734, 0.453125, 0.455078, 0.453125, 0.431641, 0.447266, 0.429688, 0.460938, 0.447266, 0.410156, 0.429688, 0.447266, 0.455078, 0.433594, 0.433594, 0.455078, 0.449219, 0.419922, 0.443359, 0.439453, 0.439453, 0.470703, 0.443359, 0.457031, 0.449219, 0.441406, 0.449219, 0.445312, 0.429688, 0.431641, 0.451172, 0.439453, 0.431641, 0.4375, 0.414062, 0.429688, 0.451172, 0.441406, 0.445312, 0.458984, 0.431641, 0.425781, 0.449219, 0.419922, 0.458984, 0.441406, 0.441406, 0.46875, 0.443359, 0.445312, 0.445312, 0.447266, 0.439453, 0.429688, 0.435547, 0.404297, 0.408203, 0.416016, 0.449219, 0.443359, 0.443359, 0.447266, 0.435547, 0.478516, 0.4375, 0.4375, 0.433594, 0.4375, 0.443359, 0.431641, 0.425781, 0.417969, 0.455078, 0.433594, 0.421875, 0.410156, 0.414062, 0.439453, 0.443359, 0.431641, 0.4375, 0.451172, 0.417969, 0.396484, 0.457031, 0.433594, 0.441406, 0.433594, 0.425781, 0.453125, 0.435547, 0.433594, 0.425781, 0.464844, 0.480469, 0.410156, 0.458984, 0.425781, 0.447266, 0.427734, 0.429688, 0.431641, 0.441406, 0.441406, 0.423828, 0.4375, 0.445312, 0.425781, 0.408203, 0.4375, 0.435547, 0.447266, 0.445312, 0.441406, 0.433594, 0.4375, 0.447266, 0.431641, 0.447266, 0.402344, 0.457031, 0.433594, 0.470703, 0.457031, 0.441406, 0.4375, 0.462891, 0.404297, 0.445312, 0.435547, 0.439453, 0.435547, 0.445312, 0.466797, 0.410156, 0.451172, 0.416016, 0.445312, 0.453125, 0.421875, 0.455078, 0.425781, 0.447266, 0.445312, 0.464844, 0.447266, 0.414062, 0.462891, 0.439453, 0.435547, 0.431641, 0.435547, 0.425781, 0.416016, 0.451172, 0.416016, 0.427734, 0.447266, 0.439453, 0.425781, 0.455078, 0.451172, 0.439453, 0.429688, 0.431641, 0.425781, 0.4375, 0.466797, 0.427734, 0.449219, 0.447266, 0.431641, 0.445312, 0.447266, 0.431641, 0.445312, 0.435547, 0.439453, 0.4375, 0.445312, 0.445312, 0.447266, 0.451172, 0.449219, 0.433594, 0.4375, 0.4375, 0.439453, 0.425781, 0.449219, 0.451172, 0.4375, 0.431641, 0.431641, 0.435547, 0.451172, 0.439453, 0.416016, 0.439453, 0.419922, 0.439453, 0.429688, 0.416016, 0.419922, 0.453125, 0.455078, 0.435547, 0.423828, 0.427734, 0.433594, 0.431641, 0.40625, 0.412109, 0.404297, 0.445312, 0.439453, 0.439453, 0.419922, 0.466797, 0.449219, 0.445312, 0.455078, 0.433594, 0.458984, 0.421875, 0.416016, 0.457031, 0.457031, 0.443359, 0.453125, 0.451172, 0.445312, 0.439453, 0.439453, 0.423828, 0.449219, 0.441406, 0.419922, 0.449219, 0.453125, 0.441406, 0.457031, 0.449219, 0.414062, 0.445312, 0.457031, 0.435547, 0.400391, 0.423828, 0.449219, 0.453125, 0.453125, 0.431641, 0.457031, 0.431641, 0.433594, 0.375, 0.425781, 0.412109, 0.447266, 0.431641, 0.451172, 0.433594, 0.435547, 0.453125, 0.445312, 0.443359, 0.439453, 0.439453, 0.443359, 0.439453, 0.416016, 0.449219, 0.433594, 0.4375, 0.429688, 0.449219, 0.431641, 0.433594, 0.445312, 0.457031, 0.433594, 0.439453, 0.419922, 0.470703, 0.449219, 0.443359, 0.433594, 0.414062, 0.441406, 0.435547, 0.455078, 0.416016, 0.431641, 0.462891, 0.414062, 0.423828, 0.457031, 0.400391, 0.414062, 0.457031, 0.4375, 0.412109, 0.478516, 0.4375, 0.423828, 0.423828, 0.455078, 0.455078, 0.464844, 0.404297, 0.423828, 0.429688, 0.416016, 0.457031, 0.441406, 0.441406, 0.445312, 0.449219, 0.457031, 0.429688, 0.423828, 0.443359, 0.421875, 0.427734, 0.447266, 0.449219, 0.433594, 0.443359, 0.449219, 0.433594, 0.441406, 0.416016, 0.433594, 0.417969, 0.433594, 0.451172, 0.425781, 0.451172, 0.4375, 0.423828, 0.441406, 0.421875, 0.447266, 0.431641, 0.451172, 0.453125, 0.449219, 0.441406, 0.431641, 0.439453, 0.384766, 0.433594, 0.455078, 0.4375, 0.429688, 0.443359, 0.433594, 0.419922, 0.417969, 0.433594, 0.441406, 0.460938, 0.429688, 0.445312, 0.412109, 0.453125, 0.423828, 0.396484, 0.439453, 0.443359, 0.423828, 0.429688, 0.441406, 0.421875, 0.462891, 0.464844, 0.441406, 0.433594, 0.373047, 0.431641, 0.464844, 0.445312, 0.423828, 0.417969, 0.433594, 0.455078, 0.414062, 0.453125, 0.4375, 0.447266, 0.445312, 0.412109, 0.445312, 0.429688, 0.429688, 0.458984, 0.427734, 0.429688, 0.439453, 0.4375, 0.439453, 0.4375, 0.429688, 0.447266, 0.46875, 0.457031, 0.4375, 0.445312, 0.435547, 0.447266, 0.429688, 0.443359, 0.429688, 0.441406, 0.457031, 0.439453, 0.431641, 0.4375, 0.414062, 0.429688, 0.421875, 0.417969, 0.435547, 0.480469, 0.429688, 0.441406, 0.435547, 0.457031, 0.451172, 0.4375, 0.480469, 0.445312, 0.443359, 0.453125, 0.4375, 0.445312, 0.439453, 0.470703, 0.423828, 0.449219, 0.449219, 0.449219, 0.464844, 0.429688, 0.40625, 0.443359, 0.435547, 0.431641, 0.466797, 0.445312, 0.425781, 0.449219, 0.431641, 0.457031, 0.414062, 0.414062, 0.423828, 0.455078, 0.433594, 0.435547, 0.435547, 0.435547, 0.410156, 0.4375, 0.4375, 0.4375, 0.431641, 0.423828, 0.457031, 0.445312, 0.445312, 0.458984, 0.466797, 0.451172, 0.451172, 0.164062, 0.4375, 0.457031, 0.445312, 0.443359, 0.443359, 0.466797, 0.433594, 0.431641, 0.447266, 0.4375, 0.439453, 0.445312, 0.427734, 0.441406, 0.462891, 0.447266, 0.425781, 0.4375, 0.447266, 0.443359, 0.455078, 0.412109, 0.396484, 0.421875, 0.435547, 0.439453, 0.449219, 0.451172, 0.455078, 0.433594, 0.445312, 0.462891, 0.445312, 0.451172, 0.449219, 0.425781, 0.419922, 0.435547, 0.451172, 0.458984, 0.445312, 0.439453, 0.445312, 0.466797, 0.46875, 0.458984, 0.431641, 0.421875, 0.445312, 0.458984, 0.447266, 0.439453, 0.410156, 0.441406, 0.445312, 0.451172, 0.457031, 0.425781, 0.445312, 0.416016, 0.408203, 0.449219, 0.427734, 0.447266, 0.410156, 0.451172, 0.417969, 0.423828, 0.431641, 0.443359, 0.457031, 0.453125, 0.453125, 0.453125, 0.429688, 0.449219, 0.4375, 0.453125, 0.4375, 0.441406, 0.423828, 0.441406, 0.439453, 0.455078, 0.464844, 0.451172, 0.441406, 0.439453, 0.427734, 0.466797, 0.449219, 0.451172, 0.457031, 0.451172, 0.451172, 0.425781, 0.441406, 0.416016, 0.455078, 0.435547, 0.441406, 0.339844, 0.421875, 0.427734, 0.439453, 0.441406, 0.414062, 0.451172, 0.429688, 0.441406, 0.447266, 0.470703, 0.425781, 0.427734, 0.423828, 0.441406, 0.449219, 0.423828, 0.425781, 0.439453, 0.453125, 0.458984, 0.4375, 0.451172, 0.441406, 0.431641, 0.435547, 0.421875, 0.412109, 0.435547, 0.447266, 0.447266, 0.455078, 0.464844, 0.425781, 0.451172, 0.408203, 0.458984, 0.460938, 0.464844, 0.441406, 0.439453, 0.423828, 0.474609, 0.449219, 0.449219, 0.433594, 0.4375, 0.453125, 0.447266, 0.445312, 0.412109, 0.445312, 0.417969, 0.453125, 0.449219, 0.441406, 0.445312, 0.445312, 0.435547, 0.447266, 0.451172, 0.423828, 0.464844, 0.439453, 0.4375, 0.419922, 0.455078, 0.423828, 0.460938, 0.419922, 0.441406, 0.455078, 0.470703, 0.412109, 0.447266, 0.429688, 0.449219, 0.4375, 0.433594, 0.4375, 0.427734, 0.353516, 0.449219, 0.441406, 0.447266, 0.419922, 0.429688, 0.431641, 0.453125, 0.447266, 0.455078, 0.435547, 0.439453, 0.455078, 0.445312, 0.423828, 0.425781, 0.414062, 0.429688, 0.435547, 0.439453, 0.425781, 0.455078, 0.4375, 0.441406, 0.435547, 0.455078, 0.431641, 0.458984, 0.460938, 0.431641, 0.414062, 0.431641, 0.435547, 0.402344, 0.453125, 0.458984, 0.398438, 0.439453, 0.453125, 0.451172, 0.414062, 0.474609, 0.455078, 0.458984, 0.439453, 0.433594, 0.433594, 0.449219, 0.433594, 0.429688, 0.466797, 0.445312, 0.447266, 0.412109, 0.417969, 0.423828, 0.439453, 0.455078, 0.449219, 0.439453, 0.441406, 0.447266, 0.4375, 0.441406, 0.439453, 0.455078, 0.449219, 0.447266, 0.449219, 0.417969, 0.435547, 0.423828, 0.443359, 0.455078, 0.429688, 0.429688, 0.462891, 0.427734, 0.451172, 0.421875, 0.439453, 0.439453, 0.441406, 0.427734, 0.443359, 0.421875, 0.394531, 0.423828, 0.443359, 0.449219, 0.429688, 0.447266, 0.453125, 0.412109, 0.449219, 0.453125, 0.423828, 0.443359, 0.439453, 0.429688, 0.445312, 0.429688, 0.4375, 0.439453, 0.429688, 0.453125, 0.458984, 0.417969, 0.439453, 0.402344, 0.447266, 0.464844, 0.453125, 0.453125, 0.451172, 0.451172, 0.431641, 0.429688, 0.439453, 0.46875, 0.410156, 0.429688, 0.396484, 0.462891, 0.429688, 0.433594, 0.439453, 0.441406, 0.457031, 0.392578, 0.412109, 0.445312, 0.433594, 0.410156, 0.429688, 0.462891, 0.435547, 0.443359, 0.439453, 0.445312, 0.449219, 0.457031, 0.449219, 0.433594, 0.453125, 0.431641, 0.449219, 0.453125, 0.427734, 0.447266, 0.4375, 0.429688, 0.441406, 0.439453, 0.431641, 0.451172, 0.433594, 0.402344, 0.429688, 0.453125, 0.417969, 0.462891, 0.246094, 0.445312, 0.457031, 0.431641, 0.449219, 0.464844, 0.449219, 0.449219, 0.439453, 0.429688, 0.443359, 0.455078, 0.441406, 0.466797, 0.4375, 0.449219, 0.433594, 0.447266, 0.455078, 0.425781, 0.439453, 0.449219, 0.4375, 0.445312, 0.417969, 0.433594, 0.451172, 0.439453, 0.445312, 0.498047, 0.458984, 0.441406, 0.423828, 0.427734, 0.419922, 0.421875, 0.462891, 0.435547, 0.423828, 0.439453, 0.449219, 0.423828, 0.441406, 0.427734, 0.460938, 0.40625, 0.429688, 0.447266, 0.455078, 0.46875, 0.431641, 0.4375, 0.419922, 0.46875, 0.40625, 0.449219, 0.419922, 0.455078, 0.445312, 0.447266, 0.455078, 0.421875, 0.455078, 0.466797, 0.435547, 0.433594, 0.416016, 0.447266, 0.417969, 0.443359, 0.451172, 0.464844, 0.443359, 0.423828, 0.429688, 0.435547, 0.447266, 0.392578, 0.433594, 0.439453, 0.472656, 0.410156, 0.443359, 0.416016, 0.439453, 0.425781, 0.429688, 0.404297, 0.451172, 0.4375, 0.455078, 0.449219, 0.4375, 0.429688, 0.453125, 0.457031, 0.429688, 0.460938, 0.421875, 0.462891, 0.453125, 0.412109, 0.453125, 0.410156, 0.429688, 0.433594, 0.455078, 0.429688, 0.429688, 0.416016, 0.441406, 0.429688, 0.429688, 0.4375, 0.441406, 0.429688, 0.435547, 0.445312, 0.433594, 0.443359, 0.447266, 0.447266, 0.458984, 0.427734, 0.445312, 0.412109, 0.4375, 0.4375, 0.457031, 0.462891, 0.425781, 0.435547, 0.453125, 0.431641, 0.466797, 0.447266, 0.457031, 0.447266, 0.40625, 0.472656, 0.421875, 0.443359, 0.425781, 0.46875, 0.453125, 0.455078, 0.447266, 0.453125, 0.439453, 0.431641, 0.441406, 0.429688, 0.458984, 0.431641, 0.4375, 0.460938, 0.443359, 0.439453, 0.429688, 0.433594, 0.4375, 0.457031, 0.445312, 0.441406, 0.445312, 0.441406, 0.431641, 0.445312, 0.431641, 0.419922, 0.443359, 0.435547, 0.441406, 0.4375, 0.458984, 0.478516, 0.425781, 0.707031, 0.435547, 0.439453, 0.462891, 0.441406, 0.445312, 0.435547, 0.414062, 0.447266, 0.441406, 0.449219, 0.457031, 0.414062, 0.439453, 0.453125, 0.433594, 0.453125, 0.4375, 0.453125, 0.451172, 0.433594, 0.453125, 0.433594, 0.447266, 0.447266, 0.451172, 0.441406, 0.457031, 0.453125, 0.462891, 0.439453, 0.417969, 0.455078, 0.445312, 0.457031, 0.443359, 0.417969, 0.476562, 0.398438, 0.457031, 0.447266, 0.431641, 0.435547, 0.427734, 0.445312, 0.458984, 0.453125, 0.449219, 0.447266, 0.443359, 0.431641, 0.457031, 0.455078, 0.433594, 0.431641, 0.421875, 0.451172, 0.439453, 0.447266, 0.457031, 0.417969, 0.429688, 0.433594, 0.457031, 0.4375, 0.453125, 0.453125, 0.445312, 0.458984, 0.458984, 0.455078, 0.460938, 0.458984, 0.449219, 0.417969, 0.449219, 0.449219, 0.462891, 0.466797, 0.427734, 0.439453, 0.453125, 0.431641, 0.443359, 0.4375, 0.441406, 0.445312, 0.427734, 0.441406, 0.447266, 0.451172, 0.4375, 0.417969, 0.447266, 0.433594, 0.455078, 0.453125, 0.449219, 0.412109, 0.458984, 0.435547, 0.425781, 0.457031, 0.429688, 0.451172, 0.460938, 0.412109, 0.421875, 0.441406, 0.4375, 0.423828, 0.429688, 0.466797, 0.433594, 0.460938, 0.435547, 0.423828, 0.439453, 0.445312, 0.427734, 0.441406, 0.4375, 0.447266, 0.447266, 0.419922, 0.4375, 0.4375, 0.433594, 0.421875, 0.40625, 0.433594, 0.457031, 0.4375, 0.462891, 0.427734, 0.423828, 0.445312, 0.433594, 0.443359, 0.453125, 0.412109, 0.439453, 0.421875, 0.445312, 0.431641, 0.462891, 0.445312, 0.425781, 0.460938, 0.419922, 0.425781, 0.443359, 0.453125, 0.441406, 0.441406, 0.4375, 0.451172, 0.457031, 0.419922, 0.427734, 0.453125, 0.431641, 0.453125, 0.4375, 0.439453, 0.441406, 0.425781, 0.394531, 0.427734, 0.412109, 0.435547, 0.421875, 0.455078, 0.439453, 0.433594, 0.445312, 0.443359, 0.416016, 0.431641, 0.433594, 0.417969, 0.412109, 0.435547, 0.419922, 0.419922, 0.416016, 0.451172, 0.445312, 0.417969, 0.435547, 0.427734, 0.439453, 0.445312, 0.4375, 0.410156, 0.429688, 0.427734, 0.443359, 0.433594, 0.433594, 0.462891, 0.462891, 0.447266, 0.439453, 0.429688, 0.466797, 0.435547, 0.433594, 0.443359, 0.455078, 0.453125, 0.453125, 0.435547, 0.460938, 0.421875, 0.40625, 0.470703, 0.433594, 0.431641, 0.453125, 0.417969, 0.427734, 0.429688, 0.419922, 0.447266, 0.429688, 0.431641, 0.472656, 0.462891, 0.449219, 0.445312, 0.427734, 0.451172, 0.449219, 0.416016, 0.443359, 0.423828, 0.441406, 0.458984, 0.443359, 0.439453, 0.431641, 0.453125, 0.423828, 0.443359, 0.439453, 0.439453, 0.421875, 0.435547, 0.427734, 0.451172, 0.429688, 0.447266, 0.453125, 0.443359, 0.227539, 0.4375, 0.419922, 0.455078, 0.433594, 0.439453, 0.416016, 0.460938, 0.443359, 0.449219, 0.460938, 0.425781, 0.423828, 0.425781, 0.447266, 0.457031, 0.431641, 0.431641, 0.433594, 0.425781, 0.425781, 0.457031, 0.431641, 0.445312, 0.447266, 0.460938, 0.417969, 0.419922, 0.435547, 0.457031, 0.457031, 0.458984, 0.458984, 0.460938, 0.445312, 0.423828, 0.417969, 0.441406, 0.449219, 0.470703, 0.427734, 0.4375, 0.40625, 0.412109, 0.429688, 0.447266, 0.429688, 0.443359, 0.480469, 0.445312, 0.455078, 0.429688, 0.445312, 0.384766, 0.449219, 0.453125, 0.439453, 0.425781, 0.462891, 0.445312, 0.427734, 0.441406, 0.447266, 0.427734, 0.449219, 0.416016, 0.439453, 0.451172, 0.417969, 0.425781, 0.455078, 0.433594, 0.427734, 0.421875, 0.447266, 0.427734, 0.425781, 0.425781, 0.429688, 0.441406, 0.455078, 0.423828, 0.431641, 0.416016, 0.441406, 0.449219, 0.429688, 0.457031, 0.417969, 0.453125, 0.447266, 0.429688, 0.443359, 0.404297, 0.4375, 0.453125, 0.435547, 0.443359, 0.457031, 0.414062, 0.439453, 0.445312, 0.40625, 0.466797, 0.4375, 0.466797, 0.451172, 0.439453, 0.429688, 0.445312, 0.431641, 0.421875, 0.417969, 0.431641, 0.427734, 0.427734, 0.417969, 0.443359, 0.460938, 0.433594, 0.4375, 0.457031, 0.412109, 0.423828, 0.441406, 0.453125, 0.425781, 0.4375, 0.435547, 0.429688, 0.453125, 0.423828, 0.429688, 0.429688, 0.462891, 0.462891, 0.421875, 0.435547, 0.445312, 0.429688, 0.458984, 0.480469, 0.449219, 0.4375, 0.449219, 0.431641, 0.443359, 0.423828, 0.429688, 0.439453, 0.443359, 0.431641, 0.433594, 0.429688, 0.4375, 0.451172, 0.447266, 0.458984, 0.423828, 0.445312, 0.419922, 0.441406, 0.441406, 0.431641, 0.435547, 0.445312, 0.447266, 0.433594, 0.449219, 0.412109, 0.433594, 0.417969, 0.429688, 0.4375, 0.414062, 0.451172, 0.460938, 0.431641, 0.441406, 0.441406, 0.425781, 0.470703, 0.455078, 0.439453, 0.451172, 0.433594, 0.439453, 0.460938, 0.427734, 0.423828, 0.447266, 0.449219, 0.443359, 0.412109, 0.429688, 0.451172, 0.441406, 0.445312, 0.435547, 0.419922, 0.429688, 0.443359, 0.433594, 0.431641, 0.443359, 0.421875, 0.435547, 0.435547, 0.4375, 0.447266, 0.394531, 0.4375, 0.425781, 0.431641, 0.460938, 0.427734, 0.449219, 0.429688, 0.416016, 0.435547, 0.443359, 0.423828, 0.466797, 0.445312, 0.439453, 0.416016, 0.449219, 0.443359, 0.433594, 0.439453, 0.416016, 0.457031, 0.453125, 0.419922, 0.449219, 0.449219, 0.453125, 0.464844, 0.4375, 0.457031, 0.443359, 0.433594, 0.439453, 0.447266, 0.419922, 0.416016, 0.447266, 0.439453, 0.435547, 0.451172, 0.435547, 0.425781, 0.441406, 0.433594, 0.443359, 0.425781, 0.433594, 0.445312, 0.433594, 0.472656, 0.427734, 0.433594, 0.439453, 0.458984, 0.447266, 0.447266, 0.449219, 0.445312, 0.441406, 0.390625, 0.476562, 0.404297, 0.431641, 0.421875, 0.447266, 0.429688, 0.451172, 0.447266, 0.402344, 0.457031, 0.445312, 0.458984, 0.451172, 0.419922, 0.447266, 0.417969, 0.445312, 0.458984, 0.414062, 0.455078, 0.451172, 0.4375, 0.433594, 0.417969, 0.414062, 0.433594, 0.447266, 0.4375, 0.4375, 0.435547, 0.433594, 0.476562, 0.447266, 0.414062, 0.462891, 0.433594, 0.455078, 0.445312, 0.451172, 0.445312, 0.472656, 0.439453, 0.433594, 0.431641, 0.390625, 0.431641, 0.455078, -0.002808, 0.425781, 0.482422, 0.439453, 0.408203, 0.445312, 0.445312, 0.443359, 0.416016, 0.447266, 0.431641, 0.474609, 0.447266, 0.447266, 0.453125, 0.453125, 0.439453, 0.458984, 0.421875, 0.462891, 0.451172, 0.435547, 0.427734, 0.441406, 0.435547, 0.414062, 0.433594, 0.417969, 0.455078, 0.429688, 0.416016, 0.4375, 0.429688, 0.417969, 0.425781, 0.441406, 0.455078, 0.441406, 0.443359, 0.410156, 0.417969, 0.404297, 0.460938, 0.433594, 0.441406, 0.443359, 0.457031, 0.416016, 0.412109, 0.441406, 0.435547, 0.445312, 0.429688, 0.441406, 0.445312, 0.433594, 0.449219, 0.449219, 0.416016, 0.458984, 0.4375, 0.445312, 0.396484, 0.417969, 0.429688, 0.445312, 0.447266, 0.427734, 0.445312, 0.410156, 0.398438, 0.453125, 0.455078, 0.433594, 0.455078, 0.414062, 0.421875, 0.439453, 0.417969, 0.410156, 0.433594, 0.429688, 0.443359, 0.472656, 0.458984, 0.464844, 0.425781, 0.427734, 0.449219, 0.4375, 0.441406, 0.421875, 0.419922, 0.460938, 0.439453, 0.441406, 0.435547, 0.423828, 0.429688, 0.451172, 0.429688, 0.425781, 0.439453, 0.449219, 0.451172, 0.441406, 0.441406, 0.451172, 0.474609, 0.4375, 0.417969, 0.427734, 0.412109, 0.427734, 0.439453, 0.455078, 0.443359, 0.441406, 0.423828, 0.453125, 0.445312, 0.433594, 0.425781, 0.419922, 0.439453, 0.455078, 0.460938, 0.400391, 0.453125, 0.431641, 0.417969, 0.439453, 0.306641, 0.439453, 0.435547, 0.445312, 0.441406, 0.435547, 0.421875, 0.433594, 0.4375, 0.425781, 0.431641, 0.429688, 0.417969, 0.423828, 0.429688, 0.441406, 0.433594, 0.455078, 0.425781, 0.408203, 0.449219, 0.449219, 0.453125, 0.225586, 0.423828, 0.435547, 0.458984, 0.457031, 0.462891, 0.458984, 0.445312, 0.421875, 0.429688, 0.453125, 0.4375, 0.421875, 0.433594, 0.451172, 0.419922, 0.453125, 0.429688, 0.443359, 0.431641, 0.427734, 0.435547, 0.429688, 0.447266, 0.439453, 0.443359, 0.4375, 0.396484, 0.443359, 0.429688, 0.453125, 0.433594, 0.427734, 0.447266, 0.423828, 0.4375, 0.425781, 0.451172, 0.451172, 0.433594, 0.464844, 0.435547, 0.443359, 0.421875, 0.433594, 0.419922, 0.435547, 0.46875, 0.429688, 0.433594, 0.425781, 0.433594, 0.421875, 0.4375, 0.443359, 0.458984, 0.433594, 0.441406, 0.457031, 0.402344, 0.439453, 0.441406, 0.447266, 0.457031, 0.417969, 0.441406, 0.449219, 0.439453, 0.445312, 0.451172, 0.441406, 0.453125, 0.423828, 0.439453, 0.453125, 0.433594, 0.435547, 0.429688, 0.433594, 0.439453, 0.429688, 0.451172, 0.414062, 0.429688, 0.435547, 0.458984, 0.435547, 0.412109, 0.46875, 0.427734, 0.412109, 0.431641, 0.431641, 0.419922, 0.419922, 0.431641, 0.435547, 0.462891, 0.419922, 0.429688, 0.435547, 0.439453, 0.408203, 0.441406, 0.433594, 0.417969, 0.449219, 0.443359, 0.431641, 0.417969, 0.429688, 0.419922, 0.458984, 0.449219, 0.464844, 0.457031, 0.447266, 0.404297, 0.439453, 0.458984, 0.457031, 0.427734, 0.4375, 0.4375, 0.447266, 0.447266, 0.447266, 0.476562, 0.433594, 0.4375, 0.451172, 0.451172, 0.410156, 0.447266, 0.441406, 0.447266, 0.419922, 0.441406, 0.427734, 0.427734, 0.416016, 0.449219, 0.445312, 0.427734, 0.451172, 0.425781, 0.449219, 0.4375, 0.40625, 0.447266, 0.429688, 0.439453, 0.439453, 0.451172, 0.453125, 0.414062, 0.40625, 0.431641, 0.419922, 0.392578, 0.443359, 0.441406, 0.443359, 0.441406, 0.439453, 0.435547, 0.425781, 0.425781, 0.4375, 0.429688, 0.451172, 0.425781, 0.447266, 0.4375, 0.429688, 0.445312, 0.441406, 0.410156, 0.449219, 0.431641, 0.441406, 0.423828, 0.439453, 0.431641, 0.433594, 0.474609, 0.449219, 0.458984, 0.455078, 0.396484, 0.4375, 0.439453, 0.421875, 0.433594, 0.4375, 0.417969, 0.439453, 0.457031, 0.4375, 0.427734, 0.433594, 0.435547, 0.474609, 0.453125, 0.445312, 0.416016, 0.453125, 0.445312, 0.443359, 0.433594, 0.447266, 0.4375, 0.402344, 0.458984, 0.445312, 0.457031, 0.435547, 0.433594, 0.433594, 0.421875, 0.4375, 0.451172, 0.431641, 0.445312, 0.429688, 0.435547, 0.4375, 0.367188, 0.460938, 0.449219, 0.429688, 0.445312, 0.4375, 0.4375, 0.408203, 0.419922, 0.457031, 0.447266, 0.443359, 0.447266, 0.458984, 0.435547, 0.445312, 0.435547, 0.4375, 0.429688, 0.435547, 0.425781, 0.433594, 0.412109, 0.398438, 0.427734, 0.433594, 0.433594, 0.447266, 0.447266, 0.439453, 0.4375, 0.431641, 0.466797, 0.416016, 0.458984, 0.417969, 0.408203, 0.431641, 0.414062, 0.423828, 0.455078, 0.451172, 0.427734, 0.441406, 0.451172, 0.447266, 0.449219, 0.439453, 0.445312, 0.441406, 0.460938, 0.449219, 0.398438, 0.4375, 0.441406, 0.451172, 0.414062, 0.455078, 0.131836, 0.443359, 0.472656, 0.453125, 0.423828, 0.455078, 0.470703, 0.435547, 0.46875, 0.435547, 0.425781, 0.435547, 0.429688, 0.433594, 0.453125, 0.451172, 0.445312, 0.457031, 0.443359, 0.453125, 0.447266, 0.449219, 0.429688, 0.447266, 0.449219, 0.443359, 0.445312, 0.449219, 0.414062, 0.423828, 0.423828, 0.433594, 0.443359, 0.439453, 0.433594, 0.433594, 0.4375, 0.449219, 0.433594, 0.431641, 0.451172, 0.445312, 0.439453, 0.439453, 0.443359, 0.449219, 0.416016, 0.445312, 0.429688, 0.435547, 0.4375, 0.417969, 0.435547, 0.449219, 0.441406, 0.441406, 0.439453, 0.455078, 0.46875, 0.431641, 0.449219, 0.441406, 0.425781, 0.457031, 0.435547, 0.441406, 0.4375, 0.460938, 0.445312, 0.408203, 0.416016, 0.449219, 0.453125, 0.429688, 0.447266, 0.4375, 0.458984, 0.435547, 0.423828, 0.433594, 0.404297, 0.421875, 0.447266, 0.417969, 0.457031, 0.4375, 0.423828, 0.439453, 0.439453, 0.460938, 0.458984, 0.441406, 0.425781, 0.466797, 0.433594, 0.439453, 0.410156, 0.458984, 0.443359, 0.447266, 0.460938, 0.441406, 0.447266, 0.417969, 0.445312, 0.455078, 0.449219, 0.4375, 0.427734, 0.449219, 0.431641, 0.445312, 0.451172, 0.423828, 0.433594, 0.453125, 0.439453, 0.4375, 0.435547, 0.398438, 0.443359, 0.449219, 0.453125, 0.447266, 0.435547, 0.427734, 0.416016, 0.435547, 0.416016, 0.449219, 0.439453, 0.431641, 0.433594, 0.453125, 0.414062, 0.441406, 0.466797, 0.427734, 0.439453, 0.435547, 0.427734, 0.435547, 0.416016, 0.458984, 0.443359, 0.425781, 0.419922, 0.441406, 0.445312, 0.439453, 0.431641, 0.447266, 0.443359, 0.470703, 0.466797, 0.439453, 0.439453, 0.431641, 0.439453, 0.445312, 0.470703, 0.433594, 0.419922, 0.474609, 0.441406, 0.417969, 0.373047, 0.4375, 0.445312, 0.4375, 0.429688, 0.466797, 0.460938, 0.433594, 0.451172, 0.462891, 0.429688, 0.480469, 0.425781, 0.4375, 0.439453, 0.457031, 0.435547, 0.427734, 0.439453, 0.439453, 0.457031, 0.427734, 0.458984, 0.447266, 0.449219, 0.460938, 0.457031, 0.455078, 0.441406, 0.443359, 0.460938, 0.464844, 0.447266, 0.464844, 0.433594, 0.449219, 0.414062, 0.449219, 0.431641, 0.453125, 0.425781, 0.453125, 0.433594, 0.4375, 0.443359, 0.445312, 0.46875, 0.451172, 0.451172, 0.423828, 0.453125, 0.412109, 0.427734, 0.443359, 0.462891, 0.443359, 0.460938, 0.445312, 0.447266, 0.425781, 0.453125, 0.441406, 0.443359, 0.453125, 0.447266, 0.433594, 0.439453, 0.408203, 0.408203, 0.449219, 0.425781, 0.451172, 0.421875, 0.435547, 0.423828, 0.460938, 0.4375, 0.462891, 0.453125, 0.447266, 0.425781, 0.441406, 0.435547, 0.4375, 0.447266, 0.4375, 0.441406, 0.453125, 0.4375, 0.460938, 0.423828, 0.451172, 0.447266, 0.431641, 0.451172, 0.412109, 0.425781, 0.439453, 0.441406, 0.417969, 0.455078, 0.421875, 0.404297, 0.445312, 0.455078, 0.462891, 0.464844, 0.421875, 0.429688, 0.441406, 0.457031, 0.445312, 0.447266, 0.451172, 0.445312, 0.451172, 0.429688, 0.451172, 0.433594, 0.451172, 0.429688, 0.4375, 0.423828, 0.457031, 0.443359, 0.457031, 0.427734, 0.449219, 0.431641, 0.458984, 0.458984, 0.429688, 0.417969, 0.443359, 0.4375, 0.451172, 0.429688, 0.439453, 0.447266, 0.451172, 0.457031, 0.447266, 0.435547, 0.441406, 0.4375, 0.439453, 0.439453, 0.433594, 0.408203, 0.464844, 0.451172, 0.4375, 0.425781, 0.441406, 0.421875, 0.435547, 0.421875, 0.447266, 0.458984, 0.455078, 0.435547, 0.435547, 0.451172, 0.443359, 0.46875, 0.457031, 0.455078, 0.433594, 0.445312, 0.417969, 0.449219, 0.472656, 0.451172, 0.464844, 0.445312, 0.441406, 0.460938, 0.443359, 0.4375, 0.429688, 0.4375, 0.425781, 0.449219, 0.404297, 0.441406, 0.435547, 0.429688, 0.445312, 0.464844, 0.4375, 0.390625, 0.445312, 0.484375, 0.425781, 0.435547, 0.427734, 0.435547, 0.427734, 0.419922, 0.421875, 0.441406, 0.439453, 0.433594, 0.445312, 0.447266, 0.429688, 0.458984, 0.439453, 0.439453, 0.421875, 0.410156, 0.429688, 0.431641, 0.410156, 0.425781, 0.476562, 0.445312, 0.431641, 0.429688, 0.445312, 0.447266, 0.435547, 0.386719, 0.431641, 0.460938, 0.375, 0.416016, 0.427734, 0.435547, 0.4375, 0.439453, 0.429688, 0.429688, 0.46875, 0.425781, 0.431641, 0.458984, 0.427734, 0.447266, 0.449219, 0.458984, 0.410156, 0.447266, 0.427734, 0.433594, 0.435547, 0.417969, 0.441406, 0.443359, 0.46875, 0.425781, 0.417969, 0.449219, 0.435547, 0.447266, 0.445312, 0.443359, 0.441406, 0.455078, 0.433594, 0.455078, 0.427734, 0.441406, 0.458984, 0.455078, 0.433594, 0.443359, 0.435547, 0.443359, 0.449219, 0.425781, 0.445312, 0.4375, 0.433594, 0.470703, 0.449219, 0.445312, 0.451172, 0.447266, 0.439453, 0.425781, 0.439453, 0.441406, 0.4375, 0.414062, 0.449219, 0.449219, 0.441406, 0.460938, 0.453125, 0.423828, 0.417969, 0.435547, 0.445312, 0.441406, 0.435547, 0.449219, 0.439453, 0.458984, 0.453125, 0.441406, 0.439453, 0.435547, 0.429688, 0.458984, 0.455078, 0.423828, 0.441406, 0.445312, 0.451172, 0.449219, 0.441406, 0.431641, 0.439453, 0.445312, 0.417969, 0.425781, 0.419922, 0.439453, 0.427734, 0.455078, 0.425781, 0.445312, 0.416016, 0.455078, 0.4375, 0.435547, 0.460938, 0.431641, 0.445312, 0.447266, 0.431641, 0.449219, 0.443359, 0.433594, 0.419922, 0.433594, 0.425781, 0.4375, 0.443359, 0.443359, 0.453125, 0.447266, 0.439453, 0.443359, 0.46875, 0.4375, 0.458984, 0.417969, 0.429688, 0.439453, 0.429688, 0.443359, 0.425781, 0.423828, 0.447266, 0.472656, 0.4375, 0.443359, 0.441406, 0.460938, 0.445312, 0.431641, 0.445312, 0.425781, 0.455078, 0.417969, 0.421875, 0.419922, 0.451172, 0.453125, 0.455078, 0.458984, 0.435547, 0.427734, 0.445312, 0.427734, 0.457031, 0.457031, 0.441406, 0.419922, 0.447266, 0.40625, 0.445312, 0.433594, 0.425781, 0.435547, 0.46875, 0.431641, 0.431641, 0.466797, 0.451172, 0.435547, 0.455078, 0.439453, 0.4375, 0.431641, 0.427734, 0.445312, 0.421875, 0.46875, 0.433594, 0.447266, 0.423828, 0.445312, 0.421875, 0.416016, 0.410156, 0.451172, 0.433594, 0.4375, 0.472656, 0.429688, 0.427734, 0.425781, 0.443359, 0.421875, 0.429688, 0.466797, 0.439453, 0.427734, 0.464844, 0.425781, 0.458984, 0.425781, 0.464844, 0.453125, 0.417969, 0.412109, 0.458984, 0.427734, 0.416016, 0.427734, 0.445312, 0.464844, 0.435547, 0.455078, 0.419922, 0.457031, 0.447266, 0.460938, 0.431641, 0.427734, 0.46875, 0.453125, 0.460938, 0.435547, 0.443359, 0.451172, 0.445312, 0.474609, 0.443359, 0.425781, 0.457031, 0.458984, 0.453125, 0.445312, 0.439453, 0.457031, 0.453125, 0.441406, 0.472656, 0.425781, 0.453125, 0.414062, 0.441406, 0.423828, 0.443359, 0.431641, 0.4375, 0.455078, 0.388672, 0.445312, 0.416016, 0.396484, 0.457031, 0.453125, 0.431641, 0.4375, 0.455078, 0.435547, 0.460938, 0.460938, 0.4375, 0.435547, 0.457031, 0.429688, 0.445312, 0.421875, 0.449219, 0.451172, 0.458984, 0.443359, 0.425781, 0.443359, 0.441406, 0.439453, 0.457031, 0.449219, 0.429688, 0.394531, 0.429688, 0.419922, 0.433594, 0.445312, 0.451172, 0.466797, 0.429688, 0.441406, 0.449219, 0.457031, 0.433594, 0.419922, 0.449219, 0.439453, 0.449219, 0.427734, 0.433594, 0.443359, 0.441406, 0.404297, 0.417969, 0.421875, 0.435547, 0.433594, 0.439453, 0.431641, 0.427734, 0.458984, 0.449219, 0.435547, 0.455078, 0.435547, 0.421875, 0.4375, 0.449219, 0.445312, 0.408203, 0.433594, 0.435547, 0.435547, 0.439453, 0.431641, 0.441406, 0.423828, 0.460938, 0.412109, 0.455078, 0.453125, 0.451172, 0.451172, 0.433594, 0.443359, 0.414062, 0.447266, 0.412109, 0.445312, 0.435547, 0.427734, 0.435547, 0.445312, 0.433594, 0.447266, 0.451172, 0.431641, 0.433594, 0.458984, 0.433594, 0.439453, 0.470703, 0.416016, 0.441406, 0.4375, 0.466797, 0.449219, 0.373047, 0.421875, 0.431641, 0.457031, 0.431641, 0.441406, 0.439453, 0.417969, 0.40625, 0.447266, 0.441406, 0.427734, 0.431641, 0.4375, 0.445312, 0.419922, 0.4375, 0.460938, 0.457031, 0.425781, 0.421875, 0.46875, 0.4375, 0.441406, 0.449219, 0.427734, 0.431641, 0.455078, 0.429688, 0.435547, 0.447266, 0.423828, 0.429688, 0.464844, 0.439453, 0.453125, 0.439453, 0.455078, 0.433594, 0.419922, 0.449219, 0.425781, 0.439453, 0.447266, 0.433594, 0.470703, 0.455078, 0.441406, 0.419922, 0.410156, 0.433594, 0.439453, 0.435547, 0.435547, 0.431641, 0.421875, 0.4375, 0.451172, 0.419922, 0.431641, 0.443359, 0.416016, 0.443359, 0.423828, 0.439453, 0.425781, 0.458984, 0.449219, 0.4375, 0.40625, 0.443359, 0.417969, 0.416016, 0.419922, 0.589844, 0.433594, 0.443359, 0.449219, 0.429688, 0.441406, 0.431641, 0.433594, 0.443359, 0.457031, 0.441406, 0.431641, 0.453125, 0.441406, 0.425781, 0.457031, 0.449219, 0.451172, 0.443359, 0.451172, 0.429688, 0.443359, 0.414062, 0.451172, 0.419922, 0.457031, 0.441406, 0.447266, 0.431641, 0.386719, 0.427734, 0.455078, 0.412109, 0.439453, 0.417969, 0.441406, 0.433594, 0.433594, 0.453125, 0.416016, 0.447266, 0.449219, 0.400391, 0.419922, 0.445312, 0.431641, 0.421875, 0.421875, 0.419922, 0.455078, 0.443359, 0.46875, 0.425781, 0.453125, 0.419922, 0.439453, 0.4375, 0.455078, 0.4375, 0.433594, 0.455078, 0.433594, 0.433594, 0.431641, 0.423828, 0.433594, 0.431641, 0.449219, 0.429688, 0.464844, 0.427734, 0.441406, 0.410156, 0.451172, 0.425781, 0.457031, 0.429688, 0.447266, 0.466797, 0.453125, 0.439453, 0.451172, 0.416016, 0.457031, 0.427734, 0.457031, 0.425781, 0.421875, 0.433594, 0.4375, 0.427734, 0.449219, 0.449219, 0.431641, 0.439453, 0.453125, 0.445312, 0.4375, 0.441406, 0.451172, 0.416016, 0.431641, 0.431641, 0.441406, 0.433594, 0.449219, 0.445312, 0.441406, 0.478516, 0.427734, 0.458984, 0.447266, 0.455078, 0.443359, 0.435547, 0.457031, 0.441406, 0.433594, 0.423828, 0.429688, 0.441406, 0.416016, 0.455078, 0.466797, 0.462891, 0.423828, 0.423828, 0.451172, 0.433594, 0.453125, 0.419922, 0.439453, 0.451172, 0.439453, 0.466797, 0.429688 ] }, "name": "model.transformer.layers.17.ffn_norm.weight", "outputIndexes": [ 1125 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1124, 1125 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_17/Mul_1_output_0", "outputIndexes": [ 1126 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1126 ], "outputIndexes": [ 3002 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3002 ], "outputIndexes": [ 3003 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_1/Linear", "inputIndexes": [ 3003 ], "outputIndexes": [ 3004 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 13312, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 319488, "weightSize": 0 }, "external": [ 948624508, 40894726, 2555904, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3004 ], "outputIndexes": [ 3005 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3005 ], "outputIndexes": [ 1127 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 13312 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1127, 21, 466, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_17/Slice_output_0", "outputIndexes": [ 1128 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_17/Sigmoid_output_0", "outputIndexes": [ 1129 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 1129 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_17/Mul_output_0", "outputIndexes": [ 1130 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 13312 ] }, "name": "/ffn_17/Mul_1_output_0", "outputIndexes": [ 1131 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1127, 466, 1131, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_17/Slice_1_output_0", "outputIndexes": [ 1132 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1130, 1132 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_17/Mul_2_output_0", "outputIndexes": [ 1133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1133 ], "outputIndexes": [ 3006 ], "main_type": "Reshape", "main": { "dims": [ -1, 6656, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3006 ], "outputIndexes": [ 3007 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_2/Linear", "inputIndexes": [ 3007 ], "outputIndexes": [ 3008 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 6656, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 159744, "weightSize": 0 }, "external": [ 992075138, 20447494, 1277952, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3008 ], "outputIndexes": [ 3009 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3009 ], "outputIndexes": [ 1134 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1123, 1134 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_71_output_0", "outputIndexes": [ 1135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1135, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_72_output_0", "outputIndexes": [ 1136 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1136 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_18/Mul_output_0", "outputIndexes": [ 1137 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.460938, 0.484375, 0.433594, 0.429688, 0.460938, 0.433594, 0.423828, 0.396484, 0.429688, 0.410156, 0.457031, 0.451172, 0.423828, 0.443359, 0.394531, 0.421875, 0.408203, 0.398438, 0.419922, 0.408203, 0.433594, 0.4375, 0.412109, 0.419922, 0.447266, 0.445312, 0.460938, 0.445312, 0.423828, 0.451172, 0.431641, 0.453125, 0.435547, 0.417969, 0.425781, 0.4375, 0.445312, 0.421875, 0.449219, 0.460938, 0.431641, 0.441406, 0.416016, 0.439453, 0.433594, 0.484375, 0.423828, 0.4375, 0.429688, 0.416016, 0.443359, 0.416016, 0.474609, 0.402344, 0.404297, 0.462891, 0.453125, 0.486328, 0.439453, 0.470703, 0.462891, 0.457031, 0.447266, 0.416016, 0.427734, 0.458984, 0.451172, 0.412109, 0.423828, 0.433594, 0.425781, 0.429688, 0.419922, 0.429688, 0.443359, 0.414062, 0.458984, 0.435547, 0.46875, 0.427734, 0.455078, 0.412109, 0.425781, 0.421875, 0.414062, 0.439453, 0.496094, 0.460938, 0.462891, 0.443359, 0.433594, 0.414062, 0.449219, 0.373047, 0.423828, 0.453125, 0.453125, 0.455078, 0.462891, 0.435547, 0.464844, 0.414062, 0.445312, 0.476562, 0.457031, 0.460938, 0.460938, 0.457031, 0.400391, 0.46875, 0.416016, 0.423828, 0.453125, 0.429688, 0.451172, 0.423828, 0.472656, 0.435547, 0.460938, 0.457031, 0.419922, 0.451172, 0.488281, 0.419922, 0.419922, 0.455078, 0.46875, 0.464844, 0.455078, 0.447266, 0.460938, 0.421875, 0.445312, 0.425781, 0.410156, 0.404297, 0.429688, 0.423828, 0.431641, 0.431641, 0.417969, 0.439453, 0.4375, 0.472656, 0.476562, 0.427734, 0.425781, 0.457031, 0.404297, 0.396484, 0.447266, 0.449219, 0.416016, 0.466797, 0.4375, 0.412109, 0.4375, 0.464844, 0.447266, 0.421875, 0.453125, 0.40625, 0.451172, 0.417969, 0.425781, 0.433594, 0.410156, 0.445312, 0.427734, 0.5, 0.449219, 0.433594, 0.433594, 0.445312, 0.453125, 0.443359, 0.462891, 0.421875, 0.427734, 0.470703, 0.472656, 0.421875, 0.427734, 0.394531, 0.431641, 0.4375, 0.466797, 0.462891, 0.441406, 0.441406, 0.396484, 0.402344, 0.447266, 0.392578, 0.447266, 0.457031, 0.470703, 0.402344, 0.40625, 0.472656, 0.451172, 0.496094, 0.425781, 0.4375, 0.449219, 0.492188, 0.455078, 0.417969, 0.384766, 0.445312, 0.441406, 0.453125, 0.457031, 0.423828, 0.414062, 0.474609, 0.445312, 0.439453, 0.443359, 0.423828, 0.427734, 0.447266, 0.451172, 0.431641, 0.453125, 0.443359, 0.402344, 0.464844, 0.443359, 0.435547, 0.435547, 0.427734, 0.392578, 0.445312, 0.474609, 0.435547, 0.427734, 0.443359, 0.433594, 0.445312, 0.414062, 0.439453, 0.435547, 0.460938, 0.507812, 0.462891, 0.451172, 0.421875, 0.431641, 0.433594, 0.453125, 0.451172, 0.488281, 0.410156, 0.445312, 0.451172, 0.451172, 0.402344, 0.4375, 0.421875, 0.458984, 0.435547, 0.449219, 0.431641, 0.398438, 0.462891, 0.429688, 0.451172, 0.423828, 0.417969, 0.423828, 0.421875, 0.453125, 0.453125, 0.425781, 0.449219, 0.445312, 0.4375, 0.421875, 0.421875, 0.414062, 0.447266, 0.439453, 0.453125, 0.4375, 0.410156, 0.410156, 0.396484, 0.396484, 0.419922, 0.427734, 0.482422, 0.449219, 0.429688, 0.449219, 0.453125, 0.419922, 0.451172, 0.4375, 0.470703, 0.429688, 0.443359, 0.484375, 0.419922, 0.464844, 0.421875, 0.519531, 0.417969, 0.441406, 0.421875, 0.400391, 0.414062, 0.445312, 0.441406, 0.457031, 0.439453, 0.439453, 0.441406, 0.449219, 0.441406, 0.439453, 0.445312, 0.466797, 0.466797, 0.431641, 0.447266, 0.427734, 0.458984, 0.445312, 0.429688, 0.421875, 0.464844, 0.451172, 0.494141, 0.453125, 0.40625, 0.4375, 0.464844, 0.441406, 0.458984, 0.458984, 0.451172, 0.457031, 0.410156, 0.449219, 0.431641, 0.419922, 0.441406, 0.4375, 0.431641, 0.472656, 0.449219, 0.4375, 0.458984, 0.451172, 0.455078, 0.4375, 0.445312, 0.439453, 0.402344, 0.404297, 0.460938, 0.433594, 0.398438, 0.466797, 0.40625, 0.427734, 0.394531, 0.439453, 0.396484, 0.457031, 0.462891, 0.433594, 0.494141, 0.431641, 0.447266, 0.458984, 0.457031, 0.441406, 0.429688, 0.410156, 0.435547, 0.419922, 0.431641, 0.435547, 0.4375, 0.429688, 0.457031, 0.421875, 0.439453, 0.435547, 0.472656, 0.410156, 0.439453, 0.427734, 0.447266, 0.421875, 0.449219, 0.402344, 0.425781, 0.412109, 0.427734, 0.439453, 0.451172, 0.445312, 0.421875, 0.4375, 0.441406, 0.464844, 0.410156, 0.486328, 0.462891, 0.441406, 0.431641, 0.449219, 0.447266, 0.416016, 0.457031, 0.451172, 0.443359, 0.449219, 0.410156, 0.472656, 0.441406, 0.40625, 0.416016, 0.427734, 0.451172, 0.447266, 0.460938, 0.431641, 0.4375, 0.445312, 0.435547, 0.435547, 0.460938, 0.423828, 0.441406, 0.449219, 0.453125, 0.474609, 0.414062, 0.439453, 0.455078, 0.451172, 0.40625, 0.460938, 0.457031, 0.441406, 0.46875, 0.431641, 0.414062, 0.451172, 0.431641, 0.458984, 0.419922, 0.445312, 0.421875, 0.464844, 0.414062, 0.455078, 0.470703, 0.402344, 0.453125, 0.4375, 0.466797, 0.419922, 0.412109, 0.435547, 0.427734, 0.431641, 0.427734, 0.417969, 0.4375, 0.453125, 0.427734, 0.410156, 0.425781, 0.4375, 0.443359, 0.447266, 0.449219, 0.458984, 0.427734, 0.453125, 0.451172, 0.451172, 0.443359, 0.423828, 0.4375, 0.433594, 0.433594, 0.429688, 0.439453, 0.421875, 0.4375, 0.431641, 0.445312, 0.4375, 0.441406, 0.462891, 0.449219, 0.455078, 0.455078, 0.427734, 0.449219, 0.416016, 0.421875, 0.453125, 0.447266, 0.410156, 0.445312, 0.404297, 0.447266, 0.453125, 0.441406, 0.484375, 0.439453, 0.419922, 0.445312, 0.417969, 0.419922, 0.423828, 0.410156, 0.427734, 0.431641, 0.404297, 0.443359, 0.4375, 0.460938, 0.417969, 0.458984, 0.443359, 0.423828, 0.388672, 0.474609, 0.470703, 0.482422, 0.408203, 0.455078, 0.458984, 0.458984, 0.488281, 0.400391, 0.443359, 0.457031, 0.435547, 0.429688, 0.466797, 0.451172, 0.433594, 0.466797, 0.462891, 0.457031, 0.435547, 0.451172, 0.435547, 0.423828, 0.458984, 0.445312, 0.427734, 0.388672, 0.416016, 0.400391, 0.400391, 0.447266, 0.400391, 0.427734, 0.447266, 0.457031, 0.498047, 0.439453, 0.443359, 0.458984, 0.5, 0.435547, 0.466797, 0.427734, 0.462891, 0.451172, 0.451172, 0.4375, 0.482422, 0.443359, 0.482422, 0.414062, 0.445312, 0.451172, 0.474609, 0.443359, 0.472656, 0.455078, 0.433594, 0.439453, 0.419922, 0.441406, 0.378906, 0.439453, 0.429688, 0.435547, 0.431641, 0.404297, 0.449219, 0.400391, 0.453125, 0.40625, 0.443359, 0.464844, 0.453125, 0.433594, 0.462891, 0.419922, 0.425781, 0.439453, 0.371094, 0.392578, 0.451172, 0.404297, 0.421875, 0.412109, 0.427734, 0.435547, 0.414062, 0.443359, 0.425781, 0.423828, 0.441406, 0.445312, 0.416016, 0.451172, 0.451172, 0.462891, 0.4375, 0.482422, 0.453125, 0.416016, 0.417969, 0.421875, 0.474609, 0.464844, 0.416016, 0.431641, 0.457031, 0.443359, 0.431641, 0.421875, 0.453125, 0.427734, 0.425781, 0.441406, 0.404297, 0.447266, 0.419922, 0.490234, 0.441406, 0.439453, 0.429688, 0.4375, 0.414062, 0.439453, 0.417969, 0.435547, 0.433594, 0.435547, 0.466797, 0.414062, 0.476562, 0.439453, 0.455078, 0.443359, 0.447266, 0.423828, 0.404297, 0.443359, 0.458984, 0.457031, 0.447266, 0.365234, 0.439453, 0.478516, 0.464844, 0.455078, 0.470703, 0.4375, 0.427734, 0.404297, 0.414062, 0.451172, 0.455078, 0.494141, 0.433594, 0.482422, 0.447266, 0.435547, 0.458984, 0.4375, 0.431641, 0.425781, 0.447266, 0.427734, 0.4375, 0.421875, 0.484375, 0.4375, 0.425781, 0.419922, 0.443359, 0.464844, 0.439453, 0.441406, 0.375, 0.435547, 0.431641, 0.410156, 0.480469, 0.416016, 0.427734, 0.453125, 0.457031, 0.480469, 0.480469, 0.427734, 0.470703, 0.417969, 0.445312, 0.464844, 0.419922, 0.455078, 0.427734, 0.419922, 0.435547, 0.439453, 0.447266, 0.462891, 0.427734, 0.443359, 0.460938, 0.431641, 0.472656, 0.447266, 0.441406, 0.458984, 0.445312, 0.433594, 0.445312, 0.453125, 0.4375, 0.457031, 0.466797, 0.472656, 0.443359, 0.453125, 0.457031, 0.449219, 0.431641, 0.458984, 0.476562, 0.435547, 0.433594, 0.394531, 0.429688, 0.431641, 0.453125, 0.431641, 0.416016, 0.4375, 0.539062, 0.435547, 0.451172, 0.429688, 0.435547, 0.417969, 0.445312, 0.425781, 0.445312, 0.429688, 0.447266, 0.451172, 0.416016, 0.439453, 0.462891, 0.410156, 0.466797, 0.443359, 0.453125, 0.408203, 0.427734, 0.402344, 0.453125, 0.455078, 0.443359, 0.425781, 0.441406, 0.445312, 0.433594, 0.412109, 0.458984, 0.460938, 0.462891, 0.390625, 0.427734, 0.404297, 0.441406, 0.404297, 0.441406, 0.431641, 0.412109, 0.472656, 0.488281, 0.46875, 0.414062, 0.390625, 0.431641, 0.474609, 0.439453, 0.447266, 0.416016, 0.439453, 0.458984, 0.46875, 0.421875, 0.40625, 0.458984, 0.398438, 0.414062, 0.427734, 0.416016, 0.4375, 0.404297, 0.433594, 0.457031, 0.435547, 0.443359, 0.410156, 0.435547, 0.435547, 0.441406, 0.447266, 0.460938, 0.404297, 0.427734, 0.429688, 0.427734, 0.414062, 0.474609, 0.412109, 0.453125, 0.423828, 0.388672, 0.425781, 0.427734, 0.425781, 0.460938, 0.443359, 0.453125, 0.470703, 0.4375, 0.4375, 0.435547, 0.412109, 0.421875, 0.4375, 0.421875, 0.412109, 0.439453, 0.400391, 0.433594, 0.457031, 0.492188, 0.457031, 0.5, 0.417969, 0.416016, 0.416016, 0.431641, 0.429688, 0.449219, 0.453125, 0.474609, 0.435547, 0.408203, 0.441406, 0.435547, 0.402344, 0.425781, 0.419922, 0.412109, 0.416016, 0.488281, 0.439453, 0.429688, 0.427734, 0.443359, 0.462891, 0.417969, 0.439453, 0.402344, 0.412109, 0.447266, 0.417969, 0.457031, 0.439453, 0.439453, 0.412109, 0.402344, 0.466797, 0.400391, 0.341797, 0.480469, 0.449219, 0.451172, 0.476562, 0.478516, 0.421875, 0.462891, 0.419922, 0.431641, 0.4375, 0.417969, 0.443359, 0.474609, 0.492188, 0.416016, 0.445312, 0.470703, 0.457031, 0.445312, 0.429688, 0.429688, 0.429688, 0.416016, 0.484375, 0.419922, 0.447266, 0.429688, 0.435547, 0.416016, 0.431641, 0.435547, 0.433594, 0.447266, 0.453125, 0.435547, 0.457031, 0.439453, 0.455078, 0.451172, 0.470703, 0.462891, 0.421875, 0.429688, 0.431641, 0.458984, 0.427734, 0.439453, 0.449219, 0.447266, 0.421875, 0.40625, 0.455078, 0.453125, 0.455078, 0.458984, 0.417969, 0.457031, 0.425781, 0.412109, 0.4375, 0.480469, 0.429688, 0.443359, 0.419922, 0.449219, 0.398438, 0.447266, 0.435547, 0.431641, 0.396484, 0.492188, 0.419922, 0.419922, 0.439453, 0.455078, 0.5, 0.427734, 0.441406, 0.412109, 0.451172, 0.423828, 0.433594, 0.486328, 0.431641, 0.425781, 0.439453, 0.445312, 0.474609, 0.435547, 0.408203, 0.425781, 0.457031, 0.490234, 0.439453, 0.441406, 0.451172, 0.466797, 0.433594, 0.433594, 0.462891, 0.441406, 0.494141, 0.455078, 0.455078, 0.423828, 0.445312, 0.400391, 0.398438, 0.427734, 0.421875, 0.429688, 0.429688, 0.458984, 0.421875, 0.474609, 0.445312, 0.427734, 0.419922, 0.474609, 0.427734, 0.458984, 0.466797, 0.412109, 0.458984, 0.398438, 0.445312, 0.416016, 0.460938, 0.433594, 0.476562, 0.4375, 0.408203, 0.425781, 0.470703, 0.453125, 0.447266, 0.404297, 0.458984, 0.476562, 0.429688, 0.435547, 0.435547, 0.451172, 0.476562, 0.425781, 0.449219, 0.417969, 0.462891, 0.423828, 0.408203, 0.441406, 0.421875, 0.453125, 0.486328, 0.429688, 0.414062, 0.429688, 0.443359, 0.433594, 0.425781, 0.423828, 0.458984, 0.416016, 0.455078, 0.445312, 0.447266, 0.445312, 0.435547, 0.445312, 0.447266, 0.419922, 0.433594, 0.449219, 0.410156, 0.462891, 0.445312, 0.453125, 0.445312, 0.429688, 0.441406, 0.46875, 0.416016, 0.431641, 0.455078, 0.431641, 0.412109, 0.439453, 0.455078, 0.439453, 0.464844, 0.447266, 0.455078, 0.476562, 0.417969, 0.462891, 0.466797, 0.441406, 0.429688, 0.412109, 0.441406, 0.466797, 0.283203, 0.429688, 0.431641, 0.451172, 0.443359, 0.447266, 0.464844, 0.466797, 0.433594, 0.4375, 0.427734, 0.457031, 0.421875, 0.431641, 0.423828, 0.427734, 0.40625, 0.447266, 0.46875, 0.466797, 0.394531, 0.369141, 0.394531, 0.435547, 0.466797, 0.431641, 0.439453, 0.439453, 0.462891, 0.431641, 0.392578, 0.404297, 0.441406, 0.443359, 0.429688, 0.425781, 0.470703, 0.367188, 0.433594, 0.457031, 0.476562, 0.462891, 0.412109, 0.441406, 0.462891, 0.439453, 0.449219, 0.423828, 0.457031, 0.445312, 0.441406, 0.425781, 0.490234, 0.464844, 0.445312, 0.414062, 0.466797, 0.408203, 0.431641, 0.429688, 0.410156, 0.441406, 0.433594, 0.470703, 0.439453, 0.441406, 0.482422, 0.378906, 0.427734, 0.427734, 0.429688, 0.498047, 0.470703, 0.453125, 0.410156, 0.474609, 0.441406, 0.478516, 0.455078, 0.421875, 0.443359, 0.457031, 0.412109, 0.419922, 0.457031, 0.470703, 0.447266, 0.40625, 0.453125, 0.439453, 0.449219, 0.445312, 0.451172, 0.441406, 0.392578, 0.458984, 0.443359, 0.414062, 0.439453, 0.386719, 0.443359, 0.453125, 0.464844, 0.441406, 0.410156, 0.447266, 0.427734, 0.425781, 0.425781, 0.433594, 0.46875, 0.445312, 0.462891, 0.472656, 0.462891, 0.4375, 0.449219, 0.433594, 0.416016, 0.429688, 0.439453, 0.414062, 0.445312, 0.425781, 0.433594, 0.400391, 0.425781, 0.441406, 0.478516, 0.417969, 0.419922, 0.441406, 0.429688, 0.462891, 0.447266, 0.419922, 0.425781, 0.439453, 0.457031, 0.441406, 0.425781, 0.457031, 0.404297, 0.455078, 0.408203, 0.419922, 0.451172, 0.40625, 0.435547, 0.464844, 0.441406, 0.439453, 0.425781, 0.425781, 0.431641, 0.476562, 0.429688, 0.488281, 0.447266, 0.429688, 0.470703, 0.5625, 0.421875, 0.46875, 0.466797, 0.458984, 0.408203, 0.4375, 0.451172, 0.457031, 0.443359, 0.441406, 0.478516, 0.46875, 0.443359, 0.46875, 0.427734, 0.443359, 0.435547, 0.390625, 0.435547, 0.431641, 0.498047, 0.427734, 0.457031, 0.462891, 0.427734, 0.484375, 0.421875, 0.433594, 0.423828, 0.398438, 0.441406, 0.419922, 0.476562, 0.427734, 0.443359, 0.431641, 0.417969, 0.4375, 0.445312, 0.431641, 0.429688, 0.421875, 0.466797, 0.419922, 0.458984, 0.449219, 0.449219, 0.427734, 0.455078, 0.457031, 0.427734, 0.425781, 0.443359, 0.464844, 0.464844, 0.414062, 0.476562, 0.457031, 0.476562, 0.455078, 0.419922, 0.451172, 0.443359, 0.412109, 0.453125, 0.40625, 0.457031, 0.423828, 0.408203, 0.425781, 0.445312, 0.416016, 0.429688, 0.431641, 0.458984, 0.373047, 0.412109, 0.427734, 0.433594, 0.455078, 0.472656, 0.439453, 0.439453, 0.376953, 0.439453, 0.433594, 0.396484, 0.4375, 0.457031, 0.427734, 0.453125, 0.464844, 0.441406, 0.439453, 0.431641, 0.412109, 0.408203, 0.412109, 0.441406, 0.443359, 0.478516, 0.484375, 0.482422, 0.466797, 0.414062, 0.433594, 0.445312, 0.421875, 0.425781, 0.427734, 0.433594, 0.443359, 0.478516, 0.423828, 0.423828, 0.453125, 0.431641, 0.445312, 0.460938, 0.439453, 0.451172, 0.46875, 0.453125, 0.476562, 0.4375, 0.431641, 0.462891, 0.453125, 0.46875, 0.455078, 0.441406, 0.457031, 0.476562, 0.421875, 0.439453, 0.496094, 0.410156, 0.410156, 0.435547, 0.433594, 0.453125, 0.458984, 0.416016, 0.431641, 0.441406, 0.435547, 0.523438, 0.447266, 0.443359, 0.400391, 0.439453, 0.417969, 0.429688, 0.433594, 0.458984, 0.417969, 0.443359, 0.449219, 0.431641, 0.445312, 0.46875, 0.398438, 0.439453, 0.433594, 0.482422, 0.396484, 0.414062, 0.492188, 0.429688, 0.443359, 0.431641, 0.439453, 0.4375, 0.435547, 0.40625, 0.421875, 0.462891, 0.423828, 0.466797, 0.464844, 0.474609, 0.443359, 0.455078, 0.425781, 0.462891, 0.419922, 0.429688, 0.490234, 0.449219, 0.425781, 0.451172, 0.417969, 0.445312, 0.435547, 0.455078, 0.421875, 0.394531, 0.458984, 0.464844, 0.449219, 0.429688, 0.417969, 0.445312, 0.4375, 0.439453, 0.419922, 0.433594, 0.404297, 0.453125, 0.433594, 0.412109, 0.458984, 0.455078, 0.439453, 0.515625, 0.392578, 0.351562, 0.470703, 0.462891, 0.429688, 0.431641, 0.447266, 0.449219, 0.416016, 0.40625, 0.398438, 0.416016, 0.435547, 0.466797, 0.462891, 0.455078, 0.425781, 0.414062, 0.435547, 0.441406, 0.451172, 0.384766, 0.441406, 0.4375, 0.451172, 0.453125, 0.449219, 0.423828, 0.400391, 0.433594, 0.421875, 0.414062, 0.429688, 0.470703, 0.431641, 0.453125, 0.439453, 0.478516, 0.384766, 0.423828, 0.408203, 0.421875, 0.453125, 0.427734, 0.431641, 0.449219, 0.449219, 0.419922, 0.439453, 0.476562, 0.414062, 0.433594, 0.439453, 0.457031, 0.466797, 0.408203, 0.414062, 0.417969, 0.4375, 0.402344, 0.435547, 0.419922, 0.453125, 0.425781, 0.421875, 0.449219, 0.427734, 0.464844, 0.451172, 0.474609, 0.466797, 0.425781, 0.404297, 0.435547, 0.449219, 0.447266, 0.417969, 0.419922, 0.451172, 0.455078, 0.439453, 0.453125, 0.457031, 0.439453, 0.412109, 0.4375, 0.453125, 0.5, 0.433594, 0.431641, 0.417969, 0.453125, 0.462891, 0.453125, 0.404297, 0.460938, 0.431641, 0.412109, 0.417969, 0.457031, 0.46875, 0.402344, 0.431641, 0.429688, 0.435547, 0.421875, 0.417969, 0.443359, 0.427734, 0.429688, 0.460938, 0.417969, 0.457031, 0.412109, 0.4375, 0.410156, 0.439453, 0.443359, 0.457031, 0.449219, 0.457031, 0.388672, 0.451172, 0.431641, 0.480469, 0.480469, 0.441406, 0.427734, 0.423828, 0.453125, 0.464844, 0.455078, 0.427734, 0.435547, 0.449219, 0.447266, 0.423828, 0.371094, 0.40625, 0.435547, 0.425781, 0.470703, 0.416016, 0.441406, 0.449219, 0.441406, 0.455078, 0.449219, 0.441406, 0.441406, 0.460938, 0.416016, 0.439453, 0.429688, 0.408203, 0.451172, 0.402344, 0.488281, 0.46875, 0.462891, 0.470703, 0.466797, 0.423828, 0.472656, 0.435547, 0.441406, 0.439453, 0.451172, 0.466797, 0.460938, 0.429688, 0.447266, 0.4375, 0.402344, 0.441406, 0.443359, 0.449219, 0.447266, 0.421875, 0.447266, 0.457031, 0.46875, 0.408203, 0.443359, 0.433594, 0.416016, 0.490234, 0.435547, 0.451172, 0.423828, 0.443359, 0.460938, 0.458984, 0.443359, 0.433594, 0.002487, 0.441406, 0.458984, 0.414062, 0.4375, 0.427734, 0.455078, 0.435547, 0.431641, 0.464844, 0.460938, 0.503906, 0.425781, 0.404297, 0.408203, 0.451172, 0.425781, 0.507812, 0.429688, 0.427734, 0.451172, 0.439453, 0.458984, 0.396484, 0.425781, 0.455078, 0.404297, 0.408203, 0.4375, 0.4375, 0.425781, 0.462891, 0.443359, 0.435547, 0.441406, 0.447266, 0.443359, 0.447266, 0.441406, 0.445312, 0.441406, 0.447266, 0.443359, 0.400391, 0.453125, 0.419922, 0.429688, 0.416016, 0.4375, 0.435547, 0.472656, 0.416016, 0.462891, 0.419922, 0.439453, 0.408203, 0.412109, 0.449219, 0.421875, 0.416016, 0.384766, 0.427734, 0.451172, 0.433594, 0.460938, 0.472656, 0.423828, 0.419922, 0.421875, 0.449219, 0.4375, 0.441406, 0.416016, 0.435547, 0.449219, 0.470703, 0.4375, 0.414062, 0.4375, 0.462891, 0.466797, 0.417969, 0.431641, 0.457031, 0.427734, 0.445312, 0.357422, 0.414062, 0.447266, 0.447266, 0.458984, 0.425781, 0.472656, 0.439453, 0.429688, 0.453125, 0.449219, 0.455078, 0.371094, 0.398438, 0.476562, 0.470703, 0.498047, 0.462891, 0.462891, 0.398438, 0.425781, 0.447266, 0.458984, 0.416016, 0.427734, 0.445312, 0.414062, 0.421875, 0.439453, 0.494141, 0.423828, 0.46875, 0.416016, 0.414062, 0.427734, 0.427734, 0.435547, 0.431641, 0.451172, 0.457031, 0.476562, 0.447266, 0.451172, 0.427734, 0.435547, 0.425781, 0.492188, 0.427734, 0.447266, 0.433594, 0.472656, 0.416016, 0.453125, 0.429688, 0.410156, 0.439453, 0.40625, 0.433594, 0.433594, 0.462891, 0.435547, 0.425781, 0.443359, 0.447266, 0.445312, 0.375, 0.423828, 0.423828, 0.457031, 0.453125, 0.4375, 0.40625, 0.4375, 0.460938, 0.427734, 0.429688, 0.394531, 0.398438, 0.464844, 0.457031, 0.417969, 0.412109, 0.443359, 0.412109, 0.455078, 0.439453, 0.441406, 0.449219, 0.419922, 0.484375, 0.431641, 0.447266, 0.460938, 0.433594, 0.458984, 0.441406, 0.408203, 0.460938, 0.427734, 0.457031, 0.443359, 0.441406, 0.439453, 0.414062, 0.400391, 0.421875, 0.458984, 0.464844, 0.439453, 0.408203, 0.451172, 0.474609, 0.431641, 0.447266, 0.460938, 0.410156, 0.412109, 0.439453, 0.451172, 0.441406, 0.443359, 0.447266, 0.460938, 0.457031, 0.519531, 0.462891, 0.421875, 0.466797, 0.431641, 0.460938, 0.457031, 0.417969, 0.4375, 0.410156, 0.451172, 0.439453, 0.453125, 0.433594, 0.449219, 0.453125, 0.488281, 0.457031, 0.416016, 0.470703, 0.388672, 0.439453, 0.441406, 0.445312, 0.429688, 0.443359, 0.423828, 0.453125, 0.433594, 0.443359, 0.416016, 0.441406, 0.416016, 0.480469, 0.431641, 0.419922, 0.496094, 0.449219, 0.412109, 0.378906, 0.443359, 0.400391, 0.431641, 0.408203, 0.425781, 0.402344, 0.4375, 0.40625, 0.408203, 0.470703, 0.400391, 0.466797, 0.449219, 0.445312, 0.408203, 0.464844, 0.4375, 0.410156, 0.419922, 0.458984, 0.433594, 0.431641, 0.414062, 0.453125, 0.449219, 0.433594, 0.382812, 0.470703, 0.453125, 0.443359, 0.480469, 0.447266, 0.449219, 0.462891, 0.457031, 0.449219, 0.417969, 0.429688, 0.441406, 0.453125, 0.441406, 0.464844, 0.443359, 0.427734, 0.443359, 0.435547, 0.464844, 0.470703, 0.433594, 0.439453, 0.460938, 0.443359, 0.429688, 0.435547, 0.417969, 0.400391, 0.394531, 0.458984, 0.412109, 0.470703, 0.429688, 0.445312, 0.4375, 0.449219, 0.451172, 0.464844, 0.410156, 0.476562, 0.457031, 0.439453, 0.408203, 0.433594, 0.458984, 0.458984, 0.416016, 0.447266, 0.462891, 0.470703, 0.494141, 0.462891, 0.443359, 0.439453, 0.435547, 0.431641, 0.447266, 0.435547, 0.4375, 0.447266, 0.433594, 0.460938, 0.439453, 0.447266, 0.46875, 0.445312, 0.447266, 0.429688, 0.484375, 0.421875, 0.457031, 0.382812, 0.449219, 0.453125, 0.460938, 0.466797, 0.464844, 0.429688, 0.443359, 0.425781, 0.412109, 0.431641, 0.460938, 0.431641, 0.421875, 0.470703, 0.443359, 0.431641, 0.466797, 0.439453, 0.455078, 0.412109, 0.462891, 0.458984, 0.435547, 0.427734, 0.449219, 0.408203, 0.419922, 0.417969, 0.482422, 0.4375, 0.429688, 0.476562, 0.441406, 0.484375, 0.433594, 0.480469, 0.423828, 0.449219, 0.421875, 0.455078, 0.412109, 0.474609, 0.462891, 0.417969, 0.464844, 0.441406, 0.447266, 0.462891, 0.421875, 0.447266, 0.462891, 0.421875, 0.429688, 0.453125, 0.394531, 0.441406, 0.414062, 0.414062, 0.441406, 0.455078, 0.480469, 0.460938, 0.462891, 0.4375, 0.400391, 0.421875, 0.425781, 0.439453, 0.46875, 0.464844, 0.414062, 0.419922, 0.4375, 0.443359, 0.447266, 0.433594, 0.441406, 0.445312, 0.431641, 0.470703, 0.458984, 0.423828, 0.423828, 0.453125, 0.392578, 0.414062, 0.431641, 0.441406, 0.404297, 0.439453, 0.492188, 0.443359, 0.472656, 0.433594, 0.427734, 0.490234, 0.4375, 0.429688, 0.464844, 0.410156, 0.478516, 0.429688, 0.417969, 0.441406, 0.466797, 0.421875, 0.439453, 0.441406, 0.457031, 0.453125, 0.458984, 0.478516, 0.427734, 0.439453, 0.445312, 0.460938, 0.486328, 0.414062, 0.416016, 0.449219, 0.449219, 0.4375, 0.445312, 0.4375, 0.425781, 0.447266, 0.453125, 0.453125, 0.400391, 0.478516, 0.451172, 0.408203, 0.464844, 0.417969, 0.402344, 0.449219, 0.447266, 0.431641, 0.425781, 0.490234, 0.453125, 0.472656, 0.441406, 0.484375, 0.460938, 0.421875, 0.427734, 0.433594, 0.412109, 0.449219, 0.417969, 0.439453, 0.441406, 0.464844, 0.421875, 0.453125, 0.449219, 0.419922, 0.435547, 0.392578, 0.435547, 0.443359, 0.441406, 0.421875, 0.419922, 0.445312, 0.460938, 0.455078, 0.419922, 0.402344, 0.451172, 0.416016, 0.457031, 0.419922, 0.441406, 0.455078, 0.423828, 0.46875, 0.398438, 0.427734, 0.419922, 0.427734, 0.421875, 0.431641, 0.421875, 0.488281, 0.398438, 0.433594, 0.439453, 0.447266, 0.458984, 0.429688, 0.445312, 0.414062, 0.453125, 0.431641, 0.410156, 0.458984, 0.458984, 0.458984, 0.412109, 0.408203, 0.443359, 0.4375, 0.447266, 0.404297, 0.457031, 0.402344, 0.423828, 0.423828, 0.427734, 0.447266, 0.472656, 0.453125, 0.425781, 0.466797, 0.445312, 0.46875, 0.433594, 0.443359, 0.441406, 0.417969, 0.470703, 0.433594, 0.431641, 0.394531, 0.480469, 0.386719, 0.433594, 0.431641, 0.445312, 0.458984, 0.460938, 0.396484, 0.433594, 0.466797, 0.416016, 0.4375, 0.419922, 0.447266, 0.447266, 0.445312, 0.439453, 0.445312, 0.441406, 0.449219, 0.427734, 0.4375, 0.4375, 0.451172, 0.464844, 0.443359, 0.408203, 0.488281, 0.466797, 0.429688, 0.429688, 0.382812, 0.421875, 0.425781, 0.427734, 0.439453, 0.419922, 0.417969, 0.416016, 0.455078, 0.472656, 0.455078, 0.439453, 0.443359, 0.466797, 0.445312, 0.433594, 0.451172, 0.404297, 0.453125, 0.427734, 0.460938, 0.447266, 0.466797, 0.423828, 0.464844, 0.451172, 0.447266, 0.433594, 0.462891, 0.439453, 0.472656, 0.429688, 0.455078, 0.458984, 0.423828, 0.412109, 0.480469, 0.441406, 0.4375, 0.4375, 0.425781, 0.425781, 0.443359, 0.396484, 0.433594, 0.453125, 0.458984, 0.4375, 0.447266, 0.439453, 0.414062, 0.458984, 0.404297, 0.474609, 0.455078, 0.441406, 0.423828, 0.435547, 0.414062, 0.443359, 0.445312, 0.478516, 0.474609, 0.455078, 0.470703, 0.40625, 0.423828, 0.466797, 0.382812, 0.458984, 0.455078, 0.449219, 0.449219, 0.425781, 0.408203, 0.443359, 0.439453, 0.414062, 0.46875, 0.460938, 0.423828, 0.433594, 0.394531, 0.441406, 0.441406, 0.474609, 0.417969, 0.445312, 0.476562, 0.474609, 0.419922, 0.431641, 0.464844, 0.464844, 0.457031, 0.402344, 0.458984, 0.449219, 0.4375, 0.4375, 0.390625, 0.423828, 0.451172, 0.423828, 0.470703, 0.457031, 0.460938, 0.423828, 0.4375, 0.421875, 0.425781, 0.4375, 0.435547, 0.447266, 0.431641, 0.429688, 0.40625, 0.486328, 0.433594, 0.431641, 0.445312, 0.433594, 0.435547, 0.480469, 0.445312, 0.435547, 0.492188, 0.441406, 0.472656, 0.494141, 0.427734, 0.410156, 0.466797, 0.4375, 0.457031, 0.423828, 0.421875, 0.472656, 0.439453, 0.478516, 0.472656, 0.435547, 0.474609, 0.460938, 0.445312, 0.425781, 0.419922, 0.433594, 0.466797, 0.431641, 0.449219, 0.435547, 0.482422, 0.404297, 0.425781, 0.476562, 0.451172, 0.402344, 0.439453, 0.453125, 0.427734, 0.455078, 0.443359, 0.425781, 0.447266, 0.416016, 0.441406, 0.46875, 0.431641, 0.419922, 0.460938, 0.421875, 0.421875, 0.476562, 0.443359, 0.447266, 0.431641, 0.447266, 0.433594, 0.410156, 0.453125, 0.443359, 0.417969, 0.378906, 0.455078, 0.425781, 0.425781, 0.464844, 0.447266, 0.408203, 0.416016, 0.451172, 0.40625, 0.425781, 0.449219, 0.435547, 0.398438, 0.410156, 0.480469, 0.445312, 0.488281, 0.455078, 0.429688, 0.425781, 0.4375, 0.408203, 0.421875, 0.4375, 0.453125, 0.402344, 0.431641, 0.408203, 0.421875, 0.427734, 0.396484, 0.402344, 0.451172, 0.503906, 0.427734, 0.439453, 0.455078, 0.482422, 0.361328, 0.46875, 0.431641, 0.419922, 0.414062, 0.425781, 0.40625, 0.447266, 0.392578, 0.410156, 0.464844, 0.472656, 0.435547, 0.400391, 0.443359, 0.410156, 0.482422, 0.466797, 0.416016, 0.380859, 0.417969, 0.419922, 0.457031, 0.453125, 0.462891, 0.433594, 0.451172, 0.4375, 0.402344, 0.431641, 0.412109, 0.384766, 0.427734, 0.402344, 0.478516, 0.417969, 0.445312, 0.445312, 0.425781, 0.4375, 0.421875, 0.435547, 0.439453, 0.412109, 0.455078, 0.476562, 0.476562, 0.445312, 0.453125, 0.445312, 0.443359, 0.447266, 0.457031, 0.458984, 0.503906, 0.431641, 0.429688, 0.431641, 0.445312, 0.421875, 0.419922, 0.462891, 0.453125, 0.480469, 0.425781, 0.462891, 0.414062, 0.46875, 0.402344, 0.435547, 0.451172, 0.417969, 0.402344, 0.462891, 0.458984, 0.416016, 0.427734, 0.429688, 0.445312, 0.414062, 0.439453, 0.457031, 0.458984, 0.408203, 0.460938, 0.447266, 0.421875, 0.390625, 0.419922, 0.441406, 0.462891, 0.429688, 0.453125, 0.398438, 0.486328, 0.439453, 0.443359, 0.447266, 0.40625, 0.457031, 0.439453, 0.46875, 0.419922, 0.427734, 0.484375, 0.435547, 0.451172, 0.464844, 0.453125, 0.457031, 0.427734, 0.447266, 0.408203, 0.419922, 0.455078, 0.449219, 0.494141, 0.451172, 0.410156, 0.408203, 0.425781, 0.433594, 0.457031, 0.462891, 0.464844, 0.421875, 0.431641, 0.445312, 0.458984, 0.429688, 0.429688, 0.408203, 0.451172, 0.458984, 0.447266, 0.466797, 0.427734, 0.486328, 0.404297, 0.439453, 0.408203, 0.408203, 0.472656, 0.4375, 0.466797, 0.462891, 0.402344, 0.421875, 0.431641, 0.425781, 0.445312, 0.410156, 0.396484, 0.445312, 0.447266, 0.435547, 0.443359, 0.427734, 0.464844, 0.46875, 0.414062, 0.453125, 0.417969, 0.476562, 0.433594, 0.4375, 0.419922, 0.435547, 0.394531, 0.4375, 0.445312, 0.453125, 0.408203, 0.375, 0.435547, 0.478516, 0.46875, 0.460938, 0.449219, 0.416016, 0.476562, 0.503906, 0.423828, 0.40625, 0.439453, 0.453125, 0.433594, 0.457031, 0.482422, 0.494141, 0.457031, 0.457031, 0.384766, 0.425781, 0.482422, 0.441406, 0.490234, 0.416016, 0.435547, 0.449219, 0.394531, 0.416016, 0.449219, 0.412109, 0.445312, 0.4375, 0.421875, 0.458984, 0.427734, 0.507812, 0.474609, 0.445312, 0.435547, 0.439453, 0.433594, 0.419922, 0.470703, 0.447266, 0.470703, 0.423828, 0.453125, 0.453125, 0.429688, 0.462891, 0.435547, 0.419922, 0.433594, 0.431641, 0.390625, 0.425781, 0.466797, 0.457031, 0.417969, 0.449219, 0.476562, 0.449219, 0.439453, 0.414062, 0.457031, 0.441406, 0.427734, 0.433594, 0.412109, 0.480469, 0.462891, 0.484375, 0.462891, 0.462891, 0.453125, 0.431641, 0.474609, 0.443359, 0.433594, 0.429688, 0.396484, 0.455078, 0.445312, 0.445312, 0.455078, 0.472656, 0.441406, 0.464844, 0.458984, 0.412109, 0.445312, 0.412109, 0.441406, 0.455078, 0.431641, 0.427734, 0.46875, 0.460938, 0.429688, 0.453125, 0.46875, 0.445312, 0.40625, 0.447266, 0.445312, 0.431641, 0.464844, 0.408203, 0.472656, 0.419922, 0.429688, 0.427734, 0.4375, 0.457031, 0.414062, 0.416016, 0.466797, 0.421875, 0.449219, 0.427734, 0.453125, 0.425781, 0.431641, 0.439453, 0.419922, 0.429688, 0.416016, 0.453125, 0.460938, 0.412109, 0.427734, 0.404297, 0.472656, 0.427734, 0.455078, 0.40625, 0.449219, 0.478516, 0.431641, 0.417969, 0.441406, 0.470703, 0.441406, 0.429688, 0.400391, 0.457031, 0.417969, 0.392578, 0.470703, 0.425781, 0.435547, 0.435547, 0.429688, 0.425781, 0.421875, 0.443359, 0.421875, 0.435547, 0.4375, 0.419922, 0.445312, 0.453125, 0.447266, 0.421875, 0.416016, 0.441406, 0.46875, 0.443359, 0.470703, 0.457031, 0.457031, 0.423828, 0.460938, 0.423828, 0.447266, 0.408203, 0.423828, 0.435547, 0.464844, 0.419922, 0.435547, 0.484375, 0.394531, 0.457031, 0.458984, 0.4375, 0.458984, 0.429688, 0.429688, 0.443359, 0.417969, 0.416016, 0.427734, 0.451172, 0.466797, 0.433594, 0.472656, 0.457031, 0.429688, 0.429688, 0.419922, 0.419922, 0.447266, 0.433594, 0.443359, 0.484375, 0.451172, 0.445312, 0.435547, 0.414062, 0.464844, 0.384766, 0.464844, 0.439453, 0.417969, 0.451172, 0.427734, 0.466797, 0.455078, 0.423828, 0.4375, 0.4375, 0.447266, 0.460938, 0.455078, 0.447266, 0.40625, 0.429688, 0.451172, 0.394531, 0.419922, 0.439453, 0.429688, 0.427734, 0.453125, 0.443359, 0.412109, 0.447266, 0.431641, 0.433594, 0.419922, 0.433594, 0.427734, 0.369141, 0.421875, 0.423828, 0.4375, 0.441406, 0.421875, 0.441406, 0.441406, 0.414062, 0.291016, 0.4375, 0.439453, 0.439453, 0.443359, 0.447266, 0.417969, 0.457031, 0.435547, 0.441406, 0.449219, 0.503906, 0.394531, 0.425781, 0.421875, 0.458984, 0.447266, 0.386719, 0.449219, 0.458984, 0.472656, 0.4375, 0.429688, 0.431641, 0.417969, 0.474609, 0.447266, 0.443359, 0.396484, 0.439453, 0.453125, 0.423828, 0.457031, 0.423828, 0.433594, 0.449219, 0.435547, 0.423828, 0.421875, 0.447266, 0.457031, 0.439453, 0.425781, 0.451172, 0.443359, 0.40625, 0.425781, 0.443359, 0.431641, 0.457031, 0.46875, 0.400391, 0.453125, 0.441406, 0.443359, 0.402344, 0.458984, 0.445312, 0.414062, 0.441406, 0.4375, 0.433594, 0.419922, 0.460938, 0.412109, 0.421875, 0.466797, 0.447266, 0.376953, 0.4375, 0.449219, 0.417969, 0.388672, 0.441406, 0.435547, 0.439453, 0.423828, 0.464844, 0.460938, 0.390625, 0.398438, 0.417969, 0.474609, 0.476562, 0.470703, 0.46875, 0.414062, 0.410156, 0.402344, 0.417969, 0.4375, 0.419922, 0.412109, 0.445312, 0.449219, 0.408203, 0.427734, 0.414062, 0.443359, 0.423828, 0.394531, 0.488281, 0.427734, 0.441406, 0.4375, 0.416016, 0.421875, 0.460938, 0.474609, 0.451172, 0.4375, 0.427734, 0.447266, 0.451172, 0.423828, 0.433594, 0.443359, 0.388672, 0.464844, 0.451172, 0.445312, 0.455078, 0.419922, 0.425781, 0.425781, 0.429688, 0.408203, 0.441406, 0.470703, 0.40625, 0.439453, 0.449219, 0.441406, 0.460938, 0.4375, 0.460938 ] }, "name": "model.transformer.layers.18.attn_norm.weight", "outputIndexes": [ 1138 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1137, 1138 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_18/Mul_1_output_0", "outputIndexes": [ 1139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1139 ], "outputIndexes": [ 3010 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3010 ], "outputIndexes": [ 3011 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear", "inputIndexes": [ 3011 ], "outputIndexes": [ 3012 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1013800584, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3012 ], "outputIndexes": [ 3013 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3013 ], "outputIndexes": [ 1140 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139 ], "main_type": "NONE", "name": "/Shape_73_output_0", "outputIndexes": [ 1141 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1141 ], "main_type": "NONE", "name": "Shape1617", "outputIndexes": [ 1142 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1141 ], "main_type": "NONE", "name": "Rank1619", "outputIndexes": [ 1143 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1143, 1143 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1621", "outputIndexes": [ 1144 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1144 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1622", "outputIndexes": [ 1145 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1144, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1624", "outputIndexes": [ 1146 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1146 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1625", "outputIndexes": [ 1147 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1142, 1145, 1147, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1628", "outputIndexes": [ 1148 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1148 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1629", "outputIndexes": [ 1149 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1149 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1630", "outputIndexes": [ 1150 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1150, 1149 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1631", "outputIndexes": [ 1151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1141, 1151, 1144 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_94_output_0", "outputIndexes": [ 1152 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1152, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_181_output_0", "outputIndexes": [ 1153 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 20 ] }, "name": "/Constant_541_output_0", "outputIndexes": [ 1154 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1153, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_90_output_0", "outputIndexes": [ 1155 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1140, 1155 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_73_output_0", "outputIndexes": [ 1156 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1156 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_18/Mul_output_0", "outputIndexes": [ 1157 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.273438, 0.015564, 0.002029, 0.009949, 1.070312, 1.414062, 0.519531, 0.566406, 1.25, 1.125, 1.523438, 1.195312, 1.085938, 1.273438, 1.382812, 1.492188, 1.46875, 1.414062, 1.640625, 1.476562, 1.59375, 1.367188, 1.5, 1.570312, 1.695312, 1.585938, 1.710938, 1.523438, 1.585938, 1.570312, 1.640625, 1.757812, 1.59375, 1.757812, 1.820312, 1.585938, 1.734375, 1.75, 1.664062, 1.882812, 1.59375, 1.757812, 2.390625, 1.851562, 1.765625, 1.695312, 2.140625, 1.75, 2.8125, 1.742188, 1.671875, 1.679688, 1.6875, 1.664062, 1.445312, 1.65625, 1.773438, 1.703125, 1.890625, 1.671875, 1.429688, 1.734375, 1.640625, 1.71875, 0.210938, 0.09082, 1.039062, 1.304688, 0.077637, 1.304688, 0.84375, 1.140625, 0.5625, 1.265625, 1.398438, 1.148438, 1.320312, 1.148438, 1.351562, 1.5625, 1.445312, 1.398438, 1.34375, 1.5, 1.53125, 1.617188, 1.609375, 1.609375, 1.507812, 1.703125, 1.554688, 1.421875, 1.734375, 1.710938, 1.742188, 1.648438, 1.742188, 1.734375, 1.570312, 1.742188, 1.65625, 1.679688, 1.765625, 1.703125, 1.8125, 1.765625, 1.375, 1.671875, 1.804688, 1.820312, 1.1875, 1.742188, 1.421875, 1.648438, 1.695312, 1.671875, 1.703125, 1.679688, 1.835938, 1.6875, 1.609375, 1.664062, 1.476562, 1.664062, 1.703125, 1.351562, 1.75, 1.429688 ] }, "name": "model.transformer.layers.18.attn.q_norm.weight", "outputIndexes": [ 1158 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1157, 1158 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_18/Mul_1_output_0", "outputIndexes": [ 1159 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1159, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_72_output_0", "outputIndexes": [ 1160 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1159, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_73_output_0", "outputIndexes": [ 1161 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1161 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_36_output_0", "outputIndexes": [ 1162 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1159, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_72_output_0", "outputIndexes": [ 1163 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1162, 1163 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_93_output_0", "outputIndexes": [ 1164 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_73_output_0", "outputIndexes": [ 1165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1160, 1165 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_72_output_0", "outputIndexes": [ 1166 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1139 ], "outputIndexes": [ 3014 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3014 ], "outputIndexes": [ 3015 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear", "inputIndexes": [ 3015 ], "outputIndexes": [ 3016 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1022166926, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3016 ], "outputIndexes": [ 3017 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3017 ], "outputIndexes": [ 1167 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5 ] }, "name": "/Constant_543_output_0", "outputIndexes": [ 1168 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1153, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_91_output_0", "outputIndexes": [ 1169 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1167, 1169 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_74_output_0", "outputIndexes": [ 1170 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1170 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_18/Mul_output_0", "outputIndexes": [ 1171 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.210938, -3e-06, -0.001595, 0.018799, 1.09375, 1.382812, 0.466797, 0.114746, 1.242188, 1.484375, 1.515625, 1.109375, 1.125, 1.460938, 1.257812, 1.195312, 1.34375, 1.375, 1.25, 1.476562, 1.351562, 1.601562, 1.765625, 1.578125, 1.484375, 1.578125, 1.484375, 1.359375, 1.664062, 1.609375, 1.664062, 1.578125, 1.671875, 1.539062, 1.507812, 1.78125, 1.640625, 1.648438, 1.679688, 1.601562, 1.71875, 1.65625, 1.171875, 1.59375, 1.789062, 1.796875, 1.351562, 1.664062, 1.117188, 1.632812, 1.632812, 1.664062, 1.703125, 1.648438, 2.03125, 1.75, 1.640625, 1.703125, 1.632812, 1.679688, 2.015625, 1.648438, 1.757812, 1.59375, 0.007782, 0.148438, 1.023438, 1.304688, 0.006378, 1.335938, 0.8125, 1.210938, 0.239258, 0.875, 1.4375, 1.320312, 1.265625, 0.792969, 1.5, 1.734375, 1.460938, 1.40625, 1.53125, 1.515625, 1.664062, 1.492188, 1.304688, 1.640625, 1.648438, 1.6875, 1.742188, 1.648438, 1.632812, 1.671875, 1.65625, 1.726562, 1.648438, 1.9375, 1.757812, 1.546875, 1.78125, 1.734375, 1.65625, 1.921875, 1.570312, 1.789062, 1.992188, 1.828125, 1.75, 1.765625, 2.484375, 1.71875, 1.9375, 1.734375, 1.703125, 1.703125, 1.6875, 1.671875, 1.726562, 1.671875, 1.773438, 1.679688, 1.4375, 1.71875, 1.507812, 2.203125, 1.664062, 2.0625 ] }, "name": "model.transformer.layers.18.attn.k_norm.weight", "outputIndexes": [ 1172 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1171, 1172 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_18/Mul_1_output_0", "outputIndexes": [ 1173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_74_output_0", "outputIndexes": [ 1174 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_75_output_0", "outputIndexes": [ 1175 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1175 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_37_output_0", "outputIndexes": [ 1176 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_74_output_0", "outputIndexes": [ 1177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1176, 1177 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_94_output_0", "outputIndexes": [ 1178 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1178, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_75_output_0", "outputIndexes": [ 1179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1174, 1179 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_73_output_0", "outputIndexes": [ 1180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1139 ], "outputIndexes": [ 3018 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3018 ], "outputIndexes": [ 3019 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear", "inputIndexes": [ 3019 ], "outputIndexes": [ 3020 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1024258708, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3020 ], "outputIndexes": [ 3021 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3021 ], "outputIndexes": [ 1181 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1181, 1169 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_75_output_0", "outputIndexes": [ 1182 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1166, 1180, 1182, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.18/self_attn/FusedAttention", "outputIndexes": [ 1183 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1183 ], "outputIndexes": [ 3022 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3022 ], "outputIndexes": [ 3023 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear", "inputIndexes": [ 3023 ], "outputIndexes": [ 3024 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1026350490, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3024 ], "outputIndexes": [ 3025 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3025 ], "outputIndexes": [ 1184 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1136, 1184 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_74_output_0", "outputIndexes": [ 1185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_18/Mul_output_0", "outputIndexes": [ 1186 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.445312, 0.412109, 0.443359, 0.435547, 0.423828, 0.421875, 0.410156, 0.412109, 0.404297, 0.427734, 0.447266, 0.421875, 0.429688, 0.433594, 0.414062, 0.40625, 0.4375, 0.429688, 0.423828, 0.414062, 0.435547, 0.423828, 0.419922, 0.425781, 0.435547, 0.433594, 0.435547, 0.400391, 0.449219, 0.419922, 0.427734, 0.408203, 0.421875, 0.441406, 0.404297, 0.4375, 0.433594, 0.417969, 0.443359, 0.427734, 0.439453, 0.439453, 0.40625, 0.451172, 0.402344, 0.408203, 0.410156, 0.423828, 0.427734, 0.4375, 0.427734, 0.410156, 0.441406, 0.429688, 0.400391, 0.423828, 0.445312, 0.439453, 0.410156, 0.447266, 0.414062, 0.417969, 0.429688, 0.435547, 0.421875, 0.421875, 0.435547, 0.425781, 0.419922, 0.449219, 0.425781, 0.462891, 0.449219, 0.402344, 0.439453, 0.427734, 0.431641, 0.445312, 0.429688, 0.421875, 0.443359, 0.431641, 0.441406, 0.429688, 0.40625, 0.40625, 0.402344, 0.439453, 0.429688, 0.447266, 0.425781, 0.423828, 0.435547, 0.40625, 0.451172, 0.417969, 0.445312, 0.412109, 0.445312, 0.408203, 0.451172, 0.421875, 0.435547, 0.40625, 0.410156, 0.433594, 0.435547, 0.423828, 0.419922, 0.427734, 0.404297, 0.417969, 0.427734, 0.451172, 0.439453, 0.421875, 0.433594, 0.423828, 0.449219, 0.433594, 0.400391, 0.408203, 0.433594, 0.443359, 0.427734, 0.419922, 0.439453, 0.441406, 0.414062, 0.423828, 0.414062, 0.435547, 0.460938, 0.443359, 0.427734, 0.423828, 0.425781, 0.435547, 0.429688, 0.427734, 0.417969, 0.439453, 0.431641, 0.423828, 0.423828, 0.414062, 0.417969, 0.441406, 0.414062, 0.425781, 0.443359, 0.414062, 0.410156, 0.433594, 0.40625, 0.443359, 0.433594, 0.433594, 0.457031, 0.431641, 0.433594, 0.4375, 0.429688, 0.429688, 0.410156, 0.423828, 0.400391, 0.398438, 0.416016, 0.439453, 0.429688, 0.431641, 0.435547, 0.4375, 0.460938, 0.427734, 0.416016, 0.417969, 0.427734, 0.417969, 0.414062, 0.412109, 0.414062, 0.439453, 0.423828, 0.408203, 0.404297, 0.404297, 0.427734, 0.419922, 0.414062, 0.433594, 0.441406, 0.402344, 0.382812, 0.443359, 0.431641, 0.431641, 0.423828, 0.435547, 0.433594, 0.431641, 0.431641, 0.408203, 0.451172, 0.462891, 0.404297, 0.441406, 0.408203, 0.431641, 0.419922, 0.429688, 0.419922, 0.421875, 0.421875, 0.414062, 0.421875, 0.433594, 0.423828, 0.396484, 0.421875, 0.431641, 0.445312, 0.416016, 0.439453, 0.427734, 0.412109, 0.441406, 0.429688, 0.435547, 0.408203, 0.4375, 0.417969, 0.447266, 0.439453, 0.427734, 0.417969, 0.435547, 0.398438, 0.433594, 0.417969, 0.427734, 0.417969, 0.439453, 0.464844, 0.402344, 0.435547, 0.416016, 0.433594, 0.447266, 0.412109, 0.443359, 0.414062, 0.423828, 0.425781, 0.447266, 0.429688, 0.416016, 0.443359, 0.433594, 0.441406, 0.429688, 0.423828, 0.423828, 0.408203, 0.4375, 0.414062, 0.414062, 0.435547, 0.429688, 0.404297, 0.451172, 0.441406, 0.427734, 0.419922, 0.421875, 0.421875, 0.423828, 0.441406, 0.416016, 0.433594, 0.435547, 0.421875, 0.433594, 0.4375, 0.404297, 0.4375, 0.433594, 0.427734, 0.417969, 0.435547, 0.433594, 0.443359, 0.451172, 0.433594, 0.449219, 0.425781, 0.427734, 0.431641, 0.423828, 0.431641, 0.451172, 0.419922, 0.410156, 0.427734, 0.421875, 0.427734, 0.431641, 0.402344, 0.416016, 0.410156, 0.429688, 0.421875, 0.400391, 0.412109, 0.431641, 0.427734, 0.423828, 0.429688, 0.414062, 0.429688, 0.425781, 0.40625, 0.414062, 0.400391, 0.435547, 0.423828, 0.431641, 0.412109, 0.447266, 0.427734, 0.435547, 0.445312, 0.419922, 0.453125, 0.417969, 0.419922, 0.4375, 0.4375, 0.449219, 0.4375, 0.419922, 0.4375, 0.414062, 0.421875, 0.408203, 0.427734, 0.423828, 0.414062, 0.431641, 0.439453, 0.427734, 0.441406, 0.449219, 0.402344, 0.433594, 0.425781, 0.419922, 0.390625, 0.410156, 0.439453, 0.429688, 0.443359, 0.421875, 0.427734, 0.416016, 0.412109, 0.373047, 0.417969, 0.404297, 0.433594, 0.435547, 0.431641, 0.417969, 0.425781, 0.4375, 0.427734, 0.423828, 0.423828, 0.429688, 0.431641, 0.419922, 0.40625, 0.427734, 0.423828, 0.419922, 0.414062, 0.435547, 0.429688, 0.423828, 0.435547, 0.451172, 0.416016, 0.4375, 0.410156, 0.458984, 0.427734, 0.4375, 0.416016, 0.398438, 0.429688, 0.429688, 0.443359, 0.410156, 0.425781, 0.4375, 0.40625, 0.40625, 0.441406, 0.394531, 0.419922, 0.445312, 0.414062, 0.408203, 0.443359, 0.423828, 0.423828, 0.414062, 0.435547, 0.423828, 0.449219, 0.392578, 0.416016, 0.423828, 0.410156, 0.460938, 0.425781, 0.435547, 0.4375, 0.427734, 0.433594, 0.419922, 0.419922, 0.439453, 0.408203, 0.431641, 0.435547, 0.427734, 0.423828, 0.4375, 0.435547, 0.416016, 0.4375, 0.412109, 0.421875, 0.408203, 0.416016, 0.4375, 0.398438, 0.4375, 0.427734, 0.416016, 0.431641, 0.404297, 0.439453, 0.414062, 0.435547, 0.435547, 0.441406, 0.429688, 0.410156, 0.427734, 0.361328, 0.414062, 0.441406, 0.429688, 0.412109, 0.425781, 0.427734, 0.416016, 0.40625, 0.416016, 0.427734, 0.449219, 0.423828, 0.431641, 0.408203, 0.421875, 0.421875, 0.402344, 0.416016, 0.433594, 0.414062, 0.40625, 0.431641, 0.417969, 0.441406, 0.4375, 0.435547, 0.419922, 0.376953, 0.435547, 0.447266, 0.431641, 0.419922, 0.40625, 0.414062, 0.445312, 0.400391, 0.4375, 0.433594, 0.425781, 0.423828, 0.40625, 0.433594, 0.421875, 0.412109, 0.435547, 0.419922, 0.425781, 0.412109, 0.427734, 0.423828, 0.425781, 0.421875, 0.443359, 0.449219, 0.441406, 0.419922, 0.429688, 0.416016, 0.431641, 0.429688, 0.419922, 0.419922, 0.441406, 0.419922, 0.421875, 0.419922, 0.431641, 0.398438, 0.425781, 0.419922, 0.408203, 0.414062, 0.466797, 0.421875, 0.441406, 0.425781, 0.433594, 0.431641, 0.429688, 0.457031, 0.427734, 0.423828, 0.439453, 0.427734, 0.423828, 0.441406, 0.457031, 0.416016, 0.4375, 0.429688, 0.431641, 0.457031, 0.419922, 0.396484, 0.429688, 0.435547, 0.429688, 0.449219, 0.427734, 0.414062, 0.431641, 0.417969, 0.427734, 0.396484, 0.417969, 0.423828, 0.447266, 0.423828, 0.423828, 0.433594, 0.431641, 0.414062, 0.4375, 0.427734, 0.425781, 0.425781, 0.416016, 0.439453, 0.433594, 0.427734, 0.443359, 0.447266, 0.431641, 0.4375, 0.171875, 0.4375, 0.4375, 0.441406, 0.425781, 0.419922, 0.458984, 0.416016, 0.423828, 0.423828, 0.427734, 0.421875, 0.429688, 0.421875, 0.427734, 0.449219, 0.423828, 0.427734, 0.4375, 0.429688, 0.414062, 0.433594, 0.388672, 0.396484, 0.419922, 0.425781, 0.443359, 0.425781, 0.425781, 0.443359, 0.427734, 0.439453, 0.443359, 0.427734, 0.427734, 0.427734, 0.417969, 0.416016, 0.427734, 0.441406, 0.449219, 0.439453, 0.431641, 0.425781, 0.439453, 0.441406, 0.453125, 0.425781, 0.425781, 0.417969, 0.441406, 0.435547, 0.433594, 0.40625, 0.425781, 0.441406, 0.431641, 0.445312, 0.414062, 0.425781, 0.388672, 0.402344, 0.4375, 0.414062, 0.443359, 0.416016, 0.451172, 0.417969, 0.410156, 0.421875, 0.4375, 0.449219, 0.4375, 0.431641, 0.439453, 0.421875, 0.4375, 0.431641, 0.433594, 0.431641, 0.427734, 0.425781, 0.429688, 0.429688, 0.447266, 0.443359, 0.439453, 0.431641, 0.431641, 0.419922, 0.443359, 0.439453, 0.441406, 0.429688, 0.443359, 0.443359, 0.412109, 0.421875, 0.396484, 0.443359, 0.417969, 0.429688, 0.345703, 0.412109, 0.427734, 0.421875, 0.421875, 0.410156, 0.441406, 0.417969, 0.423828, 0.435547, 0.457031, 0.414062, 0.417969, 0.419922, 0.416016, 0.433594, 0.410156, 0.421875, 0.429688, 0.443359, 0.443359, 0.400391, 0.457031, 0.425781, 0.410156, 0.425781, 0.423828, 0.416016, 0.431641, 0.445312, 0.433594, 0.441406, 0.445312, 0.421875, 0.441406, 0.394531, 0.443359, 0.455078, 0.449219, 0.429688, 0.427734, 0.425781, 0.453125, 0.433594, 0.431641, 0.423828, 0.427734, 0.447266, 0.431641, 0.425781, 0.40625, 0.435547, 0.416016, 0.429688, 0.433594, 0.427734, 0.439453, 0.425781, 0.441406, 0.433594, 0.449219, 0.419922, 0.451172, 0.423828, 0.433594, 0.421875, 0.439453, 0.410156, 0.449219, 0.410156, 0.425781, 0.441406, 0.445312, 0.412109, 0.439453, 0.425781, 0.4375, 0.423828, 0.417969, 0.435547, 0.412109, 0.361328, 0.417969, 0.421875, 0.435547, 0.410156, 0.425781, 0.410156, 0.451172, 0.417969, 0.425781, 0.431641, 0.425781, 0.4375, 0.435547, 0.410156, 0.421875, 0.408203, 0.419922, 0.425781, 0.435547, 0.412109, 0.449219, 0.419922, 0.429688, 0.427734, 0.429688, 0.427734, 0.435547, 0.4375, 0.404297, 0.410156, 0.431641, 0.423828, 0.396484, 0.441406, 0.449219, 0.396484, 0.421875, 0.435547, 0.443359, 0.414062, 0.445312, 0.4375, 0.441406, 0.425781, 0.425781, 0.417969, 0.429688, 0.416016, 0.425781, 0.453125, 0.427734, 0.431641, 0.400391, 0.412109, 0.414062, 0.416016, 0.447266, 0.443359, 0.416016, 0.435547, 0.431641, 0.425781, 0.423828, 0.419922, 0.441406, 0.433594, 0.4375, 0.429688, 0.414062, 0.423828, 0.433594, 0.419922, 0.4375, 0.414062, 0.421875, 0.447266, 0.414062, 0.419922, 0.404297, 0.429688, 0.431641, 0.427734, 0.425781, 0.4375, 0.419922, 0.384766, 0.419922, 0.431641, 0.435547, 0.425781, 0.435547, 0.427734, 0.386719, 0.423828, 0.4375, 0.421875, 0.439453, 0.423828, 0.427734, 0.423828, 0.427734, 0.423828, 0.417969, 0.421875, 0.443359, 0.455078, 0.402344, 0.443359, 0.394531, 0.423828, 0.451172, 0.447266, 0.427734, 0.433594, 0.435547, 0.423828, 0.414062, 0.433594, 0.447266, 0.416016, 0.410156, 0.392578, 0.447266, 0.419922, 0.425781, 0.425781, 0.4375, 0.441406, 0.394531, 0.412109, 0.4375, 0.417969, 0.404297, 0.427734, 0.445312, 0.412109, 0.410156, 0.441406, 0.435547, 0.4375, 0.441406, 0.439453, 0.431641, 0.453125, 0.423828, 0.435547, 0.447266, 0.416016, 0.429688, 0.425781, 0.404297, 0.427734, 0.419922, 0.412109, 0.453125, 0.423828, 0.390625, 0.410156, 0.4375, 0.408203, 0.457031, 0.275391, 0.423828, 0.4375, 0.408203, 0.4375, 0.449219, 0.427734, 0.431641, 0.423828, 0.416016, 0.429688, 0.441406, 0.421875, 0.447266, 0.429688, 0.445312, 0.427734, 0.429688, 0.449219, 0.425781, 0.423828, 0.429688, 0.433594, 0.429688, 0.40625, 0.427734, 0.427734, 0.431641, 0.441406, 0.474609, 0.4375, 0.427734, 0.421875, 0.421875, 0.416016, 0.414062, 0.455078, 0.417969, 0.416016, 0.431641, 0.439453, 0.416016, 0.441406, 0.421875, 0.455078, 0.386719, 0.439453, 0.423828, 0.435547, 0.464844, 0.417969, 0.4375, 0.408203, 0.462891, 0.396484, 0.445312, 0.410156, 0.439453, 0.429688, 0.427734, 0.429688, 0.40625, 0.449219, 0.449219, 0.423828, 0.435547, 0.408203, 0.431641, 0.412109, 0.427734, 0.425781, 0.441406, 0.439453, 0.408203, 0.417969, 0.417969, 0.433594, 0.390625, 0.425781, 0.427734, 0.441406, 0.412109, 0.417969, 0.410156, 0.425781, 0.40625, 0.421875, 0.396484, 0.435547, 0.427734, 0.4375, 0.4375, 0.425781, 0.419922, 0.439453, 0.433594, 0.417969, 0.435547, 0.40625, 0.449219, 0.429688, 0.410156, 0.445312, 0.414062, 0.412109, 0.427734, 0.441406, 0.414062, 0.412109, 0.404297, 0.427734, 0.419922, 0.423828, 0.423828, 0.439453, 0.417969, 0.423828, 0.431641, 0.431641, 0.433594, 0.4375, 0.4375, 0.445312, 0.427734, 0.419922, 0.394531, 0.433594, 0.421875, 0.447266, 0.443359, 0.416016, 0.410156, 0.449219, 0.423828, 0.439453, 0.433594, 0.449219, 0.425781, 0.408203, 0.455078, 0.414062, 0.433594, 0.417969, 0.447266, 0.431641, 0.433594, 0.435547, 0.431641, 0.431641, 0.416016, 0.439453, 0.427734, 0.429688, 0.429688, 0.425781, 0.4375, 0.431641, 0.419922, 0.417969, 0.439453, 0.429688, 0.443359, 0.427734, 0.447266, 0.433594, 0.443359, 0.427734, 0.423828, 0.427734, 0.417969, 0.429688, 0.421875, 0.425781, 0.435547, 0.443359, 0.449219, 0.417969, 0.632812, 0.419922, 0.423828, 0.4375, 0.431641, 0.449219, 0.421875, 0.412109, 0.431641, 0.429688, 0.439453, 0.435547, 0.402344, 0.435547, 0.429688, 0.427734, 0.441406, 0.433594, 0.439453, 0.429688, 0.421875, 0.429688, 0.425781, 0.429688, 0.435547, 0.435547, 0.417969, 0.441406, 0.439453, 0.447266, 0.419922, 0.40625, 0.443359, 0.443359, 0.4375, 0.429688, 0.417969, 0.453125, 0.402344, 0.435547, 0.429688, 0.423828, 0.425781, 0.425781, 0.443359, 0.445312, 0.439453, 0.433594, 0.443359, 0.429688, 0.417969, 0.4375, 0.443359, 0.427734, 0.429688, 0.408203, 0.427734, 0.429688, 0.429688, 0.443359, 0.402344, 0.414062, 0.429688, 0.447266, 0.416016, 0.439453, 0.445312, 0.423828, 0.449219, 0.439453, 0.447266, 0.453125, 0.443359, 0.431641, 0.40625, 0.431641, 0.4375, 0.443359, 0.451172, 0.423828, 0.419922, 0.4375, 0.423828, 0.433594, 0.435547, 0.427734, 0.425781, 0.410156, 0.433594, 0.435547, 0.445312, 0.423828, 0.400391, 0.439453, 0.416016, 0.447266, 0.441406, 0.435547, 0.40625, 0.443359, 0.417969, 0.416016, 0.4375, 0.421875, 0.425781, 0.453125, 0.400391, 0.414062, 0.412109, 0.427734, 0.414062, 0.416016, 0.447266, 0.421875, 0.447266, 0.425781, 0.40625, 0.425781, 0.439453, 0.417969, 0.441406, 0.412109, 0.433594, 0.425781, 0.417969, 0.423828, 0.425781, 0.429688, 0.416016, 0.396484, 0.425781, 0.445312, 0.429688, 0.445312, 0.427734, 0.419922, 0.429688, 0.423828, 0.4375, 0.443359, 0.410156, 0.4375, 0.40625, 0.439453, 0.423828, 0.431641, 0.425781, 0.423828, 0.449219, 0.416016, 0.410156, 0.425781, 0.427734, 0.431641, 0.429688, 0.431641, 0.435547, 0.435547, 0.419922, 0.40625, 0.435547, 0.421875, 0.427734, 0.439453, 0.431641, 0.4375, 0.402344, 0.392578, 0.414062, 0.394531, 0.429688, 0.414062, 0.443359, 0.433594, 0.419922, 0.435547, 0.429688, 0.416016, 0.425781, 0.431641, 0.421875, 0.412109, 0.441406, 0.412109, 0.416016, 0.40625, 0.439453, 0.447266, 0.417969, 0.425781, 0.425781, 0.416016, 0.431641, 0.423828, 0.410156, 0.414062, 0.408203, 0.425781, 0.416016, 0.4375, 0.458984, 0.447266, 0.421875, 0.427734, 0.423828, 0.4375, 0.423828, 0.423828, 0.433594, 0.431641, 0.449219, 0.435547, 0.431641, 0.427734, 0.408203, 0.400391, 0.460938, 0.429688, 0.439453, 0.439453, 0.408203, 0.429688, 0.402344, 0.416016, 0.435547, 0.429688, 0.429688, 0.441406, 0.435547, 0.421875, 0.435547, 0.416016, 0.435547, 0.429688, 0.414062, 0.439453, 0.414062, 0.427734, 0.431641, 0.4375, 0.417969, 0.412109, 0.439453, 0.427734, 0.425781, 0.431641, 0.431641, 0.414062, 0.423828, 0.417969, 0.429688, 0.423828, 0.429688, 0.4375, 0.425781, 0.219727, 0.427734, 0.412109, 0.439453, 0.40625, 0.4375, 0.400391, 0.453125, 0.435547, 0.433594, 0.453125, 0.40625, 0.40625, 0.416016, 0.425781, 0.441406, 0.425781, 0.427734, 0.417969, 0.416016, 0.417969, 0.443359, 0.419922, 0.435547, 0.427734, 0.447266, 0.40625, 0.416016, 0.421875, 0.453125, 0.455078, 0.431641, 0.449219, 0.447266, 0.431641, 0.416016, 0.416016, 0.425781, 0.435547, 0.451172, 0.416016, 0.429688, 0.408203, 0.398438, 0.417969, 0.417969, 0.425781, 0.425781, 0.458984, 0.433594, 0.447266, 0.421875, 0.431641, 0.380859, 0.433594, 0.4375, 0.427734, 0.416016, 0.445312, 0.429688, 0.410156, 0.435547, 0.419922, 0.423828, 0.439453, 0.404297, 0.421875, 0.441406, 0.40625, 0.410156, 0.431641, 0.40625, 0.419922, 0.412109, 0.439453, 0.410156, 0.410156, 0.414062, 0.419922, 0.421875, 0.435547, 0.410156, 0.429688, 0.410156, 0.433594, 0.445312, 0.423828, 0.449219, 0.40625, 0.431641, 0.419922, 0.410156, 0.429688, 0.40625, 0.419922, 0.435547, 0.421875, 0.431641, 0.445312, 0.40625, 0.435547, 0.439453, 0.398438, 0.439453, 0.421875, 0.445312, 0.433594, 0.429688, 0.423828, 0.431641, 0.419922, 0.416016, 0.408203, 0.427734, 0.417969, 0.421875, 0.398438, 0.421875, 0.449219, 0.416016, 0.419922, 0.447266, 0.416016, 0.388672, 0.439453, 0.449219, 0.410156, 0.431641, 0.433594, 0.414062, 0.427734, 0.416016, 0.419922, 0.412109, 0.447266, 0.445312, 0.40625, 0.425781, 0.427734, 0.40625, 0.443359, 0.462891, 0.445312, 0.433594, 0.439453, 0.421875, 0.435547, 0.40625, 0.412109, 0.431641, 0.423828, 0.429688, 0.414062, 0.412109, 0.429688, 0.447266, 0.439453, 0.447266, 0.416016, 0.4375, 0.390625, 0.427734, 0.433594, 0.419922, 0.416016, 0.435547, 0.421875, 0.421875, 0.435547, 0.394531, 0.425781, 0.398438, 0.425781, 0.423828, 0.404297, 0.433594, 0.443359, 0.419922, 0.429688, 0.423828, 0.419922, 0.451172, 0.441406, 0.429688, 0.435547, 0.429688, 0.421875, 0.441406, 0.410156, 0.419922, 0.441406, 0.4375, 0.435547, 0.412109, 0.416016, 0.429688, 0.4375, 0.427734, 0.433594, 0.419922, 0.423828, 0.431641, 0.429688, 0.404297, 0.421875, 0.412109, 0.439453, 0.429688, 0.431641, 0.433594, 0.384766, 0.421875, 0.412109, 0.429688, 0.4375, 0.421875, 0.439453, 0.425781, 0.410156, 0.423828, 0.427734, 0.40625, 0.443359, 0.427734, 0.421875, 0.404297, 0.435547, 0.425781, 0.421875, 0.433594, 0.412109, 0.429688, 0.439453, 0.410156, 0.425781, 0.433594, 0.429688, 0.449219, 0.435547, 0.449219, 0.433594, 0.416016, 0.421875, 0.425781, 0.408203, 0.404297, 0.433594, 0.431641, 0.421875, 0.435547, 0.423828, 0.416016, 0.439453, 0.435547, 0.431641, 0.425781, 0.425781, 0.433594, 0.427734, 0.451172, 0.412109, 0.423828, 0.429688, 0.441406, 0.431641, 0.439453, 0.433594, 0.447266, 0.431641, 0.390625, 0.441406, 0.398438, 0.414062, 0.421875, 0.4375, 0.425781, 0.441406, 0.439453, 0.390625, 0.431641, 0.441406, 0.441406, 0.4375, 0.421875, 0.4375, 0.417969, 0.435547, 0.447266, 0.40625, 0.433594, 0.447266, 0.431641, 0.419922, 0.417969, 0.398438, 0.417969, 0.4375, 0.439453, 0.421875, 0.445312, 0.414062, 0.455078, 0.429688, 0.40625, 0.443359, 0.425781, 0.429688, 0.431641, 0.443359, 0.439453, 0.453125, 0.427734, 0.425781, 0.425781, 0.388672, 0.425781, 0.443359, 0.000298, 0.410156, 0.457031, 0.433594, 0.396484, 0.4375, 0.433594, 0.435547, 0.400391, 0.429688, 0.425781, 0.457031, 0.427734, 0.4375, 0.447266, 0.443359, 0.425781, 0.447266, 0.412109, 0.4375, 0.433594, 0.427734, 0.410156, 0.427734, 0.425781, 0.404297, 0.419922, 0.414062, 0.439453, 0.427734, 0.396484, 0.423828, 0.410156, 0.412109, 0.417969, 0.431641, 0.445312, 0.419922, 0.423828, 0.421875, 0.414062, 0.384766, 0.449219, 0.419922, 0.429688, 0.445312, 0.441406, 0.402344, 0.398438, 0.423828, 0.427734, 0.435547, 0.419922, 0.423828, 0.439453, 0.427734, 0.427734, 0.439453, 0.412109, 0.429688, 0.414062, 0.423828, 0.382812, 0.412109, 0.414062, 0.443359, 0.435547, 0.414062, 0.425781, 0.40625, 0.386719, 0.425781, 0.439453, 0.427734, 0.447266, 0.400391, 0.419922, 0.433594, 0.408203, 0.421875, 0.423828, 0.419922, 0.427734, 0.447266, 0.439453, 0.435547, 0.404297, 0.402344, 0.443359, 0.429688, 0.427734, 0.390625, 0.431641, 0.441406, 0.433594, 0.417969, 0.425781, 0.410156, 0.414062, 0.421875, 0.429688, 0.414062, 0.439453, 0.441406, 0.4375, 0.421875, 0.433594, 0.433594, 0.460938, 0.431641, 0.40625, 0.417969, 0.402344, 0.416016, 0.425781, 0.445312, 0.429688, 0.421875, 0.410156, 0.4375, 0.425781, 0.425781, 0.408203, 0.398438, 0.427734, 0.435547, 0.445312, 0.404297, 0.435547, 0.425781, 0.412109, 0.429688, 0.230469, 0.419922, 0.427734, 0.443359, 0.4375, 0.435547, 0.414062, 0.417969, 0.419922, 0.414062, 0.433594, 0.416016, 0.40625, 0.421875, 0.421875, 0.421875, 0.435547, 0.4375, 0.417969, 0.392578, 0.445312, 0.441406, 0.4375, 0.210938, 0.408203, 0.429688, 0.439453, 0.4375, 0.447266, 0.449219, 0.427734, 0.408203, 0.423828, 0.453125, 0.423828, 0.40625, 0.423828, 0.431641, 0.388672, 0.423828, 0.419922, 0.423828, 0.423828, 0.421875, 0.429688, 0.425781, 0.441406, 0.423828, 0.429688, 0.423828, 0.386719, 0.431641, 0.435547, 0.443359, 0.419922, 0.408203, 0.425781, 0.416016, 0.425781, 0.419922, 0.439453, 0.425781, 0.419922, 0.443359, 0.423828, 0.433594, 0.414062, 0.429688, 0.417969, 0.427734, 0.455078, 0.421875, 0.4375, 0.416016, 0.427734, 0.414062, 0.423828, 0.4375, 0.441406, 0.417969, 0.431641, 0.451172, 0.390625, 0.433594, 0.433594, 0.4375, 0.451172, 0.414062, 0.421875, 0.427734, 0.439453, 0.435547, 0.435547, 0.433594, 0.433594, 0.419922, 0.427734, 0.433594, 0.410156, 0.421875, 0.429688, 0.4375, 0.4375, 0.414062, 0.431641, 0.417969, 0.414062, 0.429688, 0.439453, 0.429688, 0.416016, 0.453125, 0.410156, 0.398438, 0.433594, 0.431641, 0.419922, 0.416016, 0.429688, 0.417969, 0.435547, 0.402344, 0.417969, 0.417969, 0.429688, 0.400391, 0.431641, 0.412109, 0.398438, 0.439453, 0.423828, 0.423828, 0.404297, 0.398438, 0.40625, 0.447266, 0.441406, 0.451172, 0.425781, 0.431641, 0.396484, 0.431641, 0.458984, 0.445312, 0.412109, 0.429688, 0.414062, 0.441406, 0.427734, 0.443359, 0.466797, 0.417969, 0.429688, 0.4375, 0.441406, 0.410156, 0.427734, 0.431641, 0.433594, 0.416016, 0.419922, 0.414062, 0.423828, 0.410156, 0.449219, 0.4375, 0.416016, 0.429688, 0.419922, 0.441406, 0.427734, 0.400391, 0.435547, 0.421875, 0.414062, 0.427734, 0.4375, 0.4375, 0.412109, 0.419922, 0.425781, 0.414062, 0.390625, 0.441406, 0.425781, 0.439453, 0.419922, 0.421875, 0.416016, 0.412109, 0.419922, 0.419922, 0.417969, 0.431641, 0.414062, 0.433594, 0.4375, 0.419922, 0.431641, 0.425781, 0.404297, 0.427734, 0.431641, 0.435547, 0.419922, 0.439453, 0.431641, 0.429688, 0.458984, 0.433594, 0.449219, 0.441406, 0.396484, 0.421875, 0.433594, 0.421875, 0.421875, 0.410156, 0.40625, 0.421875, 0.427734, 0.417969, 0.417969, 0.414062, 0.425781, 0.451172, 0.429688, 0.435547, 0.416016, 0.439453, 0.427734, 0.425781, 0.429688, 0.435547, 0.443359, 0.396484, 0.453125, 0.4375, 0.4375, 0.427734, 0.423828, 0.421875, 0.416016, 0.433594, 0.4375, 0.425781, 0.439453, 0.431641, 0.443359, 0.439453, 0.369141, 0.441406, 0.441406, 0.417969, 0.435547, 0.417969, 0.431641, 0.398438, 0.417969, 0.451172, 0.433594, 0.431641, 0.431641, 0.447266, 0.423828, 0.439453, 0.4375, 0.431641, 0.423828, 0.40625, 0.417969, 0.421875, 0.410156, 0.392578, 0.412109, 0.431641, 0.414062, 0.435547, 0.445312, 0.429688, 0.431641, 0.421875, 0.4375, 0.394531, 0.431641, 0.404297, 0.419922, 0.429688, 0.414062, 0.417969, 0.443359, 0.451172, 0.421875, 0.416016, 0.433594, 0.427734, 0.439453, 0.419922, 0.439453, 0.423828, 0.449219, 0.429688, 0.394531, 0.431641, 0.421875, 0.431641, 0.414062, 0.443359, 0.142578, 0.4375, 0.464844, 0.435547, 0.421875, 0.447266, 0.441406, 0.433594, 0.453125, 0.4375, 0.412109, 0.414062, 0.421875, 0.417969, 0.433594, 0.435547, 0.431641, 0.447266, 0.433594, 0.435547, 0.443359, 0.435547, 0.416016, 0.433594, 0.439453, 0.425781, 0.445312, 0.4375, 0.394531, 0.414062, 0.40625, 0.416016, 0.421875, 0.427734, 0.421875, 0.427734, 0.423828, 0.441406, 0.416016, 0.425781, 0.425781, 0.429688, 0.421875, 0.425781, 0.425781, 0.425781, 0.425781, 0.439453, 0.421875, 0.419922, 0.427734, 0.421875, 0.421875, 0.433594, 0.429688, 0.423828, 0.421875, 0.441406, 0.4375, 0.423828, 0.433594, 0.429688, 0.427734, 0.445312, 0.429688, 0.435547, 0.431641, 0.445312, 0.4375, 0.384766, 0.421875, 0.433594, 0.433594, 0.414062, 0.439453, 0.433594, 0.441406, 0.421875, 0.412109, 0.412109, 0.398438, 0.416016, 0.429688, 0.410156, 0.439453, 0.429688, 0.423828, 0.435547, 0.423828, 0.435547, 0.453125, 0.435547, 0.417969, 0.451172, 0.421875, 0.423828, 0.408203, 0.433594, 0.447266, 0.433594, 0.431641, 0.429688, 0.427734, 0.414062, 0.429688, 0.441406, 0.421875, 0.425781, 0.423828, 0.458984, 0.421875, 0.4375, 0.439453, 0.421875, 0.433594, 0.441406, 0.431641, 0.429688, 0.416016, 0.394531, 0.427734, 0.427734, 0.443359, 0.431641, 0.433594, 0.427734, 0.40625, 0.417969, 0.416016, 0.429688, 0.414062, 0.429688, 0.419922, 0.439453, 0.410156, 0.431641, 0.449219, 0.417969, 0.433594, 0.431641, 0.416016, 0.417969, 0.417969, 0.439453, 0.429688, 0.419922, 0.40625, 0.429688, 0.431641, 0.429688, 0.425781, 0.429688, 0.427734, 0.443359, 0.439453, 0.417969, 0.419922, 0.427734, 0.427734, 0.429688, 0.457031, 0.429688, 0.412109, 0.453125, 0.433594, 0.417969, 0.371094, 0.431641, 0.431641, 0.429688, 0.423828, 0.455078, 0.435547, 0.423828, 0.431641, 0.445312, 0.40625, 0.455078, 0.419922, 0.419922, 0.429688, 0.445312, 0.429688, 0.421875, 0.433594, 0.427734, 0.4375, 0.416016, 0.445312, 0.429688, 0.435547, 0.447266, 0.439453, 0.433594, 0.419922, 0.439453, 0.447266, 0.439453, 0.4375, 0.449219, 0.423828, 0.4375, 0.400391, 0.425781, 0.421875, 0.439453, 0.416016, 0.443359, 0.416016, 0.429688, 0.423828, 0.423828, 0.441406, 0.4375, 0.435547, 0.417969, 0.441406, 0.410156, 0.427734, 0.423828, 0.447266, 0.429688, 0.455078, 0.431641, 0.433594, 0.408203, 0.433594, 0.433594, 0.433594, 0.439453, 0.445312, 0.429688, 0.423828, 0.410156, 0.402344, 0.427734, 0.423828, 0.441406, 0.416016, 0.431641, 0.414062, 0.423828, 0.414062, 0.445312, 0.427734, 0.441406, 0.433594, 0.4375, 0.427734, 0.429688, 0.431641, 0.427734, 0.433594, 0.4375, 0.431641, 0.445312, 0.412109, 0.427734, 0.431641, 0.423828, 0.435547, 0.410156, 0.410156, 0.425781, 0.421875, 0.408203, 0.441406, 0.416016, 0.398438, 0.443359, 0.441406, 0.433594, 0.445312, 0.412109, 0.414062, 0.423828, 0.4375, 0.421875, 0.435547, 0.4375, 0.429688, 0.441406, 0.421875, 0.4375, 0.419922, 0.435547, 0.423828, 0.429688, 0.417969, 0.443359, 0.435547, 0.433594, 0.431641, 0.449219, 0.431641, 0.447266, 0.447266, 0.431641, 0.400391, 0.425781, 0.416016, 0.4375, 0.414062, 0.431641, 0.427734, 0.441406, 0.435547, 0.441406, 0.421875, 0.433594, 0.4375, 0.433594, 0.431641, 0.416016, 0.40625, 0.439453, 0.429688, 0.425781, 0.427734, 0.427734, 0.40625, 0.421875, 0.412109, 0.433594, 0.443359, 0.433594, 0.427734, 0.431641, 0.439453, 0.433594, 0.441406, 0.447266, 0.447266, 0.410156, 0.433594, 0.416016, 0.433594, 0.470703, 0.439453, 0.4375, 0.435547, 0.425781, 0.445312, 0.429688, 0.427734, 0.419922, 0.425781, 0.427734, 0.439453, 0.392578, 0.427734, 0.427734, 0.412109, 0.423828, 0.455078, 0.425781, 0.396484, 0.431641, 0.464844, 0.408203, 0.421875, 0.421875, 0.416016, 0.408203, 0.40625, 0.427734, 0.431641, 0.429688, 0.419922, 0.423828, 0.427734, 0.416016, 0.4375, 0.431641, 0.421875, 0.402344, 0.404297, 0.421875, 0.425781, 0.400391, 0.419922, 0.453125, 0.435547, 0.417969, 0.414062, 0.435547, 0.431641, 0.433594, 0.396484, 0.408203, 0.443359, 0.371094, 0.414062, 0.414062, 0.429688, 0.427734, 0.429688, 0.408203, 0.398438, 0.443359, 0.414062, 0.408203, 0.447266, 0.414062, 0.435547, 0.441406, 0.445312, 0.402344, 0.427734, 0.429688, 0.435547, 0.431641, 0.425781, 0.435547, 0.421875, 0.453125, 0.417969, 0.416016, 0.435547, 0.431641, 0.421875, 0.431641, 0.433594, 0.435547, 0.449219, 0.439453, 0.4375, 0.404297, 0.435547, 0.4375, 0.433594, 0.410156, 0.435547, 0.427734, 0.4375, 0.435547, 0.429688, 0.449219, 0.433594, 0.416016, 0.451172, 0.447266, 0.439453, 0.435547, 0.4375, 0.431641, 0.410156, 0.439453, 0.433594, 0.40625, 0.427734, 0.4375, 0.427734, 0.427734, 0.447266, 0.441406, 0.40625, 0.400391, 0.416016, 0.449219, 0.429688, 0.433594, 0.4375, 0.423828, 0.441406, 0.441406, 0.427734, 0.429688, 0.421875, 0.425781, 0.4375, 0.445312, 0.408203, 0.431641, 0.425781, 0.4375, 0.433594, 0.435547, 0.421875, 0.423828, 0.429688, 0.427734, 0.404297, 0.40625, 0.4375, 0.414062, 0.447266, 0.408203, 0.4375, 0.404297, 0.443359, 0.433594, 0.425781, 0.455078, 0.423828, 0.423828, 0.439453, 0.435547, 0.443359, 0.439453, 0.412109, 0.408203, 0.417969, 0.417969, 0.431641, 0.4375, 0.433594, 0.449219, 0.423828, 0.429688, 0.429688, 0.457031, 0.427734, 0.441406, 0.404297, 0.414062, 0.429688, 0.416016, 0.417969, 0.429688, 0.40625, 0.429688, 0.453125, 0.417969, 0.429688, 0.429688, 0.433594, 0.425781, 0.421875, 0.443359, 0.416016, 0.431641, 0.417969, 0.412109, 0.414062, 0.445312, 0.4375, 0.453125, 0.431641, 0.421875, 0.425781, 0.416016, 0.416016, 0.445312, 0.441406, 0.416016, 0.412109, 0.427734, 0.396484, 0.425781, 0.425781, 0.419922, 0.417969, 0.447266, 0.431641, 0.419922, 0.439453, 0.429688, 0.417969, 0.4375, 0.423828, 0.416016, 0.425781, 0.416016, 0.431641, 0.412109, 0.451172, 0.427734, 0.421875, 0.425781, 0.4375, 0.423828, 0.404297, 0.40625, 0.441406, 0.419922, 0.431641, 0.451172, 0.431641, 0.408203, 0.408203, 0.429688, 0.431641, 0.425781, 0.441406, 0.425781, 0.419922, 0.445312, 0.410156, 0.460938, 0.40625, 0.439453, 0.435547, 0.402344, 0.400391, 0.435547, 0.429688, 0.408203, 0.421875, 0.445312, 0.433594, 0.417969, 0.431641, 0.423828, 0.439453, 0.431641, 0.441406, 0.429688, 0.417969, 0.449219, 0.4375, 0.429688, 0.431641, 0.427734, 0.441406, 0.433594, 0.443359, 0.4375, 0.404297, 0.439453, 0.445312, 0.425781, 0.419922, 0.431641, 0.443359, 0.443359, 0.423828, 0.449219, 0.412109, 0.435547, 0.40625, 0.423828, 0.412109, 0.431641, 0.431641, 0.425781, 0.439453, 0.375, 0.439453, 0.412109, 0.392578, 0.435547, 0.4375, 0.414062, 0.433594, 0.435547, 0.425781, 0.447266, 0.439453, 0.4375, 0.4375, 0.443359, 0.427734, 0.425781, 0.408203, 0.439453, 0.439453, 0.441406, 0.445312, 0.416016, 0.433594, 0.433594, 0.431641, 0.462891, 0.435547, 0.417969, 0.392578, 0.431641, 0.40625, 0.419922, 0.427734, 0.443359, 0.441406, 0.427734, 0.435547, 0.425781, 0.455078, 0.431641, 0.40625, 0.445312, 0.425781, 0.445312, 0.423828, 0.427734, 0.419922, 0.427734, 0.40625, 0.400391, 0.416016, 0.423828, 0.423828, 0.423828, 0.408203, 0.423828, 0.441406, 0.439453, 0.423828, 0.445312, 0.425781, 0.412109, 0.425781, 0.433594, 0.439453, 0.400391, 0.429688, 0.427734, 0.423828, 0.419922, 0.425781, 0.421875, 0.410156, 0.455078, 0.412109, 0.443359, 0.431641, 0.429688, 0.421875, 0.431641, 0.443359, 0.398438, 0.429688, 0.404297, 0.435547, 0.425781, 0.431641, 0.423828, 0.416016, 0.425781, 0.429688, 0.443359, 0.425781, 0.410156, 0.455078, 0.425781, 0.433594, 0.441406, 0.410156, 0.433594, 0.425781, 0.443359, 0.429688, 0.376953, 0.412109, 0.417969, 0.449219, 0.408203, 0.425781, 0.445312, 0.402344, 0.408203, 0.441406, 0.425781, 0.416016, 0.414062, 0.433594, 0.425781, 0.416016, 0.435547, 0.4375, 0.441406, 0.417969, 0.400391, 0.441406, 0.421875, 0.417969, 0.439453, 0.427734, 0.431641, 0.431641, 0.425781, 0.421875, 0.445312, 0.427734, 0.421875, 0.439453, 0.423828, 0.439453, 0.421875, 0.451172, 0.429688, 0.412109, 0.4375, 0.421875, 0.435547, 0.427734, 0.425781, 0.439453, 0.445312, 0.421875, 0.398438, 0.410156, 0.421875, 0.427734, 0.414062, 0.441406, 0.40625, 0.416016, 0.421875, 0.421875, 0.40625, 0.414062, 0.421875, 0.40625, 0.435547, 0.421875, 0.429688, 0.412109, 0.443359, 0.427734, 0.417969, 0.394531, 0.431641, 0.40625, 0.402344, 0.427734, 0.546875, 0.423828, 0.435547, 0.433594, 0.417969, 0.433594, 0.412109, 0.425781, 0.421875, 0.441406, 0.423828, 0.400391, 0.433594, 0.441406, 0.419922, 0.451172, 0.4375, 0.433594, 0.425781, 0.439453, 0.423828, 0.4375, 0.412109, 0.433594, 0.408203, 0.453125, 0.417969, 0.435547, 0.412109, 0.384766, 0.417969, 0.431641, 0.421875, 0.416016, 0.412109, 0.423828, 0.427734, 0.419922, 0.441406, 0.408203, 0.445312, 0.433594, 0.394531, 0.416016, 0.433594, 0.421875, 0.400391, 0.423828, 0.392578, 0.460938, 0.431641, 0.445312, 0.414062, 0.4375, 0.414062, 0.421875, 0.431641, 0.439453, 0.421875, 0.423828, 0.453125, 0.412109, 0.419922, 0.423828, 0.431641, 0.419922, 0.425781, 0.431641, 0.410156, 0.447266, 0.421875, 0.4375, 0.392578, 0.443359, 0.417969, 0.429688, 0.419922, 0.421875, 0.453125, 0.439453, 0.417969, 0.427734, 0.412109, 0.441406, 0.421875, 0.455078, 0.412109, 0.421875, 0.416016, 0.433594, 0.419922, 0.439453, 0.433594, 0.419922, 0.431641, 0.423828, 0.427734, 0.421875, 0.431641, 0.433594, 0.408203, 0.431641, 0.419922, 0.429688, 0.435547, 0.427734, 0.425781, 0.429688, 0.458984, 0.417969, 0.447266, 0.4375, 0.441406, 0.429688, 0.419922, 0.441406, 0.423828, 0.423828, 0.408203, 0.417969, 0.421875, 0.410156, 0.435547, 0.4375, 0.445312, 0.417969, 0.414062, 0.441406, 0.421875, 0.431641, 0.417969, 0.431641, 0.435547, 0.435547, 0.457031, 0.427734 ] }, "name": "model.transformer.layers.18.ffn_norm.weight", "outputIndexes": [ 1187 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1186, 1187 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_18/Mul_1_output_0", "outputIndexes": [ 1188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1188 ], "outputIndexes": [ 3026 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3026 ], "outputIndexes": [ 3027 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_1/Linear", "inputIndexes": [ 3027 ], "outputIndexes": [ 3028 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 14336, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 344064, "weightSize": 0 }, "external": [ 1034706592, 44040454, 2752512, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3028 ], "outputIndexes": [ 3029 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3029 ], "outputIndexes": [ 1189 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 14336 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189, 21, 526, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_18/Slice_output_0", "outputIndexes": [ 1190 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1190 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_18/Sigmoid_output_0", "outputIndexes": [ 1191 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1190, 1191 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_18/Mul_output_0", "outputIndexes": [ 1192 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 14336 ] }, "name": "/ffn_18/Mul_1_output_0", "outputIndexes": [ 1193 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189, 526, 1193, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_18/Slice_1_output_0", "outputIndexes": [ 1194 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1192, 1194 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_18/Mul_2_output_0", "outputIndexes": [ 1195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1195 ], "outputIndexes": [ 3030 ], "main_type": "Reshape", "main": { "dims": [ -1, 7168, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3030 ], "outputIndexes": [ 3031 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_2/Linear", "inputIndexes": [ 3031 ], "outputIndexes": [ 3032 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 7168, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 172032, "weightSize": 0 }, "external": [ 1081499558, 22020358, 1376256, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3032 ], "outputIndexes": [ 3033 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3033 ], "outputIndexes": [ 1196 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185, 1196 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_75_output_0", "outputIndexes": [ 1197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_76_output_0", "outputIndexes": [ 1198 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1198 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_19/Mul_output_0", "outputIndexes": [ 1199 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.496094, 0.486328, 0.478516, 0.433594, 0.445312, 0.474609, 0.455078, 0.408203, 0.472656, 0.447266, 0.478516, 0.464844, 0.445312, 0.476562, 0.40625, 0.457031, 0.453125, 0.433594, 0.441406, 0.414062, 0.455078, 0.486328, 0.427734, 0.439453, 0.449219, 0.496094, 0.496094, 0.492188, 0.462891, 0.480469, 0.457031, 0.46875, 0.470703, 0.447266, 0.451172, 0.4375, 0.445312, 0.433594, 0.492188, 0.498047, 0.443359, 0.472656, 0.46875, 0.466797, 0.464844, 0.496094, 0.412109, 0.447266, 0.490234, 0.4375, 0.453125, 0.429688, 0.494141, 0.416016, 0.417969, 0.480469, 0.490234, 0.494141, 0.458984, 0.484375, 0.457031, 0.46875, 0.441406, 0.4375, 0.449219, 0.480469, 0.484375, 0.429688, 0.429688, 0.462891, 0.458984, 0.46875, 0.455078, 0.429688, 0.462891, 0.427734, 0.484375, 0.470703, 0.507812, 0.431641, 0.46875, 0.443359, 0.441406, 0.443359, 0.433594, 0.457031, 0.451172, 0.470703, 0.486328, 0.484375, 0.441406, 0.441406, 0.460938, 0.390625, 0.443359, 0.464844, 0.449219, 0.453125, 0.460938, 0.441406, 0.453125, 0.429688, 0.484375, 0.480469, 0.470703, 0.503906, 0.470703, 0.511719, 0.400391, 0.484375, 0.402344, 0.451172, 0.457031, 0.445312, 0.484375, 0.431641, 0.511719, 0.462891, 0.496094, 0.472656, 0.439453, 0.449219, 0.496094, 0.447266, 0.464844, 0.478516, 0.46875, 0.457031, 0.472656, 0.441406, 0.484375, 0.439453, 0.492188, 0.441406, 0.439453, 0.414062, 0.449219, 0.447266, 0.435547, 0.445312, 0.458984, 0.476562, 0.464844, 0.482422, 0.486328, 0.470703, 0.423828, 0.470703, 0.419922, 0.380859, 0.474609, 0.482422, 0.445312, 0.488281, 0.445312, 0.431641, 0.464844, 0.478516, 0.488281, 0.46875, 0.472656, 0.423828, 0.470703, 0.447266, 0.455078, 0.490234, 0.439453, 0.470703, 0.458984, 0.470703, 0.453125, 0.443359, 0.453125, 0.464844, 0.453125, 0.457031, 0.449219, 0.451172, 0.474609, 0.484375, 0.464844, 0.421875, 0.429688, 0.419922, 0.466797, 0.451172, 0.486328, 0.494141, 0.472656, 0.441406, 0.421875, 0.425781, 0.478516, 0.439453, 0.466797, 0.5, 0.488281, 0.423828, 0.416016, 0.503906, 0.490234, 0.527344, 0.449219, 0.443359, 0.492188, 0.519531, 0.464844, 0.445312, 0.388672, 0.445312, 0.470703, 0.466797, 0.480469, 0.462891, 0.429688, 0.492188, 0.455078, 0.466797, 0.470703, 0.455078, 0.419922, 0.462891, 0.46875, 0.449219, 0.453125, 0.458984, 0.441406, 0.496094, 0.482422, 0.480469, 0.488281, 0.433594, 0.429688, 0.462891, 0.470703, 0.445312, 0.451172, 0.482422, 0.476562, 0.441406, 0.414062, 0.423828, 0.449219, 0.476562, 0.515625, 0.503906, 0.457031, 0.478516, 0.4375, 0.466797, 0.441406, 0.486328, 0.496094, 0.414062, 0.451172, 0.494141, 0.462891, 0.453125, 0.472656, 0.453125, 0.470703, 0.441406, 0.470703, 0.429688, 0.431641, 0.457031, 0.455078, 0.458984, 0.441406, 0.457031, 0.453125, 0.419922, 0.46875, 0.482422, 0.447266, 0.484375, 0.455078, 0.449219, 0.462891, 0.445312, 0.431641, 0.494141, 0.474609, 0.464844, 0.453125, 0.412109, 0.439453, 0.408203, 0.416016, 0.447266, 0.433594, 0.503906, 0.474609, 0.462891, 0.492188, 0.457031, 0.46875, 0.462891, 0.466797, 0.482422, 0.464844, 0.480469, 0.490234, 0.435547, 0.486328, 0.457031, 0.550781, 0.472656, 0.455078, 0.447266, 0.431641, 0.457031, 0.464844, 0.466797, 0.46875, 0.466797, 0.451172, 0.441406, 0.490234, 0.441406, 0.484375, 0.464844, 0.486328, 0.484375, 0.478516, 0.498047, 0.460938, 0.472656, 0.470703, 0.462891, 0.455078, 0.472656, 0.476562, 0.515625, 0.451172, 0.433594, 0.449219, 0.492188, 0.476562, 0.507812, 0.519531, 0.472656, 0.466797, 0.408203, 0.470703, 0.460938, 0.474609, 0.480469, 0.457031, 0.443359, 0.496094, 0.474609, 0.445312, 0.5, 0.476562, 0.466797, 0.462891, 0.472656, 0.460938, 0.421875, 0.445312, 0.466797, 0.470703, 0.416016, 0.498047, 0.410156, 0.435547, 0.410156, 0.443359, 0.435547, 0.470703, 0.496094, 0.46875, 0.488281, 0.462891, 0.470703, 0.488281, 0.464844, 0.476562, 0.457031, 0.455078, 0.433594, 0.425781, 0.435547, 0.445312, 0.464844, 0.458984, 0.470703, 0.451172, 0.460938, 0.464844, 0.5, 0.449219, 0.466797, 0.464844, 0.488281, 0.457031, 0.458984, 0.431641, 0.435547, 0.435547, 0.443359, 0.466797, 0.476562, 0.462891, 0.449219, 0.478516, 0.472656, 0.476562, 0.443359, 0.482422, 0.484375, 0.474609, 0.447266, 0.476562, 0.451172, 0.449219, 0.472656, 0.462891, 0.447266, 0.496094, 0.443359, 0.488281, 0.457031, 0.449219, 0.466797, 0.458984, 0.466797, 0.453125, 0.464844, 0.478516, 0.449219, 0.494141, 0.478516, 0.472656, 0.476562, 0.445312, 0.458984, 0.474609, 0.498047, 0.490234, 0.439453, 0.451172, 0.466797, 0.466797, 0.412109, 0.464844, 0.464844, 0.453125, 0.474609, 0.441406, 0.433594, 0.449219, 0.484375, 0.492188, 0.429688, 0.507812, 0.443359, 0.496094, 0.439453, 0.472656, 0.458984, 0.378906, 0.462891, 0.458984, 0.470703, 0.435547, 0.4375, 0.457031, 0.451172, 0.453125, 0.455078, 0.449219, 0.451172, 0.478516, 0.447266, 0.419922, 0.466797, 0.460938, 0.455078, 0.462891, 0.478516, 0.470703, 0.464844, 0.449219, 0.482422, 0.490234, 0.488281, 0.421875, 0.458984, 0.445312, 0.451172, 0.466797, 0.457031, 0.457031, 0.441406, 0.460938, 0.470703, 0.449219, 0.458984, 0.496094, 0.486328, 0.449219, 0.492188, 0.462891, 0.484375, 0.460938, 0.429688, 0.466797, 0.486328, 0.445312, 0.439453, 0.421875, 0.480469, 0.46875, 0.453125, 0.5, 0.453125, 0.423828, 0.486328, 0.451172, 0.457031, 0.421875, 0.439453, 0.427734, 0.4375, 0.441406, 0.488281, 0.470703, 0.472656, 0.439453, 0.46875, 0.445312, 0.464844, 0.410156, 0.470703, 0.466797, 0.511719, 0.4375, 0.494141, 0.460938, 0.476562, 0.492188, 0.417969, 0.445312, 0.480469, 0.46875, 0.472656, 0.484375, 0.488281, 0.457031, 0.486328, 0.455078, 0.443359, 0.447266, 0.484375, 0.445312, 0.449219, 0.480469, 0.484375, 0.425781, 0.404297, 0.417969, 0.421875, 0.423828, 0.457031, 0.419922, 0.451172, 0.470703, 0.472656, 0.511719, 0.447266, 0.466797, 0.460938, 0.523438, 0.4375, 0.496094, 0.4375, 0.470703, 0.462891, 0.474609, 0.447266, 0.486328, 0.476562, 0.507812, 0.445312, 0.494141, 0.462891, 0.503906, 0.466797, 0.494141, 0.490234, 0.453125, 0.472656, 0.457031, 0.460938, 0.402344, 0.464844, 0.466797, 0.453125, 0.433594, 0.445312, 0.4375, 0.425781, 0.503906, 0.410156, 0.458984, 0.46875, 0.460938, 0.478516, 0.476562, 0.427734, 0.4375, 0.492188, 0.388672, 0.433594, 0.480469, 0.433594, 0.460938, 0.433594, 0.449219, 0.466797, 0.439453, 0.466797, 0.433594, 0.457031, 0.480469, 0.5, 0.457031, 0.490234, 0.480469, 0.5, 0.449219, 0.527344, 0.474609, 0.435547, 0.429688, 0.445312, 0.496094, 0.470703, 0.402344, 0.476562, 0.484375, 0.480469, 0.482422, 0.427734, 0.470703, 0.4375, 0.455078, 0.472656, 0.421875, 0.457031, 0.476562, 0.507812, 0.455078, 0.462891, 0.449219, 0.445312, 0.419922, 0.462891, 0.417969, 0.447266, 0.472656, 0.443359, 0.470703, 0.423828, 0.511719, 0.443359, 0.451172, 0.484375, 0.5, 0.460938, 0.412109, 0.458984, 0.486328, 0.511719, 0.46875, 0.386719, 0.474609, 0.488281, 0.484375, 0.482422, 0.515625, 0.427734, 0.439453, 0.396484, 0.429688, 0.458984, 0.494141, 0.507812, 0.46875, 0.507812, 0.46875, 0.462891, 0.464844, 0.460938, 0.496094, 0.447266, 0.462891, 0.470703, 0.449219, 0.439453, 0.488281, 0.458984, 0.458984, 0.447266, 0.443359, 0.482422, 0.484375, 0.451172, 0.367188, 0.464844, 0.433594, 0.439453, 0.466797, 0.4375, 0.488281, 0.484375, 0.460938, 0.498047, 0.486328, 0.462891, 0.488281, 0.431641, 0.462891, 0.492188, 0.429688, 0.482422, 0.486328, 0.470703, 0.451172, 0.447266, 0.458984, 0.478516, 0.439453, 0.447266, 0.5, 0.484375, 0.484375, 0.443359, 0.462891, 0.478516, 0.453125, 0.451172, 0.492188, 0.480469, 0.439453, 0.474609, 0.484375, 0.498047, 0.5, 0.511719, 0.462891, 0.496094, 0.439453, 0.474609, 0.507812, 0.447266, 0.439453, 0.388672, 0.441406, 0.472656, 0.455078, 0.451172, 0.449219, 0.474609, 0.535156, 0.445312, 0.503906, 0.451172, 0.464844, 0.433594, 0.462891, 0.453125, 0.458984, 0.443359, 0.457031, 0.498047, 0.410156, 0.472656, 0.519531, 0.427734, 0.4375, 0.472656, 0.455078, 0.408203, 0.451172, 0.427734, 0.472656, 0.460938, 0.460938, 0.46875, 0.453125, 0.453125, 0.466797, 0.4375, 0.458984, 0.447266, 0.507812, 0.375, 0.449219, 0.419922, 0.472656, 0.439453, 0.474609, 0.462891, 0.441406, 0.484375, 0.507812, 0.478516, 0.423828, 0.419922, 0.427734, 0.5, 0.449219, 0.470703, 0.435547, 0.451172, 0.46875, 0.496094, 0.445312, 0.458984, 0.480469, 0.435547, 0.453125, 0.457031, 0.445312, 0.451172, 0.435547, 0.457031, 0.453125, 0.447266, 0.464844, 0.453125, 0.425781, 0.462891, 0.46875, 0.457031, 0.472656, 0.417969, 0.455078, 0.455078, 0.457031, 0.458984, 0.494141, 0.421875, 0.503906, 0.435547, 0.421875, 0.443359, 0.46875, 0.466797, 0.476562, 0.439453, 0.486328, 0.470703, 0.455078, 0.462891, 0.476562, 0.460938, 0.433594, 0.462891, 0.449219, 0.433594, 0.464844, 0.425781, 0.447266, 0.498047, 0.486328, 0.474609, 0.515625, 0.453125, 0.435547, 0.431641, 0.441406, 0.445312, 0.474609, 0.464844, 0.488281, 0.464844, 0.445312, 0.484375, 0.472656, 0.449219, 0.423828, 0.474609, 0.435547, 0.460938, 0.511719, 0.484375, 0.464844, 0.431641, 0.423828, 0.492188, 0.451172, 0.458984, 0.445312, 0.453125, 0.453125, 0.421875, 0.490234, 0.453125, 0.472656, 0.419922, 0.425781, 0.457031, 0.425781, 0.361328, 0.5, 0.482422, 0.474609, 0.478516, 0.478516, 0.435547, 0.458984, 0.478516, 0.453125, 0.455078, 0.435547, 0.472656, 0.492188, 0.503906, 0.423828, 0.451172, 0.478516, 0.474609, 0.453125, 0.449219, 0.427734, 0.480469, 0.4375, 0.535156, 0.433594, 0.453125, 0.449219, 0.46875, 0.447266, 0.439453, 0.443359, 0.439453, 0.46875, 0.474609, 0.453125, 0.453125, 0.472656, 0.480469, 0.503906, 0.507812, 0.451172, 0.457031, 0.449219, 0.423828, 0.474609, 0.447266, 0.492188, 0.494141, 0.449219, 0.445312, 0.427734, 0.480469, 0.457031, 0.470703, 0.474609, 0.429688, 0.484375, 0.46875, 0.4375, 0.447266, 0.498047, 0.472656, 0.472656, 0.441406, 0.460938, 0.412109, 0.494141, 0.462891, 0.457031, 0.408203, 0.490234, 0.46875, 0.447266, 0.455078, 0.503906, 0.488281, 0.40625, 0.476562, 0.425781, 0.507812, 0.443359, 0.492188, 0.507812, 0.445312, 0.447266, 0.462891, 0.46875, 0.496094, 0.486328, 0.4375, 0.443359, 0.472656, 0.523438, 0.451172, 0.451172, 0.478516, 0.515625, 0.470703, 0.443359, 0.478516, 0.466797, 0.519531, 0.460938, 0.486328, 0.416016, 0.46875, 0.40625, 0.458984, 0.447266, 0.445312, 0.455078, 0.435547, 0.455078, 0.488281, 0.486328, 0.439453, 0.455078, 0.4375, 0.5, 0.458984, 0.46875, 0.492188, 0.416016, 0.492188, 0.445312, 0.455078, 0.480469, 0.462891, 0.451172, 0.478516, 0.457031, 0.416016, 0.441406, 0.490234, 0.451172, 0.480469, 0.449219, 0.496094, 0.486328, 0.458984, 0.466797, 0.464844, 0.496094, 0.494141, 0.429688, 0.476562, 0.4375, 0.429688, 0.464844, 0.414062, 0.455078, 0.427734, 0.474609, 0.523438, 0.445312, 0.414062, 0.46875, 0.451172, 0.435547, 0.478516, 0.466797, 0.462891, 0.441406, 0.486328, 0.460938, 0.458984, 0.478516, 0.474609, 0.480469, 0.5, 0.441406, 0.449219, 0.470703, 0.4375, 0.511719, 0.457031, 0.484375, 0.46875, 0.460938, 0.472656, 0.519531, 0.453125, 0.433594, 0.496094, 0.472656, 0.423828, 0.464844, 0.507812, 0.447266, 0.478516, 0.470703, 0.472656, 0.498047, 0.439453, 0.507812, 0.507812, 0.46875, 0.451172, 0.457031, 0.480469, 0.492188, 0.228516, 0.453125, 0.462891, 0.46875, 0.460938, 0.462891, 0.46875, 0.474609, 0.482422, 0.474609, 0.447266, 0.5, 0.435547, 0.431641, 0.425781, 0.455078, 0.433594, 0.472656, 0.492188, 0.472656, 0.431641, 0.402344, 0.443359, 0.470703, 0.507812, 0.457031, 0.480469, 0.455078, 0.488281, 0.447266, 0.410156, 0.443359, 0.464844, 0.439453, 0.46875, 0.441406, 0.492188, 0.382812, 0.458984, 0.476562, 0.5, 0.490234, 0.443359, 0.46875, 0.492188, 0.464844, 0.464844, 0.460938, 0.478516, 0.447266, 0.441406, 0.429688, 0.507812, 0.519531, 0.453125, 0.429688, 0.464844, 0.419922, 0.453125, 0.460938, 0.443359, 0.439453, 0.453125, 0.492188, 0.447266, 0.460938, 0.490234, 0.386719, 0.445312, 0.462891, 0.474609, 0.511719, 0.476562, 0.46875, 0.445312, 0.511719, 0.482422, 0.490234, 0.470703, 0.433594, 0.453125, 0.488281, 0.421875, 0.443359, 0.458984, 0.492188, 0.457031, 0.453125, 0.498047, 0.439453, 0.472656, 0.462891, 0.449219, 0.472656, 0.40625, 0.5, 0.472656, 0.419922, 0.455078, 0.417969, 0.478516, 0.472656, 0.488281, 0.470703, 0.441406, 0.472656, 0.412109, 0.455078, 0.449219, 0.445312, 0.472656, 0.462891, 0.462891, 0.466797, 0.486328, 0.466797, 0.476562, 0.433594, 0.449219, 0.447266, 0.455078, 0.410156, 0.503906, 0.460938, 0.453125, 0.431641, 0.458984, 0.453125, 0.507812, 0.433594, 0.449219, 0.458984, 0.455078, 0.484375, 0.457031, 0.439453, 0.441406, 0.443359, 0.490234, 0.480469, 0.455078, 0.474609, 0.451172, 0.484375, 0.421875, 0.447266, 0.476562, 0.449219, 0.458984, 0.482422, 0.449219, 0.46875, 0.457031, 0.433594, 0.4375, 0.494141, 0.441406, 0.484375, 0.482422, 0.423828, 0.480469, 0.503906, 0.449219, 0.5, 0.484375, 0.451172, 0.412109, 0.458984, 0.464844, 0.458984, 0.494141, 0.492188, 0.507812, 0.490234, 0.476562, 0.507812, 0.443359, 0.476562, 0.449219, 0.410156, 0.445312, 0.445312, 0.558594, 0.429688, 0.466797, 0.443359, 0.449219, 0.519531, 0.423828, 0.474609, 0.464844, 0.417969, 0.462891, 0.429688, 0.507812, 0.451172, 0.470703, 0.453125, 0.445312, 0.480469, 0.498047, 0.445312, 0.441406, 0.451172, 0.492188, 0.431641, 0.507812, 0.484375, 0.492188, 0.455078, 0.511719, 0.484375, 0.449219, 0.443359, 0.466797, 0.466797, 0.484375, 0.451172, 0.460938, 0.496094, 0.503906, 0.466797, 0.439453, 0.482422, 0.445312, 0.46875, 0.482422, 0.453125, 0.46875, 0.408203, 0.441406, 0.464844, 0.460938, 0.433594, 0.455078, 0.470703, 0.476562, 0.410156, 0.4375, 0.431641, 0.457031, 0.466797, 0.480469, 0.460938, 0.462891, 0.408203, 0.470703, 0.457031, 0.416016, 0.443359, 0.492188, 0.445312, 0.460938, 0.490234, 0.478516, 0.458984, 0.449219, 0.429688, 0.404297, 0.449219, 0.460938, 0.457031, 0.503906, 0.507812, 0.503906, 0.490234, 0.425781, 0.449219, 0.443359, 0.443359, 0.466797, 0.4375, 0.439453, 0.435547, 0.482422, 0.443359, 0.466797, 0.474609, 0.431641, 0.474609, 0.476562, 0.458984, 0.460938, 0.503906, 0.484375, 0.519531, 0.4375, 0.464844, 0.470703, 0.480469, 0.5, 0.470703, 0.464844, 0.474609, 0.496094, 0.464844, 0.447266, 0.503906, 0.458984, 0.429688, 0.460938, 0.474609, 0.458984, 0.482422, 0.4375, 0.478516, 0.460938, 0.494141, 0.519531, 0.492188, 0.455078, 0.453125, 0.46875, 0.455078, 0.449219, 0.486328, 0.464844, 0.435547, 0.470703, 0.474609, 0.451172, 0.480469, 0.482422, 0.40625, 0.453125, 0.449219, 0.466797, 0.435547, 0.464844, 0.515625, 0.476562, 0.462891, 0.443359, 0.474609, 0.46875, 0.470703, 0.421875, 0.445312, 0.488281, 0.439453, 0.455078, 0.492188, 0.472656, 0.447266, 0.462891, 0.441406, 0.494141, 0.431641, 0.453125, 0.515625, 0.451172, 0.470703, 0.486328, 0.445312, 0.472656, 0.460938, 0.484375, 0.421875, 0.416016, 0.460938, 0.507812, 0.464844, 0.445312, 0.429688, 0.486328, 0.453125, 0.46875, 0.414062, 0.458984, 0.453125, 0.466797, 0.441406, 0.441406, 0.478516, 0.458984, 0.457031, 0.550781, 0.431641, 0.363281, 0.503906, 0.480469, 0.460938, 0.455078, 0.457031, 0.46875, 0.4375, 0.439453, 0.421875, 0.419922, 0.443359, 0.492188, 0.484375, 0.482422, 0.458984, 0.451172, 0.455078, 0.486328, 0.455078, 0.419922, 0.480469, 0.441406, 0.478516, 0.439453, 0.486328, 0.447266, 0.433594, 0.453125, 0.449219, 0.455078, 0.435547, 0.492188, 0.458984, 0.494141, 0.458984, 0.492188, 0.414062, 0.482422, 0.458984, 0.429688, 0.449219, 0.462891, 0.472656, 0.445312, 0.470703, 0.443359, 0.474609, 0.496094, 0.445312, 0.457031, 0.482422, 0.466797, 0.498047, 0.417969, 0.429688, 0.433594, 0.451172, 0.441406, 0.449219, 0.445312, 0.488281, 0.447266, 0.462891, 0.458984, 0.445312, 0.480469, 0.458984, 0.484375, 0.490234, 0.4375, 0.410156, 0.476562, 0.470703, 0.466797, 0.445312, 0.435547, 0.484375, 0.498047, 0.458984, 0.488281, 0.46875, 0.466797, 0.451172, 0.470703, 0.445312, 0.519531, 0.439453, 0.451172, 0.433594, 0.462891, 0.476562, 0.484375, 0.408203, 0.453125, 0.455078, 0.441406, 0.431641, 0.458984, 0.511719, 0.421875, 0.474609, 0.451172, 0.458984, 0.445312, 0.445312, 0.478516, 0.451172, 0.462891, 0.488281, 0.447266, 0.474609, 0.439453, 0.460938, 0.400391, 0.458984, 0.472656, 0.474609, 0.496094, 0.494141, 0.427734, 0.453125, 0.449219, 0.486328, 0.464844, 0.443359, 0.431641, 0.46875, 0.449219, 0.492188, 0.478516, 0.445312, 0.464844, 0.447266, 0.464844, 0.431641, 0.367188, 0.453125, 0.458984, 0.445312, 0.488281, 0.449219, 0.484375, 0.460938, 0.464844, 0.46875, 0.457031, 0.472656, 0.464844, 0.458984, 0.453125, 0.445312, 0.447266, 0.455078, 0.498047, 0.408203, 0.507812, 0.470703, 0.5, 0.470703, 0.466797, 0.433594, 0.494141, 0.441406, 0.472656, 0.431641, 0.490234, 0.455078, 0.46875, 0.46875, 0.476562, 0.462891, 0.431641, 0.472656, 0.464844, 0.435547, 0.460938, 0.439453, 0.494141, 0.5, 0.511719, 0.435547, 0.462891, 0.451172, 0.447266, 0.498047, 0.451172, 0.472656, 0.439453, 0.464844, 0.478516, 0.474609, 0.472656, 0.472656, -0.002823, 0.443359, 0.492188, 0.447266, 0.464844, 0.443359, 0.462891, 0.462891, 0.474609, 0.462891, 0.498047, 0.558594, 0.455078, 0.445312, 0.433594, 0.464844, 0.443359, 0.550781, 0.466797, 0.439453, 0.480469, 0.458984, 0.478516, 0.433594, 0.480469, 0.449219, 0.435547, 0.4375, 0.474609, 0.455078, 0.439453, 0.453125, 0.458984, 0.455078, 0.480469, 0.472656, 0.476562, 0.453125, 0.457031, 0.474609, 0.476562, 0.451172, 0.462891, 0.421875, 0.476562, 0.490234, 0.441406, 0.433594, 0.451172, 0.455078, 0.464844, 0.453125, 0.466797, 0.464844, 0.484375, 0.414062, 0.410156, 0.470703, 0.476562, 0.451172, 0.404297, 0.458984, 0.484375, 0.433594, 0.457031, 0.507812, 0.478516, 0.466797, 0.464844, 0.462891, 0.433594, 0.453125, 0.4375, 0.447266, 0.46875, 0.464844, 0.476562, 0.435547, 0.439453, 0.486328, 0.490234, 0.443359, 0.455078, 0.488281, 0.466797, 0.488281, 0.384766, 0.439453, 0.478516, 0.492188, 0.472656, 0.447266, 0.527344, 0.484375, 0.458984, 0.476562, 0.470703, 0.46875, 0.404297, 0.394531, 0.482422, 0.464844, 0.474609, 0.490234, 0.482422, 0.435547, 0.447266, 0.494141, 0.496094, 0.458984, 0.439453, 0.455078, 0.443359, 0.425781, 0.441406, 0.53125, 0.458984, 0.470703, 0.433594, 0.451172, 0.46875, 0.460938, 0.449219, 0.451172, 0.46875, 0.494141, 0.523438, 0.476562, 0.470703, 0.457031, 0.443359, 0.445312, 0.390625, 0.455078, 0.476562, 0.429688, 0.503906, 0.445312, 0.474609, 0.4375, 0.427734, 0.460938, 0.441406, 0.470703, 0.464844, 0.503906, 0.4375, 0.455078, 0.488281, 0.441406, 0.478516, 0.443359, 0.474609, 0.464844, 0.460938, 0.462891, 0.439453, 0.414062, 0.447266, 0.46875, 0.464844, 0.458984, 0.429688, 0.425781, 0.464844, 0.476562, 0.419922, 0.416016, 0.457031, 0.4375, 0.486328, 0.472656, 0.472656, 0.46875, 0.427734, 0.490234, 0.457031, 0.464844, 0.480469, 0.457031, 0.507812, 0.458984, 0.386719, 0.472656, 0.494141, 0.507812, 0.453125, 0.445312, 0.4375, 0.435547, 0.449219, 0.449219, 0.480469, 0.464844, 0.425781, 0.439453, 0.464844, 0.472656, 0.443359, 0.472656, 0.482422, 0.400391, 0.427734, 0.46875, 0.488281, 0.453125, 0.462891, 0.457031, 0.490234, 0.482422, 0.490234, 0.5, 0.464844, 0.511719, 0.449219, 0.453125, 0.480469, 0.449219, 0.46875, 0.441406, 0.443359, 0.4375, 0.474609, 0.417969, 0.457031, 0.472656, 0.484375, 0.464844, 0.445312, 0.476562, 0.416016, 0.460938, 0.472656, 0.46875, 0.458984, 0.439453, 0.427734, 0.466797, 0.466797, 0.46875, 0.429688, 0.466797, 0.4375, 0.511719, 0.439453, 0.429688, 0.503906, 0.451172, 0.439453, 0.396484, 0.492188, 0.443359, 0.466797, 0.445312, 0.453125, 0.455078, 0.449219, 0.419922, 0.433594, 0.474609, 0.410156, 0.480469, 0.488281, 0.492188, 0.443359, 0.457031, 0.451172, 0.441406, 0.451172, 0.527344, 0.455078, 0.451172, 0.433594, 0.496094, 0.490234, 0.474609, 0.435547, 0.507812, 0.470703, 0.445312, 0.519531, 0.457031, 0.462891, 0.46875, 0.480469, 0.458984, 0.433594, 0.455078, 0.439453, 0.482422, 0.46875, 0.486328, 0.439453, 0.419922, 0.441406, 0.464844, 0.46875, 0.503906, 0.445312, 0.472656, 0.472656, 0.455078, 0.453125, 0.458984, 0.431641, 0.433594, 0.431641, 0.488281, 0.447266, 0.507812, 0.462891, 0.451172, 0.443359, 0.474609, 0.480469, 0.46875, 0.439453, 0.511719, 0.484375, 0.470703, 0.412109, 0.441406, 0.472656, 0.492188, 0.431641, 0.496094, 0.460938, 0.5, 0.486328, 0.484375, 0.447266, 0.431641, 0.439453, 0.451172, 0.462891, 0.443359, 0.492188, 0.474609, 0.478516, 0.445312, 0.460938, 0.474609, 0.462891, 0.453125, 0.451172, 0.460938, 0.484375, 0.447266, 0.462891, 0.400391, 0.474609, 0.492188, 0.476562, 0.458984, 0.46875, 0.447266, 0.451172, 0.429688, 0.427734, 0.486328, 0.478516, 0.460938, 0.4375, 0.470703, 0.470703, 0.455078, 0.492188, 0.458984, 0.480469, 0.462891, 0.492188, 0.464844, 0.449219, 0.460938, 0.5, 0.425781, 0.455078, 0.457031, 0.507812, 0.457031, 0.445312, 0.5, 0.4375, 0.476562, 0.421875, 0.478516, 0.445312, 0.484375, 0.453125, 0.494141, 0.417969, 0.503906, 0.496094, 0.453125, 0.46875, 0.492188, 0.478516, 0.494141, 0.466797, 0.470703, 0.458984, 0.447266, 0.457031, 0.458984, 0.423828, 0.472656, 0.435547, 0.439453, 0.433594, 0.474609, 0.494141, 0.486328, 0.462891, 0.449219, 0.402344, 0.447266, 0.457031, 0.458984, 0.470703, 0.488281, 0.435547, 0.425781, 0.451172, 0.472656, 0.478516, 0.453125, 0.472656, 0.474609, 0.460938, 0.511719, 0.472656, 0.443359, 0.412109, 0.46875, 0.404297, 0.460938, 0.445312, 0.482422, 0.431641, 0.472656, 0.527344, 0.451172, 0.488281, 0.462891, 0.480469, 0.503906, 0.464844, 0.474609, 0.46875, 0.429688, 0.486328, 0.453125, 0.439453, 0.460938, 0.480469, 0.425781, 0.480469, 0.476562, 0.472656, 0.484375, 0.460938, 0.478516, 0.462891, 0.476562, 0.466797, 0.476562, 0.470703, 0.447266, 0.439453, 0.474609, 0.486328, 0.451172, 0.478516, 0.460938, 0.470703, 0.464844, 0.486328, 0.484375, 0.433594, 0.476562, 0.451172, 0.435547, 0.466797, 0.449219, 0.429688, 0.464844, 0.458984, 0.466797, 0.476562, 0.523438, 0.492188, 0.490234, 0.441406, 0.494141, 0.464844, 0.427734, 0.439453, 0.455078, 0.427734, 0.472656, 0.458984, 0.455078, 0.480469, 0.470703, 0.4375, 0.470703, 0.460938, 0.439453, 0.478516, 0.394531, 0.472656, 0.484375, 0.486328, 0.451172, 0.451172, 0.464844, 0.472656, 0.457031, 0.4375, 0.431641, 0.464844, 0.441406, 0.488281, 0.425781, 0.484375, 0.478516, 0.457031, 0.498047, 0.410156, 0.443359, 0.46875, 0.457031, 0.441406, 0.470703, 0.453125, 0.5, 0.4375, 0.453125, 0.488281, 0.457031, 0.474609, 0.441406, 0.462891, 0.421875, 0.486328, 0.449219, 0.443359, 0.486328, 0.472656, 0.478516, 0.429688, 0.443359, 0.470703, 0.458984, 0.460938, 0.431641, 0.470703, 0.419922, 0.427734, 0.433594, 0.458984, 0.458984, 0.476562, 0.470703, 0.453125, 0.46875, 0.457031, 0.46875, 0.445312, 0.470703, 0.476562, 0.449219, 0.482422, 0.455078, 0.435547, 0.416016, 0.496094, 0.390625, 0.445312, 0.464844, 0.478516, 0.482422, 0.470703, 0.433594, 0.453125, 0.460938, 0.427734, 0.482422, 0.443359, 0.447266, 0.474609, 0.490234, 0.441406, 0.457031, 0.46875, 0.466797, 0.425781, 0.460938, 0.455078, 0.478516, 0.492188, 0.417969, 0.445312, 0.503906, 0.507812, 0.466797, 0.439453, 0.427734, 0.449219, 0.457031, 0.462891, 0.449219, 0.443359, 0.439453, 0.453125, 0.482422, 0.453125, 0.488281, 0.496094, 0.453125, 0.503906, 0.488281, 0.470703, 0.490234, 0.425781, 0.472656, 0.451172, 0.474609, 0.482422, 0.482422, 0.449219, 0.492188, 0.472656, 0.449219, 0.451172, 0.458984, 0.478516, 0.482422, 0.447266, 0.457031, 0.490234, 0.445312, 0.443359, 0.503906, 0.462891, 0.474609, 0.466797, 0.457031, 0.451172, 0.464844, 0.429688, 0.445312, 0.441406, 0.476562, 0.460938, 0.453125, 0.464844, 0.4375, 0.494141, 0.439453, 0.488281, 0.462891, 0.5, 0.435547, 0.457031, 0.423828, 0.464844, 0.451172, 0.488281, 0.474609, 0.490234, 0.486328, 0.433594, 0.435547, 0.5, 0.412109, 0.478516, 0.488281, 0.466797, 0.464844, 0.431641, 0.480469, 0.478516, 0.503906, 0.439453, 0.484375, 0.476562, 0.451172, 0.460938, 0.416016, 0.451172, 0.472656, 0.472656, 0.441406, 0.439453, 0.46875, 0.5, 0.419922, 0.425781, 0.478516, 0.474609, 0.474609, 0.449219, 0.492188, 0.478516, 0.445312, 0.462891, 0.425781, 0.425781, 0.496094, 0.472656, 0.503906, 0.484375, 0.464844, 0.453125, 0.476562, 0.464844, 0.439453, 0.492188, 0.482422, 0.484375, 0.464844, 0.472656, 0.425781, 0.5, 0.443359, 0.435547, 0.480469, 0.429688, 0.464844, 0.486328, 0.435547, 0.451172, 0.515625, 0.476562, 0.476562, 0.507812, 0.449219, 0.435547, 0.462891, 0.457031, 0.457031, 0.435547, 0.445312, 0.453125, 0.455078, 0.457031, 0.507812, 0.457031, 0.482422, 0.466797, 0.445312, 0.453125, 0.425781, 0.470703, 0.494141, 0.462891, 0.470703, 0.457031, 0.494141, 0.408203, 0.445312, 0.480469, 0.472656, 0.433594, 0.476562, 0.462891, 0.453125, 0.470703, 0.484375, 0.460938, 0.470703, 0.427734, 0.439453, 0.472656, 0.451172, 0.458984, 0.488281, 0.451172, 0.429688, 0.519531, 0.447266, 0.466797, 0.503906, 0.464844, 0.466797, 0.445312, 0.511719, 0.460938, 0.435547, 0.408203, 0.462891, 0.449219, 0.457031, 0.478516, 0.470703, 0.417969, 0.453125, 0.470703, 0.451172, 0.439453, 0.472656, 0.476562, 0.419922, 0.449219, 0.484375, 0.458984, 0.476562, 0.453125, 0.464844, 0.433594, 0.451172, 0.439453, 0.449219, 0.486328, 0.5, 0.416016, 0.453125, 0.429688, 0.431641, 0.464844, 0.429688, 0.457031, 0.460938, 0.498047, 0.455078, 0.457031, 0.451172, 0.494141, 0.375, 0.486328, 0.441406, 0.449219, 0.408203, 0.447266, 0.447266, 0.466797, 0.425781, 0.408203, 0.478516, 0.488281, 0.466797, 0.421875, 0.472656, 0.458984, 0.488281, 0.496094, 0.453125, 0.404297, 0.435547, 0.453125, 0.472656, 0.496094, 0.476562, 0.478516, 0.482422, 0.462891, 0.431641, 0.425781, 0.435547, 0.423828, 0.445312, 0.429688, 0.527344, 0.449219, 0.462891, 0.458984, 0.4375, 0.480469, 0.470703, 0.464844, 0.462891, 0.445312, 0.466797, 0.507812, 0.490234, 0.474609, 0.472656, 0.449219, 0.455078, 0.472656, 0.480469, 0.503906, 0.523438, 0.453125, 0.462891, 0.460938, 0.46875, 0.455078, 0.447266, 0.4375, 0.46875, 0.507812, 0.427734, 0.460938, 0.460938, 0.472656, 0.4375, 0.447266, 0.466797, 0.421875, 0.441406, 0.492188, 0.476562, 0.447266, 0.457031, 0.455078, 0.476562, 0.421875, 0.445312, 0.503906, 0.5, 0.414062, 0.472656, 0.449219, 0.46875, 0.416016, 0.458984, 0.457031, 0.476562, 0.460938, 0.488281, 0.414062, 0.507812, 0.464844, 0.462891, 0.496094, 0.431641, 0.486328, 0.46875, 0.519531, 0.431641, 0.445312, 0.490234, 0.46875, 0.460938, 0.466797, 0.478516, 0.488281, 0.455078, 0.464844, 0.425781, 0.429688, 0.464844, 0.478516, 0.503906, 0.455078, 0.4375, 0.40625, 0.460938, 0.478516, 0.484375, 0.470703, 0.478516, 0.478516, 0.460938, 0.464844, 0.460938, 0.4375, 0.457031, 0.408203, 0.484375, 0.451172, 0.470703, 0.476562, 0.423828, 0.527344, 0.412109, 0.462891, 0.447266, 0.435547, 0.478516, 0.447266, 0.507812, 0.460938, 0.398438, 0.462891, 0.484375, 0.449219, 0.460938, 0.441406, 0.425781, 0.480469, 0.484375, 0.470703, 0.462891, 0.460938, 0.498047, 0.482422, 0.451172, 0.486328, 0.435547, 0.503906, 0.449219, 0.482422, 0.447266, 0.486328, 0.408203, 0.458984, 0.464844, 0.476562, 0.429688, 0.369141, 0.462891, 0.5, 0.476562, 0.46875, 0.457031, 0.445312, 0.484375, 0.519531, 0.451172, 0.453125, 0.447266, 0.474609, 0.4375, 0.46875, 0.488281, 0.507812, 0.492188, 0.457031, 0.427734, 0.462891, 0.486328, 0.447266, 0.486328, 0.421875, 0.466797, 0.455078, 0.421875, 0.421875, 0.470703, 0.421875, 0.464844, 0.488281, 0.460938, 0.507812, 0.435547, 0.496094, 0.496094, 0.433594, 0.453125, 0.474609, 0.433594, 0.447266, 0.507812, 0.478516, 0.496094, 0.453125, 0.451172, 0.453125, 0.455078, 0.496094, 0.451172, 0.462891, 0.476562, 0.455078, 0.425781, 0.455078, 0.472656, 0.488281, 0.445312, 0.458984, 0.492188, 0.482422, 0.447266, 0.457031, 0.447266, 0.476562, 0.457031, 0.460938, 0.445312, 0.466797, 0.472656, 0.5, 0.480469, 0.474609, 0.503906, 0.464844, 0.460938, 0.458984, 0.447266, 0.460938, 0.410156, 0.480469, 0.462891, 0.458984, 0.476562, 0.486328, 0.451172, 0.474609, 0.472656, 0.455078, 0.458984, 0.419922, 0.478516, 0.453125, 0.445312, 0.455078, 0.498047, 0.480469, 0.457031, 0.458984, 0.472656, 0.46875, 0.417969, 0.445312, 0.46875, 0.470703, 0.474609, 0.423828, 0.527344, 0.427734, 0.464844, 0.464844, 0.458984, 0.5, 0.433594, 0.447266, 0.515625, 0.423828, 0.480469, 0.466797, 0.441406, 0.431641, 0.445312, 0.451172, 0.443359, 0.460938, 0.427734, 0.451172, 0.482422, 0.443359, 0.449219, 0.457031, 0.492188, 0.4375, 0.458984, 0.416016, 0.480469, 0.519531, 0.458984, 0.472656, 0.451172, 0.498047, 0.470703, 0.427734, 0.441406, 0.455078, 0.445312, 0.425781, 0.482422, 0.421875, 0.449219, 0.447266, 0.449219, 0.4375, 0.425781, 0.470703, 0.453125, 0.443359, 0.476562, 0.478516, 0.455078, 0.447266, 0.476562, 0.441406, 0.431641, 0.455078, 0.476562, 0.460938, 0.46875, 0.474609, 0.472656, 0.441406, 0.488281, 0.447266, 0.476562, 0.421875, 0.441406, 0.486328, 0.484375, 0.427734, 0.470703, 0.511719, 0.431641, 0.445312, 0.476562, 0.466797, 0.470703, 0.470703, 0.476562, 0.472656, 0.449219, 0.427734, 0.427734, 0.462891, 0.488281, 0.435547, 0.515625, 0.472656, 0.46875, 0.449219, 0.431641, 0.421875, 0.447266, 0.470703, 0.447266, 0.476562, 0.46875, 0.435547, 0.472656, 0.460938, 0.488281, 0.388672, 0.488281, 0.433594, 0.443359, 0.472656, 0.460938, 0.460938, 0.480469, 0.429688, 0.435547, 0.455078, 0.455078, 0.488281, 0.494141, 0.443359, 0.404297, 0.472656, 0.482422, 0.40625, 0.453125, 0.453125, 0.439453, 0.4375, 0.449219, 0.462891, 0.441406, 0.466797, 0.423828, 0.464844, 0.449219, 0.449219, 0.427734, 0.386719, 0.445312, 0.431641, 0.478516, 0.435547, 0.460938, 0.453125, 0.457031, 0.417969, 0.24707, 0.441406, 0.457031, 0.476562, 0.449219, 0.457031, 0.431641, 0.492188, 0.4375, 0.441406, 0.433594, 0.445312, 0.414062, 0.449219, 0.4375, 0.482422, 0.460938, 0.404297, 0.460938, 0.470703, 0.496094, 0.462891, 0.451172, 0.472656, 0.462891, 0.46875, 0.470703, 0.457031, 0.412109, 0.447266, 0.476562, 0.445312, 0.476562, 0.453125, 0.453125, 0.470703, 0.453125, 0.447266, 0.443359, 0.455078, 0.474609, 0.458984, 0.451172, 0.480469, 0.449219, 0.417969, 0.441406, 0.453125, 0.466797, 0.484375, 0.482422, 0.445312, 0.435547, 0.464844, 0.480469, 0.417969, 0.46875, 0.492188, 0.451172, 0.443359, 0.453125, 0.466797, 0.419922, 0.451172, 0.453125, 0.431641, 0.5, 0.460938, 0.414062, 0.455078, 0.474609, 0.425781, 0.40625, 0.478516, 0.460938, 0.466797, 0.451172, 0.482422, 0.482422, 0.429688, 0.4375, 0.445312, 0.490234, 0.484375, 0.496094, 0.486328, 0.400391, 0.4375, 0.410156, 0.447266, 0.470703, 0.464844, 0.441406, 0.476562, 0.458984, 0.421875, 0.453125, 0.445312, 0.462891, 0.46875, 0.414062, 0.515625, 0.458984, 0.435547, 0.476562, 0.429688, 0.441406, 0.46875, 0.494141, 0.472656, 0.439453, 0.466797, 0.457031, 0.480469, 0.431641, 0.498047, 0.460938, 0.429688, 0.447266, 0.460938, 0.443359, 0.439453, 0.476562, 0.451172, 0.482422, 0.419922, 0.447266, 0.451172, 0.480469, 0.441406, 0.472656, 0.462891, 0.507812, 0.478516, 0.480469, 0.478516 ] }, "name": "model.transformer.layers.19.attn_norm.weight", "outputIndexes": [ 1200 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1199, 1200 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_19/Mul_1_output_0", "outputIndexes": [ 1201 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1201 ], "outputIndexes": [ 3034 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3034 ], "outputIndexes": [ 3035 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear", "inputIndexes": [ 3035 ], "outputIndexes": [ 3036 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1104896172, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3036 ], "outputIndexes": [ 3037 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3037 ], "outputIndexes": [ 1202 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1201 ], "main_type": "NONE", "name": "/Shape_77_output_0", "outputIndexes": [ 1203 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1203 ], "main_type": "NONE", "name": "Shape1704", "outputIndexes": [ 1204 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1203 ], "main_type": "NONE", "name": "Rank1706", "outputIndexes": [ 1205 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1205, 1205 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1708", "outputIndexes": [ 1206 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1206 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1709", "outputIndexes": [ 1207 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1206, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1711", "outputIndexes": [ 1208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1712", "outputIndexes": [ 1209 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1204, 1207, 1209, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1715", "outputIndexes": [ 1210 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1210 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1716", "outputIndexes": [ 1211 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1211 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1717", "outputIndexes": [ 1212 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1212, 1211 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1718", "outputIndexes": [ 1213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1203, 1213, 1206 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_99_output_0", "outputIndexes": [ 1214 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1214, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_191_output_0", "outputIndexes": [ 1215 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1215, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_95_output_0", "outputIndexes": [ 1216 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1202, 1216 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_77_output_0", "outputIndexes": [ 1217 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1217 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_19/Mul_output_0", "outputIndexes": [ 1218 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.15625, 0.695312, -0.055664, 0.021362, 0.018677, 1.210938, 1.242188, 0.018555, 1.390625, 1.382812, 1.304688, 1.546875, 1.476562, 1.5625, 1.367188, 1.476562, 1.242188, 1.671875, 1.640625, 1.648438, 1.570312, 1.585938, 1.5, 1.757812, 1.59375, 1.8125, 1.617188, 1.640625, 2.015625, 1.726562, 1.9375, 1.90625, 1.789062, 1.648438, 2.0625, 1.8125, 2.0, 1.804688, 1.882812, 1.820312, 1.96875, 1.976562, 1.65625, 1.867188, 1.804688, 1.890625, 1.8125, 1.875, 1.859375, 1.851562, 1.875, 1.773438, 1.8125, 1.710938, 1.8125, 1.765625, 1.796875, 1.882812, 1.742188, 1.859375, 1.453125, 1.882812, 1.898438, 2.015625, 0.012878, -0.000607, -8.2e-05, 0.292969, 0.90625, 1.46875, 0.041504, 1.578125, 1.0625, 1.414062, 1.570312, 1.460938, 1.453125, 1.40625, 1.5625, 1.742188, 1.289062, 1.484375, 1.59375, 1.4375, 1.46875, 1.625, 1.75, 1.8125, 1.359375, 1.859375, 1.710938, 1.8125, 1.6875, 1.804688, 1.679688, 1.914062, 1.617188, 1.984375, 1.796875, 2.0625, 1.703125, 2.0625, 1.953125, 1.898438, 2.0, 1.976562, 2.109375, 1.9375, 1.992188, 1.898438, 1.914062, 1.773438, 1.875, 1.8125, 1.882812, 1.890625, 1.804688, 1.820312, 1.867188, 1.835938, 1.992188, 1.84375, 1.929688, 1.804688, 2.1875, 1.820312, 1.4375, 1.515625 ] }, "name": "model.transformer.layers.19.attn.q_norm.weight", "outputIndexes": [ 1219 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1218, 1219 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_19/Mul_1_output_0", "outputIndexes": [ 1220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1220, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_76_output_0", "outputIndexes": [ 1221 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1220, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_77_output_0", "outputIndexes": [ 1222 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1222 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_38_output_0", "outputIndexes": [ 1223 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1220, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_76_output_0", "outputIndexes": [ 1224 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1223, 1224 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_98_output_0", "outputIndexes": [ 1225 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1225, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_77_output_0", "outputIndexes": [ 1226 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1221, 1226 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_76_output_0", "outputIndexes": [ 1227 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1201 ], "outputIndexes": [ 3038 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3038 ], "outputIndexes": [ 3039 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear", "inputIndexes": [ 3039 ], "outputIndexes": [ 3040 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1113262514, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3040 ], "outputIndexes": [ 3041 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3041 ], "outputIndexes": [ 1228 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1215, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_96_output_0", "outputIndexes": [ 1229 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1228, 1229 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_78_output_0", "outputIndexes": [ 1230 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1230 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_19/Mul_output_0", "outputIndexes": [ 1231 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.105957, 0.566406, -0.033447, 0.000694, 0.117676, 0.5, 1.023438, 0.07373, 1.8125, 1.289062, 1.289062, 1.6875, 1.304688, 1.835938, 0.921875, 1.484375, 1.375, 1.789062, 1.296875, 1.195312, 0.757812, 1.023438, 1.59375, 1.742188, 0.972656, 1.539062, 1.90625, 1.875, 1.445312, 1.882812, 1.304688, 1.882812, 1.5625, 2.171875, 1.671875, 1.976562, 1.648438, 2.109375, 1.96875, 1.882812, 2.015625, 1.96875, 2.046875, 1.882812, 2.078125, 1.90625, 1.875, 1.796875, 1.867188, 1.820312, 1.898438, 1.84375, 1.820312, 1.6875, 1.867188, 1.867188, 1.921875, 1.867188, 1.9375, 1.828125, 2.421875, 1.929688, 1.679688, 1.828125, 0.019165, 0.017456, 0.028809, 0.117676, 0.785156, 1.679688, 0.036621, 1.414062, 0.574219, 1.421875, 1.59375, 1.296875, 1.53125, 0.800781, 1.75, 1.703125, 1.21875, 1.015625, 1.898438, 1.882812, 1.820312, 2.109375, 1.671875, 1.84375, 1.914062, 2.125, 1.5, 1.664062, 1.976562, 1.6875, 2.25, 1.867188, 1.78125, 1.40625, 2.03125, 1.765625, 2.15625, 1.710938, 1.835938, 1.890625, 1.867188, 1.914062, 1.773438, 1.882812, 1.828125, 1.8125, 1.804688, 1.859375, 1.8125, 1.84375, 1.820312, 1.84375, 1.820312, 1.742188, 1.773438, 1.804688, 1.859375, 1.882812, 1.765625, 1.875, 2.03125, 1.867188, 2.375, 2.234375 ] }, "name": "model.transformer.layers.19.attn.k_norm.weight", "outputIndexes": [ 1232 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1231, 1232 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_19/Mul_1_output_0", "outputIndexes": [ 1233 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1233, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_78_output_0", "outputIndexes": [ 1234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1233, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_79_output_0", "outputIndexes": [ 1235 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1235 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_39_output_0", "outputIndexes": [ 1236 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1233, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_78_output_0", "outputIndexes": [ 1237 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1236, 1237 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_99_output_0", "outputIndexes": [ 1238 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_79_output_0", "outputIndexes": [ 1239 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234, 1239 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_77_output_0", "outputIndexes": [ 1240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1201 ], "outputIndexes": [ 3042 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3042 ], "outputIndexes": [ 3043 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear", "inputIndexes": [ 3043 ], "outputIndexes": [ 3044 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1115354296, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3044 ], "outputIndexes": [ 3045 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3045 ], "outputIndexes": [ 1241 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1241, 1229 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_79_output_0", "outputIndexes": [ 1242 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1227, 1240, 1242, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.19/self_attn/FusedAttention", "outputIndexes": [ 1243 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1243 ], "outputIndexes": [ 3046 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3046 ], "outputIndexes": [ 3047 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear", "inputIndexes": [ 3047 ], "outputIndexes": [ 3048 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1117446078, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3048 ], "outputIndexes": [ 3049 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3049 ], "outputIndexes": [ 1244 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1198, 1244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_78_output_0", "outputIndexes": [ 1245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_19/Mul_output_0", "outputIndexes": [ 1246 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.425781, 0.396484, 0.417969, 0.431641, 0.40625, 0.40625, 0.388672, 0.398438, 0.388672, 0.412109, 0.421875, 0.408203, 0.404297, 0.417969, 0.394531, 0.386719, 0.429688, 0.421875, 0.404297, 0.404297, 0.410156, 0.40625, 0.408203, 0.40625, 0.419922, 0.421875, 0.414062, 0.400391, 0.429688, 0.404297, 0.408203, 0.394531, 0.40625, 0.416016, 0.392578, 0.414062, 0.412109, 0.410156, 0.427734, 0.419922, 0.425781, 0.416016, 0.388672, 0.433594, 0.388672, 0.388672, 0.396484, 0.40625, 0.416016, 0.417969, 0.412109, 0.402344, 0.417969, 0.414062, 0.396484, 0.404297, 0.427734, 0.417969, 0.390625, 0.421875, 0.404297, 0.408203, 0.412109, 0.414062, 0.398438, 0.392578, 0.412109, 0.408203, 0.408203, 0.427734, 0.40625, 0.431641, 0.425781, 0.386719, 0.416016, 0.408203, 0.417969, 0.433594, 0.412109, 0.404297, 0.423828, 0.402344, 0.419922, 0.423828, 0.390625, 0.396484, 0.376953, 0.410156, 0.416016, 0.439453, 0.404297, 0.414062, 0.400391, 0.392578, 0.423828, 0.390625, 0.421875, 0.394531, 0.433594, 0.392578, 0.429688, 0.400391, 0.412109, 0.390625, 0.396484, 0.427734, 0.414062, 0.412109, 0.404297, 0.404297, 0.392578, 0.404297, 0.408203, 0.423828, 0.431641, 0.392578, 0.421875, 0.410156, 0.431641, 0.417969, 0.392578, 0.398438, 0.40625, 0.427734, 0.404297, 0.40625, 0.423828, 0.416016, 0.388672, 0.408203, 0.410156, 0.416016, 0.439453, 0.417969, 0.414062, 0.398438, 0.408203, 0.425781, 0.412109, 0.404297, 0.404297, 0.417969, 0.410156, 0.40625, 0.410156, 0.408203, 0.392578, 0.427734, 0.416016, 0.412109, 0.433594, 0.396484, 0.394531, 0.421875, 0.390625, 0.429688, 0.414062, 0.416016, 0.433594, 0.419922, 0.419922, 0.416016, 0.416016, 0.402344, 0.390625, 0.419922, 0.394531, 0.388672, 0.396484, 0.412109, 0.410156, 0.417969, 0.416016, 0.412109, 0.443359, 0.40625, 0.416016, 0.414062, 0.402344, 0.402344, 0.398438, 0.390625, 0.386719, 0.410156, 0.414062, 0.402344, 0.390625, 0.394531, 0.427734, 0.414062, 0.396484, 0.404297, 0.421875, 0.384766, 0.371094, 0.429688, 0.404297, 0.416016, 0.416016, 0.396484, 0.433594, 0.414062, 0.410156, 0.392578, 0.435547, 0.449219, 0.386719, 0.408203, 0.398438, 0.412109, 0.402344, 0.410156, 0.410156, 0.40625, 0.40625, 0.398438, 0.402344, 0.417969, 0.417969, 0.382812, 0.414062, 0.414062, 0.414062, 0.400391, 0.427734, 0.408203, 0.400391, 0.425781, 0.40625, 0.416016, 0.392578, 0.419922, 0.404297, 0.423828, 0.410156, 0.400391, 0.40625, 0.425781, 0.388672, 0.416016, 0.402344, 0.410156, 0.410156, 0.419922, 0.439453, 0.373047, 0.412109, 0.396484, 0.408203, 0.423828, 0.400391, 0.421875, 0.408203, 0.414062, 0.408203, 0.419922, 0.40625, 0.402344, 0.431641, 0.408203, 0.425781, 0.410156, 0.410156, 0.402344, 0.394531, 0.427734, 0.392578, 0.40625, 0.414062, 0.414062, 0.394531, 0.416016, 0.40625, 0.410156, 0.410156, 0.400391, 0.400391, 0.414062, 0.427734, 0.410156, 0.414062, 0.419922, 0.412109, 0.40625, 0.425781, 0.394531, 0.417969, 0.402344, 0.416016, 0.404297, 0.416016, 0.414062, 0.416016, 0.433594, 0.417969, 0.417969, 0.408203, 0.408203, 0.414062, 0.40625, 0.419922, 0.433594, 0.416016, 0.394531, 0.410156, 0.40625, 0.414062, 0.410156, 0.388672, 0.394531, 0.404297, 0.410156, 0.394531, 0.398438, 0.392578, 0.408203, 0.414062, 0.416016, 0.404297, 0.404297, 0.410156, 0.410156, 0.394531, 0.392578, 0.380859, 0.421875, 0.404297, 0.417969, 0.398438, 0.423828, 0.417969, 0.400391, 0.423828, 0.402344, 0.423828, 0.408203, 0.402344, 0.419922, 0.419922, 0.429688, 0.417969, 0.402344, 0.427734, 0.394531, 0.410156, 0.402344, 0.417969, 0.414062, 0.390625, 0.404297, 0.423828, 0.414062, 0.427734, 0.429688, 0.394531, 0.408203, 0.414062, 0.398438, 0.378906, 0.400391, 0.414062, 0.417969, 0.410156, 0.414062, 0.435547, 0.402344, 0.404297, 0.357422, 0.400391, 0.390625, 0.414062, 0.404297, 0.427734, 0.410156, 0.400391, 0.412109, 0.410156, 0.408203, 0.408203, 0.408203, 0.419922, 0.396484, 0.400391, 0.419922, 0.402344, 0.414062, 0.400391, 0.429688, 0.404297, 0.40625, 0.414062, 0.421875, 0.414062, 0.416016, 0.400391, 0.441406, 0.414062, 0.414062, 0.394531, 0.394531, 0.421875, 0.40625, 0.416016, 0.384766, 0.412109, 0.421875, 0.394531, 0.390625, 0.433594, 0.376953, 0.402344, 0.425781, 0.408203, 0.394531, 0.427734, 0.408203, 0.404297, 0.410156, 0.425781, 0.414062, 0.423828, 0.371094, 0.410156, 0.408203, 0.384766, 0.429688, 0.414062, 0.417969, 0.425781, 0.404297, 0.421875, 0.408203, 0.396484, 0.419922, 0.396484, 0.412109, 0.414062, 0.412109, 0.400391, 0.416016, 0.427734, 0.412109, 0.402344, 0.400391, 0.40625, 0.400391, 0.416016, 0.416016, 0.398438, 0.423828, 0.40625, 0.410156, 0.414062, 0.398438, 0.414062, 0.410156, 0.417969, 0.421875, 0.423828, 0.412109, 0.402344, 0.419922, 0.359375, 0.410156, 0.419922, 0.408203, 0.400391, 0.419922, 0.408203, 0.392578, 0.386719, 0.392578, 0.416016, 0.419922, 0.398438, 0.417969, 0.394531, 0.414062, 0.400391, 0.384766, 0.410156, 0.416016, 0.398438, 0.392578, 0.414062, 0.400391, 0.427734, 0.410156, 0.412109, 0.404297, 0.365234, 0.402344, 0.449219, 0.416016, 0.398438, 0.402344, 0.414062, 0.419922, 0.386719, 0.423828, 0.414062, 0.423828, 0.40625, 0.384766, 0.417969, 0.404297, 0.398438, 0.416016, 0.40625, 0.419922, 0.400391, 0.414062, 0.404297, 0.410156, 0.414062, 0.421875, 0.417969, 0.425781, 0.402344, 0.414062, 0.396484, 0.410156, 0.404297, 0.414062, 0.400391, 0.408203, 0.408203, 0.40625, 0.402344, 0.410156, 0.373047, 0.404297, 0.402344, 0.402344, 0.400391, 0.447266, 0.40625, 0.425781, 0.404297, 0.423828, 0.414062, 0.404297, 0.441406, 0.402344, 0.414062, 0.427734, 0.408203, 0.40625, 0.412109, 0.435547, 0.404297, 0.421875, 0.40625, 0.404297, 0.443359, 0.402344, 0.378906, 0.421875, 0.416016, 0.400391, 0.427734, 0.410156, 0.394531, 0.412109, 0.396484, 0.414062, 0.388672, 0.402344, 0.40625, 0.416016, 0.402344, 0.412109, 0.410156, 0.40625, 0.394531, 0.417969, 0.410156, 0.408203, 0.410156, 0.394531, 0.429688, 0.417969, 0.419922, 0.417969, 0.425781, 0.398438, 0.416016, 0.173828, 0.423828, 0.423828, 0.410156, 0.421875, 0.40625, 0.441406, 0.402344, 0.400391, 0.410156, 0.410156, 0.414062, 0.408203, 0.402344, 0.412109, 0.4375, 0.412109, 0.412109, 0.412109, 0.410156, 0.396484, 0.408203, 0.386719, 0.392578, 0.40625, 0.408203, 0.417969, 0.416016, 0.412109, 0.427734, 0.400391, 0.423828, 0.414062, 0.417969, 0.414062, 0.417969, 0.394531, 0.402344, 0.416016, 0.421875, 0.429688, 0.417969, 0.419922, 0.416016, 0.416016, 0.421875, 0.425781, 0.400391, 0.398438, 0.400391, 0.421875, 0.416016, 0.425781, 0.390625, 0.412109, 0.421875, 0.416016, 0.416016, 0.404297, 0.417969, 0.378906, 0.384766, 0.404297, 0.404297, 0.421875, 0.396484, 0.425781, 0.402344, 0.394531, 0.40625, 0.412109, 0.425781, 0.414062, 0.419922, 0.427734, 0.412109, 0.417969, 0.398438, 0.423828, 0.412109, 0.414062, 0.400391, 0.412109, 0.414062, 0.421875, 0.423828, 0.410156, 0.40625, 0.412109, 0.392578, 0.423828, 0.429688, 0.417969, 0.414062, 0.425781, 0.427734, 0.404297, 0.417969, 0.375, 0.419922, 0.404297, 0.404297, 0.326172, 0.398438, 0.402344, 0.40625, 0.412109, 0.396484, 0.408203, 0.400391, 0.408203, 0.40625, 0.445312, 0.402344, 0.394531, 0.402344, 0.398438, 0.416016, 0.396484, 0.410156, 0.417969, 0.417969, 0.419922, 0.380859, 0.425781, 0.416016, 0.404297, 0.410156, 0.398438, 0.394531, 0.412109, 0.427734, 0.417969, 0.431641, 0.429688, 0.394531, 0.408203, 0.394531, 0.417969, 0.427734, 0.423828, 0.416016, 0.410156, 0.396484, 0.439453, 0.408203, 0.416016, 0.412109, 0.416016, 0.425781, 0.408203, 0.40625, 0.386719, 0.412109, 0.396484, 0.416016, 0.421875, 0.414062, 0.414062, 0.423828, 0.414062, 0.414062, 0.429688, 0.40625, 0.425781, 0.40625, 0.410156, 0.398438, 0.427734, 0.410156, 0.427734, 0.388672, 0.408203, 0.427734, 0.435547, 0.392578, 0.429688, 0.410156, 0.419922, 0.394531, 0.404297, 0.410156, 0.394531, 0.353516, 0.40625, 0.398438, 0.419922, 0.394531, 0.40625, 0.400391, 0.431641, 0.410156, 0.400391, 0.412109, 0.40625, 0.419922, 0.414062, 0.390625, 0.412109, 0.402344, 0.40625, 0.408203, 0.417969, 0.398438, 0.419922, 0.388672, 0.410156, 0.412109, 0.423828, 0.410156, 0.419922, 0.414062, 0.400391, 0.396484, 0.414062, 0.410156, 0.378906, 0.423828, 0.419922, 0.378906, 0.396484, 0.423828, 0.427734, 0.380859, 0.431641, 0.419922, 0.425781, 0.414062, 0.402344, 0.390625, 0.417969, 0.398438, 0.414062, 0.4375, 0.400391, 0.408203, 0.394531, 0.392578, 0.410156, 0.417969, 0.429688, 0.412109, 0.396484, 0.421875, 0.419922, 0.408203, 0.40625, 0.416016, 0.423828, 0.416016, 0.433594, 0.417969, 0.394531, 0.396484, 0.416016, 0.390625, 0.414062, 0.394531, 0.408203, 0.421875, 0.402344, 0.40625, 0.404297, 0.408203, 0.423828, 0.414062, 0.410156, 0.425781, 0.404297, 0.378906, 0.408203, 0.410156, 0.412109, 0.40625, 0.412109, 0.423828, 0.373047, 0.402344, 0.400391, 0.404297, 0.419922, 0.40625, 0.408203, 0.423828, 0.410156, 0.414062, 0.408203, 0.398438, 0.410156, 0.431641, 0.388672, 0.423828, 0.375, 0.416016, 0.443359, 0.419922, 0.408203, 0.404297, 0.408203, 0.404297, 0.398438, 0.40625, 0.4375, 0.400391, 0.40625, 0.378906, 0.423828, 0.412109, 0.404297, 0.40625, 0.414062, 0.435547, 0.371094, 0.392578, 0.414062, 0.394531, 0.392578, 0.402344, 0.433594, 0.404297, 0.394531, 0.421875, 0.419922, 0.429688, 0.416016, 0.421875, 0.410156, 0.439453, 0.396484, 0.412109, 0.419922, 0.410156, 0.412109, 0.408203, 0.408203, 0.402344, 0.410156, 0.394531, 0.425781, 0.402344, 0.382812, 0.400391, 0.419922, 0.396484, 0.429688, 0.291016, 0.417969, 0.423828, 0.394531, 0.417969, 0.416016, 0.419922, 0.40625, 0.404297, 0.398438, 0.414062, 0.423828, 0.419922, 0.4375, 0.402344, 0.414062, 0.408203, 0.416016, 0.425781, 0.398438, 0.423828, 0.417969, 0.414062, 0.404297, 0.386719, 0.400391, 0.408203, 0.414062, 0.416016, 0.449219, 0.425781, 0.410156, 0.412109, 0.400391, 0.392578, 0.408203, 0.421875, 0.40625, 0.392578, 0.412109, 0.423828, 0.396484, 0.408203, 0.402344, 0.433594, 0.386719, 0.417969, 0.412109, 0.421875, 0.431641, 0.412109, 0.425781, 0.384766, 0.449219, 0.384766, 0.425781, 0.402344, 0.431641, 0.416016, 0.410156, 0.412109, 0.394531, 0.431641, 0.419922, 0.410156, 0.410156, 0.392578, 0.421875, 0.388672, 0.416016, 0.408203, 0.421875, 0.412109, 0.388672, 0.400391, 0.417969, 0.412109, 0.376953, 0.412109, 0.412109, 0.429688, 0.398438, 0.40625, 0.398438, 0.412109, 0.392578, 0.398438, 0.388672, 0.419922, 0.404297, 0.427734, 0.425781, 0.410156, 0.398438, 0.433594, 0.425781, 0.40625, 0.417969, 0.394531, 0.421875, 0.412109, 0.396484, 0.423828, 0.386719, 0.398438, 0.410156, 0.429688, 0.404297, 0.392578, 0.394531, 0.408203, 0.398438, 0.400391, 0.419922, 0.421875, 0.404297, 0.392578, 0.414062, 0.404297, 0.410156, 0.408203, 0.410156, 0.435547, 0.402344, 0.421875, 0.378906, 0.419922, 0.408203, 0.431641, 0.431641, 0.404297, 0.390625, 0.427734, 0.398438, 0.429688, 0.423828, 0.425781, 0.417969, 0.388672, 0.433594, 0.390625, 0.416016, 0.392578, 0.443359, 0.417969, 0.425781, 0.423828, 0.416016, 0.412109, 0.398438, 0.423828, 0.412109, 0.416016, 0.416016, 0.40625, 0.416016, 0.416016, 0.412109, 0.402344, 0.416016, 0.425781, 0.423828, 0.412109, 0.435547, 0.417969, 0.421875, 0.417969, 0.412109, 0.40625, 0.396484, 0.408203, 0.400391, 0.404297, 0.414062, 0.421875, 0.433594, 0.392578, 0.648438, 0.408203, 0.398438, 0.431641, 0.417969, 0.421875, 0.408203, 0.390625, 0.419922, 0.412109, 0.421875, 0.425781, 0.380859, 0.414062, 0.421875, 0.404297, 0.423828, 0.417969, 0.423828, 0.417969, 0.416016, 0.423828, 0.412109, 0.417969, 0.425781, 0.421875, 0.396484, 0.421875, 0.421875, 0.429688, 0.402344, 0.388672, 0.421875, 0.425781, 0.433594, 0.394531, 0.394531, 0.439453, 0.382812, 0.414062, 0.414062, 0.410156, 0.414062, 0.410156, 0.410156, 0.416016, 0.425781, 0.400391, 0.425781, 0.408203, 0.392578, 0.423828, 0.421875, 0.414062, 0.414062, 0.400391, 0.423828, 0.40625, 0.414062, 0.423828, 0.390625, 0.414062, 0.404297, 0.431641, 0.40625, 0.416016, 0.414062, 0.410156, 0.425781, 0.416016, 0.423828, 0.427734, 0.425781, 0.416016, 0.402344, 0.408203, 0.417969, 0.429688, 0.423828, 0.398438, 0.40625, 0.419922, 0.40625, 0.417969, 0.416016, 0.419922, 0.40625, 0.394531, 0.417969, 0.423828, 0.425781, 0.412109, 0.388672, 0.417969, 0.398438, 0.423828, 0.419922, 0.414062, 0.398438, 0.423828, 0.40625, 0.402344, 0.417969, 0.417969, 0.414062, 0.427734, 0.392578, 0.402344, 0.404297, 0.412109, 0.394531, 0.408203, 0.421875, 0.402344, 0.427734, 0.398438, 0.396484, 0.408203, 0.417969, 0.396484, 0.421875, 0.402344, 0.421875, 0.412109, 0.392578, 0.402344, 0.412109, 0.400391, 0.392578, 0.386719, 0.402344, 0.431641, 0.421875, 0.425781, 0.400391, 0.400391, 0.412109, 0.410156, 0.414062, 0.429688, 0.394531, 0.419922, 0.400391, 0.414062, 0.410156, 0.419922, 0.416016, 0.408203, 0.429688, 0.408203, 0.386719, 0.414062, 0.414062, 0.423828, 0.419922, 0.417969, 0.417969, 0.416016, 0.408203, 0.398438, 0.429688, 0.408203, 0.429688, 0.421875, 0.416016, 0.429688, 0.382812, 0.382812, 0.400391, 0.384766, 0.416016, 0.400391, 0.423828, 0.412109, 0.412109, 0.417969, 0.414062, 0.398438, 0.400391, 0.416016, 0.398438, 0.390625, 0.417969, 0.400391, 0.394531, 0.400391, 0.425781, 0.419922, 0.396484, 0.414062, 0.390625, 0.404297, 0.412109, 0.398438, 0.402344, 0.398438, 0.390625, 0.400391, 0.410156, 0.408203, 0.425781, 0.427734, 0.402344, 0.414062, 0.408203, 0.414062, 0.410156, 0.421875, 0.419922, 0.408203, 0.425781, 0.412109, 0.408203, 0.410156, 0.396484, 0.390625, 0.433594, 0.40625, 0.425781, 0.429688, 0.394531, 0.404297, 0.398438, 0.398438, 0.421875, 0.412109, 0.414062, 0.414062, 0.421875, 0.408203, 0.412109, 0.386719, 0.410156, 0.416016, 0.390625, 0.412109, 0.390625, 0.412109, 0.417969, 0.421875, 0.40625, 0.404297, 0.419922, 0.400391, 0.421875, 0.404297, 0.412109, 0.402344, 0.412109, 0.394531, 0.408203, 0.402344, 0.410156, 0.423828, 0.40625, 0.202148, 0.414062, 0.390625, 0.427734, 0.400391, 0.40625, 0.384766, 0.427734, 0.416016, 0.416016, 0.425781, 0.398438, 0.394531, 0.408203, 0.404297, 0.417969, 0.40625, 0.410156, 0.404297, 0.404297, 0.414062, 0.425781, 0.410156, 0.416016, 0.416016, 0.431641, 0.380859, 0.402344, 0.410156, 0.421875, 0.427734, 0.421875, 0.421875, 0.423828, 0.417969, 0.404297, 0.388672, 0.412109, 0.419922, 0.419922, 0.40625, 0.402344, 0.384766, 0.375, 0.396484, 0.400391, 0.410156, 0.400391, 0.445312, 0.416016, 0.417969, 0.392578, 0.402344, 0.361328, 0.423828, 0.421875, 0.40625, 0.396484, 0.427734, 0.408203, 0.402344, 0.425781, 0.414062, 0.402344, 0.425781, 0.386719, 0.400391, 0.421875, 0.396484, 0.394531, 0.416016, 0.394531, 0.402344, 0.400391, 0.414062, 0.390625, 0.404297, 0.390625, 0.404297, 0.416016, 0.417969, 0.396484, 0.414062, 0.400391, 0.410156, 0.439453, 0.408203, 0.417969, 0.386719, 0.417969, 0.408203, 0.392578, 0.400391, 0.390625, 0.40625, 0.417969, 0.412109, 0.402344, 0.425781, 0.390625, 0.419922, 0.410156, 0.380859, 0.408203, 0.416016, 0.429688, 0.410156, 0.412109, 0.408203, 0.402344, 0.402344, 0.410156, 0.396484, 0.412109, 0.402344, 0.40625, 0.392578, 0.40625, 0.431641, 0.400391, 0.40625, 0.441406, 0.396484, 0.382812, 0.410156, 0.423828, 0.384766, 0.410156, 0.421875, 0.398438, 0.416016, 0.396484, 0.408203, 0.40625, 0.421875, 0.425781, 0.398438, 0.427734, 0.408203, 0.396484, 0.419922, 0.4375, 0.421875, 0.412109, 0.417969, 0.392578, 0.414062, 0.384766, 0.402344, 0.412109, 0.402344, 0.410156, 0.390625, 0.410156, 0.40625, 0.431641, 0.419922, 0.423828, 0.394531, 0.419922, 0.390625, 0.410156, 0.414062, 0.40625, 0.40625, 0.417969, 0.419922, 0.417969, 0.429688, 0.386719, 0.414062, 0.382812, 0.40625, 0.412109, 0.388672, 0.414062, 0.417969, 0.408203, 0.417969, 0.423828, 0.398438, 0.425781, 0.423828, 0.40625, 0.427734, 0.417969, 0.400391, 0.421875, 0.392578, 0.394531, 0.419922, 0.416016, 0.414062, 0.402344, 0.408203, 0.416016, 0.421875, 0.412109, 0.408203, 0.40625, 0.402344, 0.412109, 0.40625, 0.404297, 0.412109, 0.394531, 0.421875, 0.410156, 0.40625, 0.416016, 0.371094, 0.408203, 0.398438, 0.412109, 0.421875, 0.412109, 0.419922, 0.400391, 0.392578, 0.412109, 0.408203, 0.392578, 0.429688, 0.417969, 0.394531, 0.388672, 0.414062, 0.408203, 0.404297, 0.423828, 0.400391, 0.419922, 0.423828, 0.402344, 0.414062, 0.412109, 0.421875, 0.410156, 0.410156, 0.427734, 0.423828, 0.400391, 0.408203, 0.414062, 0.390625, 0.396484, 0.427734, 0.416016, 0.400391, 0.404297, 0.404297, 0.402344, 0.425781, 0.417969, 0.423828, 0.400391, 0.416016, 0.416016, 0.410156, 0.417969, 0.404297, 0.410156, 0.414062, 0.419922, 0.408203, 0.419922, 0.427734, 0.417969, 0.404297, 0.380859, 0.433594, 0.378906, 0.404297, 0.400391, 0.416016, 0.416016, 0.421875, 0.425781, 0.382812, 0.416016, 0.417969, 0.421875, 0.416016, 0.410156, 0.431641, 0.404297, 0.414062, 0.427734, 0.392578, 0.414062, 0.417969, 0.417969, 0.414062, 0.410156, 0.392578, 0.394531, 0.421875, 0.421875, 0.404297, 0.421875, 0.404297, 0.419922, 0.416016, 0.392578, 0.423828, 0.402344, 0.410156, 0.433594, 0.417969, 0.419922, 0.441406, 0.408203, 0.410156, 0.40625, 0.361328, 0.408203, 0.425781, -9.3e-05, 0.400391, 0.449219, 0.404297, 0.378906, 0.408203, 0.408203, 0.412109, 0.388672, 0.416016, 0.410156, 0.433594, 0.417969, 0.410156, 0.429688, 0.404297, 0.414062, 0.427734, 0.40625, 0.425781, 0.419922, 0.404297, 0.400391, 0.410156, 0.414062, 0.396484, 0.412109, 0.388672, 0.412109, 0.40625, 0.390625, 0.412109, 0.394531, 0.392578, 0.404297, 0.417969, 0.421875, 0.408203, 0.408203, 0.419922, 0.40625, 0.361328, 0.445312, 0.402344, 0.412109, 0.429688, 0.427734, 0.378906, 0.378906, 0.414062, 0.410156, 0.423828, 0.40625, 0.410156, 0.414062, 0.417969, 0.412109, 0.414062, 0.400391, 0.412109, 0.402344, 0.416016, 0.375, 0.400391, 0.394531, 0.414062, 0.410156, 0.404297, 0.414062, 0.388672, 0.373047, 0.417969, 0.402344, 0.414062, 0.423828, 0.400391, 0.408203, 0.414062, 0.398438, 0.402344, 0.40625, 0.404297, 0.417969, 0.435547, 0.427734, 0.412109, 0.386719, 0.404297, 0.421875, 0.414062, 0.40625, 0.378906, 0.408203, 0.427734, 0.412109, 0.40625, 0.40625, 0.398438, 0.404297, 0.408203, 0.40625, 0.404297, 0.414062, 0.433594, 0.419922, 0.408203, 0.416016, 0.40625, 0.431641, 0.423828, 0.392578, 0.400391, 0.396484, 0.402344, 0.417969, 0.419922, 0.419922, 0.40625, 0.392578, 0.421875, 0.410156, 0.416016, 0.398438, 0.392578, 0.410156, 0.417969, 0.417969, 0.375, 0.421875, 0.419922, 0.392578, 0.412109, 0.163086, 0.404297, 0.412109, 0.423828, 0.410156, 0.425781, 0.398438, 0.398438, 0.408203, 0.396484, 0.400391, 0.400391, 0.402344, 0.398438, 0.404297, 0.402344, 0.421875, 0.431641, 0.396484, 0.386719, 0.419922, 0.414062, 0.425781, 0.229492, 0.398438, 0.408203, 0.421875, 0.425781, 0.421875, 0.429688, 0.40625, 0.384766, 0.410156, 0.429688, 0.408203, 0.400391, 0.402344, 0.421875, 0.380859, 0.408203, 0.402344, 0.421875, 0.402344, 0.40625, 0.410156, 0.400391, 0.423828, 0.398438, 0.417969, 0.408203, 0.380859, 0.412109, 0.402344, 0.423828, 0.404297, 0.398438, 0.408203, 0.400391, 0.414062, 0.410156, 0.4375, 0.416016, 0.40625, 0.421875, 0.404297, 0.421875, 0.400391, 0.412109, 0.398438, 0.396484, 0.435547, 0.402344, 0.414062, 0.396484, 0.414062, 0.388672, 0.40625, 0.427734, 0.417969, 0.398438, 0.417969, 0.427734, 0.376953, 0.40625, 0.414062, 0.404297, 0.439453, 0.392578, 0.404297, 0.419922, 0.419922, 0.421875, 0.414062, 0.421875, 0.416016, 0.394531, 0.408203, 0.421875, 0.390625, 0.408203, 0.410156, 0.427734, 0.417969, 0.398438, 0.412109, 0.396484, 0.40625, 0.423828, 0.417969, 0.40625, 0.392578, 0.429688, 0.402344, 0.394531, 0.412109, 0.412109, 0.396484, 0.398438, 0.408203, 0.398438, 0.421875, 0.396484, 0.410156, 0.402344, 0.410156, 0.390625, 0.421875, 0.400391, 0.390625, 0.423828, 0.400391, 0.396484, 0.390625, 0.386719, 0.402344, 0.429688, 0.410156, 0.425781, 0.410156, 0.421875, 0.380859, 0.414062, 0.433594, 0.439453, 0.410156, 0.414062, 0.398438, 0.408203, 0.408203, 0.416016, 0.445312, 0.402344, 0.421875, 0.416016, 0.425781, 0.382812, 0.423828, 0.419922, 0.414062, 0.400391, 0.412109, 0.40625, 0.408203, 0.380859, 0.419922, 0.423828, 0.408203, 0.425781, 0.402344, 0.421875, 0.414062, 0.390625, 0.412109, 0.398438, 0.40625, 0.410156, 0.423828, 0.416016, 0.396484, 0.402344, 0.40625, 0.400391, 0.380859, 0.417969, 0.414062, 0.410156, 0.412109, 0.417969, 0.40625, 0.40625, 0.402344, 0.404297, 0.410156, 0.421875, 0.398438, 0.419922, 0.416016, 0.408203, 0.423828, 0.412109, 0.386719, 0.408203, 0.408203, 0.410156, 0.404297, 0.423828, 0.425781, 0.412109, 0.423828, 0.408203, 0.417969, 0.421875, 0.394531, 0.412109, 0.40625, 0.404297, 0.400391, 0.390625, 0.392578, 0.400391, 0.410156, 0.402344, 0.402344, 0.400391, 0.40625, 0.443359, 0.421875, 0.425781, 0.408203, 0.402344, 0.410156, 0.421875, 0.40625, 0.417969, 0.408203, 0.375, 0.423828, 0.410156, 0.421875, 0.416016, 0.414062, 0.402344, 0.398438, 0.417969, 0.419922, 0.396484, 0.419922, 0.417969, 0.412109, 0.40625, 0.365234, 0.421875, 0.416016, 0.414062, 0.419922, 0.40625, 0.40625, 0.384766, 0.396484, 0.412109, 0.414062, 0.416016, 0.408203, 0.429688, 0.402344, 0.416016, 0.419922, 0.398438, 0.410156, 0.402344, 0.400391, 0.417969, 0.394531, 0.384766, 0.382812, 0.398438, 0.412109, 0.414062, 0.419922, 0.416016, 0.412109, 0.402344, 0.417969, 0.386719, 0.416016, 0.396484, 0.392578, 0.408203, 0.396484, 0.398438, 0.421875, 0.429688, 0.410156, 0.412109, 0.410156, 0.419922, 0.4375, 0.398438, 0.417969, 0.412109, 0.423828, 0.40625, 0.392578, 0.414062, 0.412109, 0.412109, 0.398438, 0.417969, 0.141602, 0.412109, 0.445312, 0.423828, 0.410156, 0.433594, 0.433594, 0.416016, 0.431641, 0.414062, 0.390625, 0.40625, 0.408203, 0.40625, 0.412109, 0.425781, 0.408203, 0.425781, 0.429688, 0.410156, 0.423828, 0.423828, 0.40625, 0.412109, 0.427734, 0.410156, 0.416016, 0.414062, 0.396484, 0.394531, 0.390625, 0.412109, 0.410156, 0.419922, 0.410156, 0.404297, 0.40625, 0.425781, 0.404297, 0.414062, 0.410156, 0.416016, 0.410156, 0.414062, 0.408203, 0.410156, 0.404297, 0.419922, 0.408203, 0.414062, 0.410156, 0.398438, 0.40625, 0.419922, 0.412109, 0.408203, 0.408203, 0.419922, 0.417969, 0.400391, 0.417969, 0.410156, 0.402344, 0.419922, 0.417969, 0.416016, 0.417969, 0.421875, 0.417969, 0.376953, 0.40625, 0.417969, 0.419922, 0.40625, 0.412109, 0.416016, 0.429688, 0.404297, 0.402344, 0.398438, 0.388672, 0.398438, 0.404297, 0.388672, 0.421875, 0.416016, 0.40625, 0.412109, 0.410156, 0.416016, 0.429688, 0.414062, 0.404297, 0.425781, 0.410156, 0.408203, 0.384766, 0.423828, 0.439453, 0.421875, 0.441406, 0.416016, 0.40625, 0.394531, 0.417969, 0.417969, 0.408203, 0.404297, 0.40625, 0.439453, 0.412109, 0.417969, 0.429688, 0.412109, 0.404297, 0.417969, 0.417969, 0.421875, 0.390625, 0.375, 0.396484, 0.416016, 0.425781, 0.416016, 0.412109, 0.408203, 0.388672, 0.402344, 0.396484, 0.416016, 0.398438, 0.410156, 0.416016, 0.433594, 0.382812, 0.414062, 0.421875, 0.396484, 0.417969, 0.400391, 0.417969, 0.408203, 0.398438, 0.425781, 0.408203, 0.398438, 0.400391, 0.386719, 0.416016, 0.410156, 0.402344, 0.410156, 0.400391, 0.431641, 0.427734, 0.414062, 0.416016, 0.416016, 0.414062, 0.423828, 0.441406, 0.408203, 0.392578, 0.439453, 0.417969, 0.398438, 0.365234, 0.417969, 0.417969, 0.416016, 0.402344, 0.433594, 0.423828, 0.404297, 0.408203, 0.431641, 0.392578, 0.441406, 0.402344, 0.416016, 0.417969, 0.423828, 0.412109, 0.40625, 0.414062, 0.421875, 0.427734, 0.392578, 0.431641, 0.410156, 0.412109, 0.431641, 0.423828, 0.421875, 0.40625, 0.417969, 0.425781, 0.425781, 0.417969, 0.433594, 0.417969, 0.414062, 0.388672, 0.410156, 0.404297, 0.421875, 0.410156, 0.421875, 0.402344, 0.410156, 0.410156, 0.410156, 0.431641, 0.416016, 0.412109, 0.404297, 0.421875, 0.380859, 0.410156, 0.410156, 0.431641, 0.412109, 0.4375, 0.410156, 0.414062, 0.404297, 0.421875, 0.404297, 0.416016, 0.416016, 0.425781, 0.417969, 0.400391, 0.382812, 0.386719, 0.416016, 0.410156, 0.417969, 0.394531, 0.421875, 0.402344, 0.427734, 0.398438, 0.423828, 0.408203, 0.416016, 0.412109, 0.423828, 0.416016, 0.412109, 0.414062, 0.412109, 0.416016, 0.423828, 0.417969, 0.427734, 0.394531, 0.425781, 0.408203, 0.390625, 0.412109, 0.392578, 0.402344, 0.40625, 0.410156, 0.400391, 0.419922, 0.398438, 0.380859, 0.419922, 0.425781, 0.416016, 0.433594, 0.400391, 0.416016, 0.416016, 0.419922, 0.412109, 0.417969, 0.410156, 0.400391, 0.425781, 0.404297, 0.414062, 0.408203, 0.421875, 0.408203, 0.408203, 0.398438, 0.412109, 0.404297, 0.421875, 0.402344, 0.416016, 0.410156, 0.425781, 0.431641, 0.412109, 0.392578, 0.416016, 0.402344, 0.408203, 0.404297, 0.416016, 0.412109, 0.414062, 0.416016, 0.425781, 0.416016, 0.417969, 0.423828, 0.410156, 0.416016, 0.402344, 0.380859, 0.421875, 0.421875, 0.40625, 0.402344, 0.414062, 0.40625, 0.40625, 0.398438, 0.414062, 0.431641, 0.423828, 0.40625, 0.421875, 0.417969, 0.416016, 0.427734, 0.435547, 0.429688, 0.404297, 0.410156, 0.394531, 0.431641, 0.455078, 0.419922, 0.414062, 0.419922, 0.417969, 0.417969, 0.410156, 0.404297, 0.408203, 0.412109, 0.400391, 0.419922, 0.378906, 0.419922, 0.427734, 0.396484, 0.416016, 0.435547, 0.416016, 0.380859, 0.417969, 0.435547, 0.400391, 0.410156, 0.404297, 0.408203, 0.396484, 0.392578, 0.408203, 0.410156, 0.412109, 0.414062, 0.410156, 0.412109, 0.404297, 0.429688, 0.417969, 0.412109, 0.384766, 0.386719, 0.404297, 0.40625, 0.388672, 0.400391, 0.431641, 0.423828, 0.416016, 0.400391, 0.421875, 0.416016, 0.410156, 0.367188, 0.398438, 0.427734, 0.361328, 0.396484, 0.392578, 0.408203, 0.412109, 0.421875, 0.400391, 0.392578, 0.425781, 0.394531, 0.404297, 0.421875, 0.394531, 0.408203, 0.423828, 0.429688, 0.382812, 0.412109, 0.40625, 0.410156, 0.416016, 0.404297, 0.417969, 0.402344, 0.431641, 0.402344, 0.398438, 0.419922, 0.40625, 0.416016, 0.419922, 0.419922, 0.416016, 0.433594, 0.417969, 0.427734, 0.398438, 0.410156, 0.425781, 0.421875, 0.408203, 0.423828, 0.412109, 0.416016, 0.40625, 0.410156, 0.423828, 0.419922, 0.404297, 0.443359, 0.425781, 0.421875, 0.410156, 0.417969, 0.417969, 0.398438, 0.416016, 0.421875, 0.402344, 0.40625, 0.416016, 0.421875, 0.408203, 0.429688, 0.417969, 0.394531, 0.380859, 0.402344, 0.416016, 0.412109, 0.408203, 0.404297, 0.412109, 0.419922, 0.417969, 0.410156, 0.414062, 0.427734, 0.419922, 0.425781, 0.433594, 0.394531, 0.40625, 0.417969, 0.419922, 0.402344, 0.402344, 0.408203, 0.40625, 0.417969, 0.394531, 0.388672, 0.386719, 0.433594, 0.404297, 0.427734, 0.384766, 0.40625, 0.396484, 0.417969, 0.408203, 0.419922, 0.449219, 0.402344, 0.417969, 0.425781, 0.410156, 0.435547, 0.421875, 0.398438, 0.384766, 0.402344, 0.408203, 0.40625, 0.410156, 0.416016, 0.429688, 0.396484, 0.421875, 0.416016, 0.435547, 0.402344, 0.421875, 0.384766, 0.398438, 0.417969, 0.404297, 0.414062, 0.402344, 0.396484, 0.429688, 0.439453, 0.416016, 0.404297, 0.412109, 0.376953, 0.40625, 0.412109, 0.419922, 0.408203, 0.414062, 0.40625, 0.410156, 0.398438, 0.433594, 0.427734, 0.435547, 0.421875, 0.40625, 0.408203, 0.412109, 0.40625, 0.429688, 0.421875, 0.400391, 0.386719, 0.417969, 0.373047, 0.408203, 0.404297, 0.396484, 0.40625, 0.425781, 0.40625, 0.392578, 0.417969, 0.417969, 0.410156, 0.431641, 0.400391, 0.392578, 0.408203, 0.402344, 0.414062, 0.394531, 0.443359, 0.408203, 0.40625, 0.400391, 0.419922, 0.400391, 0.386719, 0.390625, 0.427734, 0.410156, 0.40625, 0.439453, 0.410156, 0.400391, 0.398438, 0.408203, 0.40625, 0.419922, 0.429688, 0.410156, 0.402344, 0.425781, 0.400391, 0.431641, 0.40625, 0.417969, 0.417969, 0.390625, 0.396484, 0.416016, 0.410156, 0.394531, 0.396484, 0.419922, 0.423828, 0.404297, 0.408203, 0.416016, 0.433594, 0.416016, 0.421875, 0.416016, 0.40625, 0.433594, 0.416016, 0.419922, 0.416016, 0.408203, 0.423828, 0.412109, 0.421875, 0.416016, 0.390625, 0.429688, 0.421875, 0.419922, 0.410156, 0.410156, 0.433594, 0.414062, 0.408203, 0.429688, 0.400391, 0.425781, 0.378906, 0.404297, 0.378906, 0.433594, 0.412109, 0.410156, 0.419922, 0.365234, 0.425781, 0.388672, 0.382812, 0.419922, 0.423828, 0.400391, 0.414062, 0.423828, 0.416016, 0.425781, 0.423828, 0.419922, 0.414062, 0.427734, 0.416016, 0.423828, 0.40625, 0.421875, 0.40625, 0.423828, 0.417969, 0.412109, 0.416016, 0.421875, 0.412109, 0.427734, 0.412109, 0.408203, 0.384766, 0.423828, 0.396484, 0.40625, 0.408203, 0.429688, 0.425781, 0.402344, 0.425781, 0.404297, 0.427734, 0.416016, 0.396484, 0.427734, 0.404297, 0.427734, 0.410156, 0.410156, 0.417969, 0.408203, 0.392578, 0.400391, 0.400391, 0.416016, 0.40625, 0.40625, 0.386719, 0.396484, 0.425781, 0.423828, 0.40625, 0.419922, 0.412109, 0.398438, 0.40625, 0.423828, 0.417969, 0.382812, 0.412109, 0.394531, 0.400391, 0.400391, 0.394531, 0.402344, 0.394531, 0.423828, 0.402344, 0.425781, 0.419922, 0.40625, 0.414062, 0.402344, 0.417969, 0.378906, 0.417969, 0.394531, 0.414062, 0.404297, 0.410156, 0.398438, 0.408203, 0.408203, 0.410156, 0.423828, 0.398438, 0.400391, 0.425781, 0.40625, 0.417969, 0.421875, 0.398438, 0.416016, 0.40625, 0.410156, 0.40625, 0.361328, 0.398438, 0.40625, 0.419922, 0.404297, 0.408203, 0.419922, 0.390625, 0.396484, 0.429688, 0.400391, 0.390625, 0.400391, 0.412109, 0.412109, 0.386719, 0.412109, 0.429688, 0.423828, 0.402344, 0.402344, 0.423828, 0.414062, 0.400391, 0.423828, 0.408203, 0.419922, 0.412109, 0.408203, 0.40625, 0.417969, 0.404297, 0.414062, 0.431641, 0.396484, 0.416016, 0.404297, 0.427734, 0.412109, 0.384766, 0.412109, 0.404297, 0.410156, 0.412109, 0.40625, 0.414062, 0.425781, 0.421875, 0.396484, 0.388672, 0.398438, 0.404297, 0.410156, 0.417969, 0.394531, 0.408203, 0.410156, 0.423828, 0.390625, 0.400391, 0.404297, 0.396484, 0.416016, 0.398438, 0.404297, 0.402344, 0.427734, 0.410156, 0.40625, 0.386719, 0.408203, 0.394531, 0.386719, 0.392578, 0.5625, 0.408203, 0.414062, 0.414062, 0.396484, 0.40625, 0.398438, 0.414062, 0.410156, 0.416016, 0.414062, 0.369141, 0.40625, 0.40625, 0.400391, 0.429688, 0.421875, 0.416016, 0.416016, 0.429688, 0.410156, 0.414062, 0.390625, 0.402344, 0.392578, 0.425781, 0.414062, 0.414062, 0.402344, 0.367188, 0.404297, 0.416016, 0.394531, 0.398438, 0.392578, 0.408203, 0.408203, 0.414062, 0.414062, 0.396484, 0.419922, 0.417969, 0.384766, 0.396484, 0.416016, 0.396484, 0.392578, 0.398438, 0.396484, 0.429688, 0.408203, 0.431641, 0.402344, 0.419922, 0.412109, 0.404297, 0.410156, 0.421875, 0.417969, 0.414062, 0.435547, 0.394531, 0.400391, 0.394531, 0.417969, 0.398438, 0.400391, 0.414062, 0.388672, 0.425781, 0.396484, 0.402344, 0.384766, 0.419922, 0.416016, 0.417969, 0.396484, 0.410156, 0.421875, 0.417969, 0.40625, 0.416016, 0.40625, 0.419922, 0.410156, 0.441406, 0.402344, 0.398438, 0.40625, 0.410156, 0.410156, 0.416016, 0.412109, 0.402344, 0.410156, 0.400391, 0.410156, 0.404297, 0.414062, 0.402344, 0.396484, 0.402344, 0.398438, 0.404297, 0.421875, 0.404297, 0.408203, 0.410156, 0.427734, 0.398438, 0.423828, 0.421875, 0.423828, 0.412109, 0.396484, 0.425781, 0.404297, 0.402344, 0.398438, 0.400391, 0.410156, 0.392578, 0.425781, 0.425781, 0.419922, 0.404297, 0.394531, 0.421875, 0.402344, 0.414062, 0.398438, 0.410156, 0.416016, 0.417969, 0.427734, 0.402344 ] }, "name": "model.transformer.layers.19.ffn_norm.weight", "outputIndexes": [ 1247 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1246, 1247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_19/Mul_1_output_0", "outputIndexes": [ 1248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 3050 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3050 ], "outputIndexes": [ 3051 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_1/Linear", "inputIndexes": [ 3051 ], "outputIndexes": [ 3052 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 14848, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 356352, "weightSize": 0 }, "external": [ 1125802180, 45613318, 2850816, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3052 ], "outputIndexes": [ 3053 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3053 ], "outputIndexes": [ 1249 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 14848 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 7424 ] }, "name": "/ffn_19/Mul_output_0", "outputIndexes": [ 1250 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 21, 1250, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_19/Slice_output_0", "outputIndexes": [ 1251 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1251 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_19/Sigmoid_output_0", "outputIndexes": [ 1252 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1251, 1252 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_19/Mul_output_0", "outputIndexes": [ 1253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 14848 ] }, "name": "/ffn_19/Mul_1_output_0", "outputIndexes": [ 1254 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 1250, 1254, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_19/Slice_1_output_0", "outputIndexes": [ 1255 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253, 1255 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_19/Mul_2_output_0", "outputIndexes": [ 1256 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1256 ], "outputIndexes": [ 3054 ], "main_type": "Reshape", "main": { "dims": [ -1, 7424, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3054 ], "outputIndexes": [ 3055 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_2/Linear", "inputIndexes": [ 3055 ], "outputIndexes": [ 3056 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 7424, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 178176, "weightSize": 0 }, "external": [ 1174266314, 22806790, 1425408, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3056 ], "outputIndexes": [ 3057 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3057 ], "outputIndexes": [ 1257 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245, 1257 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_79_output_0", "outputIndexes": [ 1258 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1258, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_80_output_0", "outputIndexes": [ 1259 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1259 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_20/Mul_output_0", "outputIndexes": [ 1260 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.59375, 0.625, 0.570312, 0.546875, 0.558594, 0.5625, 0.550781, 0.515625, 0.589844, 0.5625, 0.597656, 0.546875, 0.527344, 0.550781, 0.53125, 0.585938, 0.519531, 0.554688, 0.539062, 0.558594, 0.59375, 0.597656, 0.539062, 0.539062, 0.550781, 0.566406, 0.589844, 0.640625, 0.566406, 0.597656, 0.566406, 0.601562, 0.601562, 0.542969, 0.5625, 0.542969, 0.550781, 0.535156, 0.589844, 0.570312, 0.539062, 0.578125, 0.523438, 0.585938, 0.578125, 0.59375, 0.519531, 0.554688, 0.578125, 0.558594, 0.59375, 0.574219, 0.617188, 0.519531, 0.535156, 0.605469, 0.570312, 0.601562, 0.558594, 0.582031, 0.566406, 0.597656, 0.546875, 0.570312, 0.550781, 0.578125, 0.582031, 0.53125, 0.5625, 0.59375, 0.542969, 0.578125, 0.546875, 0.554688, 0.574219, 0.511719, 0.554688, 0.535156, 0.617188, 0.558594, 0.589844, 0.558594, 0.550781, 0.566406, 0.539062, 0.578125, 0.539062, 0.589844, 0.585938, 0.59375, 0.589844, 0.566406, 0.609375, 0.511719, 0.566406, 0.574219, 0.5625, 0.550781, 0.59375, 0.5625, 0.554688, 0.507812, 0.574219, 0.601562, 0.589844, 0.59375, 0.617188, 0.59375, 0.515625, 0.582031, 0.5625, 0.558594, 0.617188, 0.546875, 0.632812, 0.542969, 0.613281, 0.59375, 0.59375, 0.585938, 0.515625, 0.585938, 0.605469, 0.570312, 0.558594, 0.574219, 0.566406, 0.566406, 0.5625, 0.558594, 0.605469, 0.539062, 0.59375, 0.5625, 0.546875, 0.542969, 0.554688, 0.535156, 0.570312, 0.558594, 0.585938, 0.574219, 0.554688, 0.546875, 0.585938, 0.597656, 0.542969, 0.621094, 0.511719, 0.494141, 0.59375, 0.585938, 0.515625, 0.65625, 0.535156, 0.527344, 0.589844, 0.578125, 0.585938, 0.539062, 0.589844, 0.523438, 0.582031, 0.5625, 0.554688, 0.582031, 0.535156, 0.597656, 0.554688, 0.589844, 0.582031, 0.558594, 0.574219, 0.558594, 0.535156, 0.554688, 0.5625, 0.566406, 0.585938, 0.585938, 0.589844, 0.53125, 0.539062, 0.527344, 0.585938, 0.566406, 0.585938, 0.59375, 0.570312, 0.554688, 0.546875, 0.519531, 0.582031, 0.523438, 0.53125, 0.601562, 0.597656, 0.539062, 0.53125, 0.59375, 0.601562, 0.617188, 0.636719, 0.566406, 0.609375, 0.636719, 0.582031, 0.5625, 0.492188, 0.574219, 0.5625, 0.574219, 0.601562, 0.558594, 0.539062, 0.605469, 0.550781, 0.558594, 0.597656, 0.566406, 0.539062, 0.5625, 0.542969, 0.527344, 0.574219, 0.582031, 0.554688, 0.601562, 0.570312, 0.542969, 0.582031, 0.550781, 0.53125, 0.570312, 0.605469, 0.605469, 0.546875, 0.5625, 0.566406, 0.539062, 0.542969, 0.550781, 0.570312, 0.566406, 0.640625, 0.652344, 0.554688, 0.578125, 0.570312, 0.558594, 0.570312, 0.578125, 0.582031, 0.5, 0.542969, 0.570312, 0.550781, 0.546875, 0.621094, 0.570312, 0.59375, 0.546875, 0.597656, 0.5625, 0.546875, 0.597656, 0.550781, 0.570312, 0.5625, 0.550781, 0.566406, 0.554688, 0.554688, 0.554688, 0.539062, 0.578125, 0.570312, 0.566406, 0.554688, 0.539062, 0.511719, 0.585938, 0.578125, 0.582031, 0.570312, 0.53125, 0.535156, 0.535156, 0.542969, 0.566406, 0.554688, 0.613281, 0.59375, 0.578125, 0.574219, 0.546875, 0.554688, 0.585938, 0.574219, 0.613281, 0.574219, 0.613281, 0.609375, 0.554688, 0.585938, 0.558594, 0.652344, 0.578125, 0.601562, 0.570312, 0.550781, 0.546875, 0.582031, 0.582031, 0.570312, 0.570312, 0.570312, 0.554688, 0.566406, 0.546875, 0.582031, 0.582031, 0.585938, 0.621094, 0.558594, 0.585938, 0.539062, 0.597656, 0.5625, 0.558594, 0.5625, 0.558594, 0.582031, 0.613281, 0.589844, 0.546875, 0.589844, 0.585938, 0.585938, 0.582031, 0.605469, 0.574219, 0.578125, 0.542969, 0.597656, 0.566406, 0.574219, 0.554688, 0.5625, 0.566406, 0.585938, 0.585938, 0.558594, 0.597656, 0.554688, 0.574219, 0.566406, 0.570312, 0.585938, 0.558594, 0.546875, 0.621094, 0.578125, 0.554688, 0.605469, 0.554688, 0.535156, 0.507812, 0.585938, 0.539062, 0.597656, 0.597656, 0.570312, 0.574219, 0.558594, 0.59375, 0.574219, 0.582031, 0.554688, 0.554688, 0.539062, 0.539062, 0.582031, 0.539062, 0.574219, 0.582031, 0.554688, 0.613281, 0.554688, 0.566406, 0.542969, 0.632812, 0.535156, 0.597656, 0.578125, 0.601562, 0.550781, 0.613281, 0.546875, 0.558594, 0.558594, 0.527344, 0.570312, 0.597656, 0.5625, 0.59375, 0.578125, 0.5625, 0.597656, 0.550781, 0.609375, 0.613281, 0.554688, 0.535156, 0.566406, 0.589844, 0.574219, 0.628906, 0.617188, 0.539062, 0.609375, 0.546875, 0.570312, 0.578125, 0.5625, 0.605469, 0.570312, 0.582031, 0.542969, 0.582031, 0.554688, 0.574219, 0.597656, 0.582031, 0.535156, 0.5625, 0.574219, 0.589844, 0.582031, 0.621094, 0.597656, 0.539062, 0.566406, 0.59375, 0.546875, 0.550781, 0.566406, 0.59375, 0.5625, 0.582031, 0.570312, 0.542969, 0.554688, 0.578125, 0.582031, 0.550781, 0.597656, 0.558594, 0.5625, 0.574219, 0.566406, 0.578125, 0.535156, 0.574219, 0.550781, 0.550781, 0.527344, 0.546875, 0.566406, 0.5625, 0.558594, 0.542969, 0.582031, 0.558594, 0.601562, 0.566406, 0.53125, 0.5625, 0.558594, 0.554688, 0.589844, 0.546875, 0.578125, 0.539062, 0.554688, 0.617188, 0.605469, 0.566406, 0.527344, 0.554688, 0.578125, 0.585938, 0.578125, 0.566406, 0.585938, 0.59375, 0.539062, 0.589844, 0.523438, 0.578125, 0.589844, 0.570312, 0.5625, 0.601562, 0.542969, 0.570312, 0.570312, 0.539062, 0.605469, 0.605469, 0.527344, 0.570312, 0.488281, 0.597656, 0.535156, 0.605469, 0.625, 0.585938, 0.554688, 0.558594, 0.558594, 0.546875, 0.535156, 0.574219, 0.574219, 0.566406, 0.519531, 0.574219, 0.585938, 0.554688, 0.515625, 0.566406, 0.578125, 0.585938, 0.515625, 0.585938, 0.570312, 0.574219, 0.53125, 0.59375, 0.582031, 0.585938, 0.609375, 0.488281, 0.550781, 0.558594, 0.558594, 0.550781, 0.597656, 0.597656, 0.609375, 0.601562, 0.597656, 0.566406, 0.550781, 0.582031, 0.585938, 0.527344, 0.589844, 0.589844, 0.53125, 0.492188, 0.511719, 0.511719, 0.535156, 0.574219, 0.519531, 0.5625, 0.574219, 0.582031, 0.628906, 0.5625, 0.59375, 0.582031, 0.632812, 0.542969, 0.609375, 0.535156, 0.582031, 0.558594, 0.5625, 0.578125, 0.613281, 0.574219, 0.578125, 0.535156, 0.582031, 0.527344, 0.609375, 0.59375, 0.613281, 0.550781, 0.535156, 0.585938, 0.550781, 0.550781, 0.511719, 0.566406, 0.5625, 0.570312, 0.550781, 0.546875, 0.554688, 0.519531, 0.605469, 0.527344, 0.570312, 0.554688, 0.558594, 0.613281, 0.558594, 0.53125, 0.535156, 0.574219, 0.503906, 0.527344, 0.59375, 0.535156, 0.5625, 0.53125, 0.558594, 0.566406, 0.542969, 0.601562, 0.570312, 0.570312, 0.574219, 0.589844, 0.582031, 0.597656, 0.582031, 0.589844, 0.558594, 0.605469, 0.601562, 0.535156, 0.550781, 0.546875, 0.589844, 0.570312, 0.515625, 0.582031, 0.617188, 0.589844, 0.566406, 0.535156, 0.585938, 0.53125, 0.539062, 0.554688, 0.447266, 0.59375, 0.574219, 0.613281, 0.589844, 0.5625, 0.539062, 0.554688, 0.546875, 0.570312, 0.519531, 0.558594, 0.582031, 0.566406, 0.613281, 0.550781, 0.601562, 0.558594, 0.589844, 0.59375, 0.613281, 0.5625, 0.527344, 0.597656, 0.59375, 0.613281, 0.578125, 0.441406, 0.550781, 0.625, 0.582031, 0.585938, 0.652344, 0.5625, 0.546875, 0.515625, 0.550781, 0.558594, 0.585938, 0.605469, 0.554688, 0.585938, 0.5625, 0.570312, 0.566406, 0.582031, 0.578125, 0.59375, 0.554688, 0.566406, 0.566406, 0.554688, 0.605469, 0.578125, 0.566406, 0.511719, 0.542969, 0.613281, 0.574219, 0.5625, 0.457031, 0.574219, 0.550781, 0.539062, 0.582031, 0.515625, 0.601562, 0.574219, 0.550781, 0.605469, 0.609375, 0.558594, 0.59375, 0.542969, 0.574219, 0.589844, 0.554688, 0.589844, 0.589844, 0.550781, 0.5625, 0.5625, 0.550781, 0.582031, 0.554688, 0.554688, 0.59375, 0.566406, 0.550781, 0.582031, 0.585938, 0.585938, 0.582031, 0.566406, 0.585938, 0.585938, 0.539062, 0.582031, 0.59375, 0.601562, 0.585938, 0.585938, 0.554688, 0.582031, 0.582031, 0.609375, 0.632812, 0.589844, 0.542969, 0.503906, 0.554688, 0.546875, 0.574219, 0.5625, 0.558594, 0.570312, 0.726562, 0.578125, 0.59375, 0.539062, 0.574219, 0.566406, 0.546875, 0.535156, 0.589844, 0.539062, 0.546875, 0.605469, 0.546875, 0.570312, 0.578125, 0.490234, 0.5625, 0.59375, 0.554688, 0.546875, 0.558594, 0.535156, 0.59375, 0.539062, 0.570312, 0.550781, 0.519531, 0.558594, 0.5625, 0.558594, 0.546875, 0.558594, 0.632812, 0.484375, 0.542969, 0.527344, 0.589844, 0.566406, 0.570312, 0.585938, 0.542969, 0.59375, 0.585938, 0.585938, 0.515625, 0.474609, 0.578125, 0.605469, 0.589844, 0.582031, 0.5, 0.574219, 0.574219, 0.632812, 0.550781, 0.539062, 0.605469, 0.523438, 0.523438, 0.542969, 0.542969, 0.597656, 0.546875, 0.570312, 0.570312, 0.570312, 0.589844, 0.535156, 0.570312, 0.589844, 0.589844, 0.574219, 0.585938, 0.535156, 0.582031, 0.566406, 0.574219, 0.546875, 0.578125, 0.542969, 0.605469, 0.5625, 0.496094, 0.589844, 0.5625, 0.585938, 0.585938, 0.558594, 0.609375, 0.578125, 0.574219, 0.554688, 0.554688, 0.535156, 0.546875, 0.558594, 0.53125, 0.5625, 0.554688, 0.53125, 0.5625, 0.582031, 0.578125, 0.621094, 0.589844, 0.578125, 0.527344, 0.539062, 0.597656, 0.566406, 0.585938, 0.597656, 0.597656, 0.558594, 0.550781, 0.578125, 0.546875, 0.546875, 0.539062, 0.539062, 0.546875, 0.546875, 0.597656, 0.5625, 0.539062, 0.546875, 0.542969, 0.601562, 0.570312, 0.550781, 0.515625, 0.578125, 0.570312, 0.523438, 0.613281, 0.5625, 0.59375, 0.511719, 0.550781, 0.566406, 0.554688, 0.457031, 0.601562, 0.585938, 0.585938, 0.632812, 0.613281, 0.539062, 0.5625, 0.558594, 0.539062, 0.574219, 0.523438, 0.570312, 0.628906, 0.605469, 0.53125, 0.5625, 0.5625, 0.609375, 0.574219, 0.558594, 0.53125, 0.566406, 0.535156, 0.601562, 0.554688, 0.589844, 0.546875, 0.585938, 0.5625, 0.550781, 0.585938, 0.554688, 0.574219, 0.605469, 0.542969, 0.550781, 0.558594, 0.558594, 0.570312, 0.59375, 0.5625, 0.566406, 0.554688, 0.542969, 0.59375, 0.507812, 0.601562, 0.601562, 0.546875, 0.582031, 0.503906, 0.566406, 0.578125, 0.578125, 0.59375, 0.539062, 0.613281, 0.53125, 0.546875, 0.582031, 0.585938, 0.570312, 0.566406, 0.570312, 0.589844, 0.498047, 0.609375, 0.546875, 0.5625, 0.527344, 0.601562, 0.554688, 0.550781, 0.582031, 0.601562, 0.613281, 0.519531, 0.574219, 0.527344, 0.597656, 0.558594, 0.613281, 0.644531, 0.554688, 0.558594, 0.570312, 0.59375, 0.578125, 0.578125, 0.519531, 0.546875, 0.585938, 0.609375, 0.566406, 0.570312, 0.589844, 0.589844, 0.535156, 0.5625, 0.59375, 0.617188, 0.601562, 0.5625, 0.558594, 0.539062, 0.605469, 0.523438, 0.558594, 0.566406, 0.527344, 0.585938, 0.554688, 0.5625, 0.546875, 0.617188, 0.546875, 0.554688, 0.53125, 0.613281, 0.585938, 0.566406, 0.609375, 0.558594, 0.589844, 0.53125, 0.578125, 0.585938, 0.589844, 0.5625, 0.566406, 0.578125, 0.503906, 0.53125, 0.59375, 0.554688, 0.558594, 0.554688, 0.585938, 0.597656, 0.574219, 0.597656, 0.570312, 0.636719, 0.617188, 0.515625, 0.597656, 0.542969, 0.550781, 0.542969, 0.453125, 0.546875, 0.5625, 0.582031, 0.628906, 0.59375, 0.503906, 0.5625, 0.554688, 0.523438, 0.554688, 0.570312, 0.585938, 0.574219, 0.609375, 0.542969, 0.5625, 0.5625, 0.589844, 0.558594, 0.59375, 0.550781, 0.546875, 0.589844, 0.5625, 0.605469, 0.585938, 0.582031, 0.539062, 0.5625, 0.585938, 0.621094, 0.5625, 0.574219, 0.585938, 0.617188, 0.53125, 0.550781, 0.625, 0.589844, 0.585938, 0.589844, 0.5625, 0.589844, 0.539062, 0.632812, 0.613281, 0.589844, 0.523438, 0.546875, 0.578125, 0.582031, 0.271484, 0.570312, 0.550781, 0.5625, 0.574219, 0.585938, 0.578125, 0.578125, 0.558594, 0.566406, 0.566406, 0.605469, 0.5625, 0.59375, 0.515625, 0.558594, 0.53125, 0.59375, 0.605469, 0.585938, 0.546875, 0.494141, 0.484375, 0.566406, 0.617188, 0.566406, 0.550781, 0.558594, 0.597656, 0.5625, 0.511719, 0.539062, 0.570312, 0.574219, 0.566406, 0.554688, 0.625, 0.498047, 0.5625, 0.589844, 0.601562, 0.613281, 0.554688, 0.601562, 0.585938, 0.582031, 0.613281, 0.5625, 0.601562, 0.542969, 0.515625, 0.539062, 0.621094, 0.628906, 0.578125, 0.542969, 0.59375, 0.507812, 0.566406, 0.554688, 0.574219, 0.527344, 0.570312, 0.597656, 0.546875, 0.542969, 0.597656, 0.46875, 0.570312, 0.546875, 0.566406, 0.632812, 0.5625, 0.585938, 0.566406, 0.597656, 0.589844, 0.601562, 0.582031, 0.523438, 0.566406, 0.5625, 0.535156, 0.574219, 0.605469, 0.597656, 0.59375, 0.515625, 0.597656, 0.5625, 0.5625, 0.570312, 0.554688, 0.5625, 0.535156, 0.589844, 0.625, 0.523438, 0.574219, 0.523438, 0.589844, 0.570312, 0.574219, 0.605469, 0.570312, 0.558594, 0.488281, 0.566406, 0.53125, 0.585938, 0.566406, 0.570312, 0.585938, 0.59375, 0.554688, 0.601562, 0.558594, 0.582031, 0.535156, 0.546875, 0.585938, 0.53125, 0.5625, 0.554688, 0.566406, 0.53125, 0.570312, 0.574219, 0.566406, 0.519531, 0.550781, 0.5625, 0.570312, 0.585938, 0.570312, 0.566406, 0.5625, 0.59375, 0.601562, 0.574219, 0.554688, 0.589844, 0.550781, 0.582031, 0.546875, 0.542969, 0.558594, 0.542969, 0.582031, 0.609375, 0.570312, 0.585938, 0.546875, 0.523438, 0.462891, 0.613281, 0.570312, 0.570312, 0.613281, 0.550781, 0.601562, 0.488281, 0.546875, 0.628906, 0.585938, 0.570312, 0.53125, 0.582031, 0.550781, 0.5625, 0.589844, 0.554688, 0.625, 0.5625, 0.554688, 0.621094, 0.566406, 0.546875, 0.5625, 0.515625, 0.542969, 0.59375, 0.664062, 0.542969, 0.582031, 0.582031, 0.570312, 0.621094, 0.519531, 0.566406, 0.585938, 0.503906, 0.585938, 0.515625, 0.601562, 0.554688, 0.570312, 0.558594, 0.566406, 0.59375, 0.582031, 0.550781, 0.515625, 0.554688, 0.582031, 0.558594, 0.636719, 0.535156, 0.59375, 0.5625, 0.59375, 0.578125, 0.5625, 0.566406, 0.546875, 0.570312, 0.609375, 0.558594, 0.597656, 0.648438, 0.597656, 0.609375, 0.578125, 0.558594, 0.585938, 0.589844, 0.570312, 0.542969, 0.546875, 0.542969, 0.542969, 0.558594, 0.609375, 0.574219, 0.570312, 0.566406, 0.585938, 0.515625, 0.554688, 0.558594, 0.570312, 0.574219, 0.570312, 0.570312, 0.546875, 0.5, 0.59375, 0.5625, 0.523438, 0.566406, 0.589844, 0.578125, 0.5625, 0.636719, 0.578125, 0.566406, 0.5625, 0.554688, 0.53125, 0.53125, 0.53125, 0.570312, 0.613281, 0.621094, 0.585938, 0.609375, 0.542969, 0.566406, 0.5625, 0.589844, 0.539062, 0.550781, 0.558594, 0.554688, 0.539062, 0.570312, 0.546875, 0.609375, 0.5625, 0.574219, 0.558594, 0.578125, 0.546875, 0.636719, 0.582031, 0.601562, 0.566406, 0.578125, 0.589844, 0.570312, 0.625, 0.597656, 0.5625, 0.585938, 0.570312, 0.539062, 0.539062, 0.605469, 0.570312, 0.550781, 0.535156, 0.585938, 0.578125, 0.617188, 0.550781, 0.5625, 0.558594, 0.546875, 0.667969, 0.570312, 0.558594, 0.535156, 0.566406, 0.527344, 0.550781, 0.589844, 0.585938, 0.53125, 0.5625, 0.585938, 0.574219, 0.585938, 0.597656, 0.558594, 0.558594, 0.582031, 0.589844, 0.566406, 0.566406, 0.613281, 0.554688, 0.5625, 0.539062, 0.59375, 0.5625, 0.546875, 0.570312, 0.550781, 0.609375, 0.535156, 0.574219, 0.601562, 0.574219, 0.578125, 0.59375, 0.542969, 0.617188, 0.542969, 0.566406, 0.628906, 0.574219, 0.582031, 0.609375, 0.585938, 0.585938, 0.574219, 0.597656, 0.550781, 0.519531, 0.574219, 0.546875, 0.546875, 0.558594, 0.550781, 0.601562, 0.554688, 0.550781, 0.539062, 0.578125, 0.578125, 0.589844, 0.558594, 0.53125, 0.617188, 0.609375, 0.554688, 0.640625, 0.546875, 0.443359, 0.625, 0.582031, 0.566406, 0.59375, 0.566406, 0.589844, 0.507812, 0.507812, 0.558594, 0.546875, 0.5625, 0.605469, 0.570312, 0.605469, 0.5625, 0.535156, 0.53125, 0.597656, 0.609375, 0.523438, 0.582031, 0.5625, 0.59375, 0.5625, 0.574219, 0.597656, 0.542969, 0.574219, 0.519531, 0.5625, 0.558594, 0.589844, 0.585938, 0.585938, 0.5625, 0.632812, 0.503906, 0.578125, 0.558594, 0.535156, 0.589844, 0.546875, 0.582031, 0.578125, 0.566406, 0.554688, 0.558594, 0.613281, 0.5625, 0.5625, 0.578125, 0.585938, 0.578125, 0.535156, 0.585938, 0.566406, 0.539062, 0.519531, 0.570312, 0.566406, 0.566406, 0.5625, 0.589844, 0.5625, 0.5625, 0.566406, 0.582031, 0.589844, 0.59375, 0.566406, 0.511719, 0.601562, 0.570312, 0.601562, 0.515625, 0.566406, 0.59375, 0.585938, 0.582031, 0.601562, 0.59375, 0.535156, 0.515625, 0.566406, 0.5625, 0.5625, 0.554688, 0.5625, 0.539062, 0.585938, 0.613281, 0.601562, 0.5, 0.550781, 0.566406, 0.550781, 0.566406, 0.578125, 0.625, 0.546875, 0.558594, 0.578125, 0.558594, 0.558594, 0.554688, 0.59375, 0.566406, 0.550781, 0.625, 0.539062, 0.582031, 0.519531, 0.597656, 0.507812, 0.582031, 0.582031, 0.597656, 0.554688, 0.609375, 0.542969, 0.585938, 0.558594, 0.609375, 0.609375, 0.539062, 0.550781, 0.566406, 0.523438, 0.605469, 0.585938, 0.578125, 0.574219, 0.597656, 0.585938, 0.558594, 0.464844, 0.566406, 0.542969, 0.523438, 0.582031, 0.539062, 0.617188, 0.617188, 0.570312, 0.574219, 0.597656, 0.582031, 0.554688, 0.566406, 0.554688, 0.574219, 0.582031, 0.535156, 0.609375, 0.519531, 0.578125, 0.597656, 0.601562, 0.671875, 0.59375, 0.546875, 0.621094, 0.515625, 0.539062, 0.566406, 0.574219, 0.550781, 0.558594, 0.566406, 0.566406, 0.574219, 0.511719, 0.597656, 0.546875, 0.585938, 0.570312, 0.546875, 0.597656, 0.613281, 0.574219, 0.511719, 0.558594, 0.558594, 0.535156, 0.589844, 0.550781, 0.574219, 0.503906, 0.53125, 0.578125, 0.605469, 0.570312, 0.550781, -0.002426, 0.578125, 0.589844, 0.535156, 0.5625, 0.546875, 0.554688, 0.605469, 0.566406, 0.570312, 0.605469, 0.667969, 0.527344, 0.519531, 0.542969, 0.5625, 0.542969, 0.636719, 0.582031, 0.539062, 0.5625, 0.570312, 0.589844, 0.539062, 0.539062, 0.566406, 0.527344, 0.53125, 0.566406, 0.546875, 0.5625, 0.585938, 0.53125, 0.566406, 0.5625, 0.546875, 0.605469, 0.546875, 0.554688, 0.582031, 0.550781, 0.554688, 0.597656, 0.535156, 0.554688, 0.621094, 0.527344, 0.53125, 0.566406, 0.582031, 0.585938, 0.585938, 0.605469, 0.558594, 0.613281, 0.558594, 0.478516, 0.578125, 0.5625, 0.570312, 0.498047, 0.570312, 0.574219, 0.566406, 0.566406, 0.621094, 0.582031, 0.585938, 0.566406, 0.574219, 0.546875, 0.589844, 0.570312, 0.527344, 0.597656, 0.585938, 0.523438, 0.523438, 0.546875, 0.585938, 0.609375, 0.527344, 0.558594, 0.628906, 0.5625, 0.605469, 0.470703, 0.542969, 0.570312, 0.589844, 0.585938, 0.546875, 0.613281, 0.574219, 0.554688, 0.558594, 0.554688, 0.582031, 0.511719, 0.507812, 0.589844, 0.566406, 0.585938, 0.648438, 0.597656, 0.535156, 0.578125, 0.566406, 0.601562, 0.566406, 0.535156, 0.550781, 0.554688, 0.566406, 0.542969, 0.613281, 0.578125, 0.613281, 0.570312, 0.550781, 0.515625, 0.550781, 0.585938, 0.578125, 0.570312, 0.578125, 0.597656, 0.5625, 0.582031, 0.582031, 0.546875, 0.523438, 0.359375, 0.5625, 0.59375, 0.5625, 0.617188, 0.554688, 0.605469, 0.550781, 0.523438, 0.5625, 0.494141, 0.589844, 0.558594, 0.574219, 0.566406, 0.5625, 0.605469, 0.542969, 0.535156, 0.503906, 0.566406, 0.5625, 0.578125, 0.566406, 0.566406, 0.519531, 0.585938, 0.578125, 0.558594, 0.570312, 0.515625, 0.527344, 0.609375, 0.582031, 0.554688, 0.542969, 0.570312, 0.554688, 0.574219, 0.527344, 0.597656, 0.566406, 0.574219, 0.625, 0.539062, 0.558594, 0.601562, 0.558594, 0.574219, 0.5625, 0.535156, 0.578125, 0.570312, 0.59375, 0.570312, 0.574219, 0.589844, 0.523438, 0.550781, 0.527344, 0.609375, 0.558594, 0.523438, 0.5, 0.566406, 0.59375, 0.558594, 0.578125, 0.582031, 0.535156, 0.539062, 0.566406, 0.609375, 0.542969, 0.535156, 0.582031, 0.582031, 0.59375, 0.589844, 0.605469, 0.59375, 0.585938, 0.5625, 0.570312, 0.550781, 0.570312, 0.578125, 0.546875, 0.570312, 0.585938, 0.574219, 0.554688, 0.5625, 0.574219, 0.566406, 0.589844, 0.535156, 0.601562, 0.511719, 0.546875, 0.546875, 0.597656, 0.550781, 0.535156, 0.535156, 0.542969, 0.554688, 0.601562, 0.546875, 0.558594, 0.539062, 0.582031, 0.566406, 0.542969, 0.609375, 0.558594, 0.546875, 0.476562, 0.59375, 0.566406, 0.554688, 0.554688, 0.582031, 0.566406, 0.585938, 0.535156, 0.539062, 0.601562, 0.539062, 0.578125, 0.5625, 0.558594, 0.535156, 0.558594, 0.558594, 0.535156, 0.515625, 0.609375, 0.574219, 0.539062, 0.507812, 0.578125, 0.597656, 0.5625, 0.527344, 0.601562, 0.535156, 0.585938, 0.585938, 0.558594, 0.574219, 0.609375, 0.554688, 0.546875, 0.53125, 0.523438, 0.558594, 0.605469, 0.5625, 0.644531, 0.566406, 0.515625, 0.574219, 0.582031, 0.617188, 0.640625, 0.574219, 0.578125, 0.589844, 0.558594, 0.5625, 0.582031, 0.566406, 0.542969, 0.53125, 0.558594, 0.550781, 0.59375, 0.539062, 0.558594, 0.558594, 0.597656, 0.589844, 0.578125, 0.546875, 0.585938, 0.589844, 0.589844, 0.5, 0.578125, 0.5625, 0.605469, 0.535156, 0.589844, 0.566406, 0.609375, 0.644531, 0.570312, 0.574219, 0.542969, 0.5625, 0.550781, 0.597656, 0.535156, 0.550781, 0.5625, 0.574219, 0.582031, 0.566406, 0.558594, 0.601562, 0.574219, 0.589844, 0.574219, 0.589844, 0.570312, 0.585938, 0.494141, 0.570312, 0.589844, 0.554688, 0.585938, 0.585938, 0.570312, 0.582031, 0.550781, 0.523438, 0.589844, 0.605469, 0.589844, 0.542969, 0.566406, 0.59375, 0.574219, 0.585938, 0.566406, 0.574219, 0.582031, 0.558594, 0.59375, 0.59375, 0.523438, 0.597656, 0.535156, 0.546875, 0.566406, 0.640625, 0.574219, 0.558594, 0.621094, 0.546875, 0.597656, 0.574219, 0.625, 0.578125, 0.59375, 0.535156, 0.558594, 0.539062, 0.609375, 0.585938, 0.539062, 0.597656, 0.585938, 0.5625, 0.585938, 0.566406, 0.570312, 0.582031, 0.578125, 0.566406, 0.554688, 0.53125, 0.539062, 0.554688, 0.535156, 0.5625, 0.601562, 0.609375, 0.597656, 0.558594, 0.511719, 0.519531, 0.554688, 0.554688, 0.554688, 0.613281, 0.597656, 0.515625, 0.546875, 0.574219, 0.558594, 0.539062, 0.566406, 0.585938, 0.589844, 0.542969, 0.589844, 0.585938, 0.558594, 0.519531, 0.554688, 0.488281, 0.554688, 0.542969, 0.574219, 0.535156, 0.574219, 0.707031, 0.574219, 0.609375, 0.574219, 0.570312, 0.640625, 0.554688, 0.578125, 0.574219, 0.515625, 0.640625, 0.546875, 0.546875, 0.574219, 0.617188, 0.535156, 0.582031, 0.621094, 0.597656, 0.554688, 0.578125, 0.597656, 0.515625, 0.566406, 0.574219, 0.558594, 0.597656, 0.539062, 0.546875, 0.578125, 0.605469, 0.570312, 0.59375, 0.570312, 0.558594, 0.582031, 0.570312, 0.605469, 0.535156, 0.625, 0.570312, 0.582031, 0.570312, 0.578125, 0.5, 0.546875, 0.570312, 0.585938, 0.542969, 0.609375, 0.5625, 0.558594, 0.523438, 0.59375, 0.625, 0.519531, 0.535156, 0.5625, 0.542969, 0.597656, 0.535156, 0.550781, 0.578125, 0.566406, 0.554688, 0.585938, 0.582031, 0.542969, 0.601562, 0.460938, 0.570312, 0.558594, 0.601562, 0.582031, 0.5625, 0.582031, 0.582031, 0.613281, 0.5625, 0.539062, 0.570312, 0.53125, 0.5625, 0.523438, 0.582031, 0.582031, 0.578125, 0.617188, 0.519531, 0.542969, 0.574219, 0.5625, 0.566406, 0.582031, 0.535156, 0.589844, 0.527344, 0.5625, 0.617188, 0.582031, 0.617188, 0.5625, 0.535156, 0.539062, 0.582031, 0.554688, 0.558594, 0.570312, 0.570312, 0.601562, 0.570312, 0.519531, 0.585938, 0.59375, 0.539062, 0.535156, 0.566406, 0.535156, 0.542969, 0.550781, 0.558594, 0.554688, 0.601562, 0.578125, 0.574219, 0.601562, 0.550781, 0.59375, 0.558594, 0.546875, 0.566406, 0.539062, 0.601562, 0.589844, 0.554688, 0.535156, 0.605469, 0.480469, 0.546875, 0.550781, 0.5625, 0.566406, 0.589844, 0.546875, 0.578125, 0.554688, 0.539062, 0.582031, 0.542969, 0.550781, 0.566406, 0.570312, 0.574219, 0.585938, 0.597656, 0.589844, 0.519531, 0.523438, 0.550781, 0.617188, 0.578125, 0.5625, 0.519531, 0.621094, 0.613281, 0.558594, 0.554688, 0.527344, 0.554688, 0.605469, 0.535156, 0.539062, 0.558594, 0.519531, 0.523438, 0.597656, 0.566406, 0.621094, 0.566406, 0.542969, 0.609375, 0.582031, 0.585938, 0.597656, 0.550781, 0.582031, 0.558594, 0.554688, 0.597656, 0.566406, 0.511719, 0.59375, 0.550781, 0.589844, 0.578125, 0.589844, 0.582031, 0.574219, 0.574219, 0.578125, 0.574219, 0.53125, 0.519531, 0.585938, 0.597656, 0.601562, 0.5625, 0.566406, 0.527344, 0.609375, 0.527344, 0.542969, 0.554688, 0.585938, 0.570312, 0.550781, 0.554688, 0.539062, 0.636719, 0.527344, 0.601562, 0.570312, 0.628906, 0.582031, 0.578125, 0.5625, 0.582031, 0.566406, 0.597656, 0.613281, 0.578125, 0.613281, 0.523438, 0.570312, 0.601562, 0.507812, 0.578125, 0.582031, 0.597656, 0.585938, 0.566406, 0.558594, 0.589844, 0.589844, 0.550781, 0.609375, 0.617188, 0.5625, 0.53125, 0.519531, 0.574219, 0.59375, 0.605469, 0.546875, 0.554688, 0.597656, 0.644531, 0.535156, 0.589844, 0.570312, 0.550781, 0.570312, 0.539062, 0.589844, 0.566406, 0.566406, 0.570312, 0.542969, 0.5, 0.585938, 0.585938, 0.605469, 0.605469, 0.59375, 0.5625, 0.582031, 0.535156, 0.605469, 0.558594, 0.59375, 0.546875, 0.585938, 0.570312, 0.527344, 0.5625, 0.574219, 0.574219, 0.570312, 0.5625, 0.546875, 0.636719, 0.578125, 0.59375, 0.667969, 0.585938, 0.609375, 0.636719, 0.550781, 0.527344, 0.578125, 0.546875, 0.585938, 0.542969, 0.578125, 0.605469, 0.550781, 0.570312, 0.582031, 0.566406, 0.566406, 0.632812, 0.550781, 0.5625, 0.554688, 0.582031, 0.59375, 0.582031, 0.566406, 0.5625, 0.605469, 0.527344, 0.566406, 0.613281, 0.558594, 0.542969, 0.542969, 0.582031, 0.5625, 0.558594, 0.546875, 0.570312, 0.59375, 0.527344, 0.59375, 0.601562, 0.566406, 0.546875, 0.628906, 0.59375, 0.554688, 0.628906, 0.542969, 0.597656, 0.601562, 0.585938, 0.550781, 0.5625, 0.585938, 0.570312, 0.554688, 0.507812, 0.59375, 0.523438, 0.542969, 0.601562, 0.601562, 0.527344, 0.539062, 0.5625, 0.550781, 0.550781, 0.597656, 0.578125, 0.498047, 0.550781, 0.601562, 0.570312, 0.585938, 0.566406, 0.566406, 0.542969, 0.523438, 0.550781, 0.582031, 0.582031, 0.585938, 0.494141, 0.539062, 0.570312, 0.550781, 0.550781, 0.53125, 0.546875, 0.558594, 0.578125, 0.574219, 0.582031, 0.589844, 0.59375, 0.470703, 0.609375, 0.585938, 0.582031, 0.535156, 0.574219, 0.535156, 0.617188, 0.53125, 0.53125, 0.570312, 0.609375, 0.566406, 0.515625, 0.59375, 0.5625, 0.605469, 0.609375, 0.542969, 0.5, 0.550781, 0.574219, 0.566406, 0.589844, 0.609375, 0.570312, 0.617188, 0.578125, 0.539062, 0.5625, 0.539062, 0.503906, 0.523438, 0.542969, 0.628906, 0.570312, 0.5625, 0.585938, 0.574219, 0.570312, 0.554688, 0.578125, 0.570312, 0.539062, 0.589844, 0.632812, 0.605469, 0.558594, 0.585938, 0.5625, 0.578125, 0.578125, 0.574219, 0.605469, 0.613281, 0.539062, 0.5625, 0.550781, 0.605469, 0.582031, 0.542969, 0.59375, 0.585938, 0.59375, 0.539062, 0.574219, 0.5625, 0.558594, 0.5, 0.59375, 0.5625, 0.53125, 0.503906, 0.578125, 0.59375, 0.558594, 0.519531, 0.550781, 0.601562, 0.535156, 0.574219, 0.609375, 0.605469, 0.535156, 0.558594, 0.582031, 0.574219, 0.535156, 0.558594, 0.578125, 0.566406, 0.554688, 0.566406, 0.550781, 0.585938, 0.609375, 0.5625, 0.582031, 0.527344, 0.585938, 0.558594, 0.597656, 0.523438, 0.5625, 0.640625, 0.542969, 0.554688, 0.628906, 0.59375, 0.585938, 0.589844, 0.542969, 0.507812, 0.578125, 0.597656, 0.570312, 0.617188, 0.578125, 0.542969, 0.519531, 0.523438, 0.585938, 0.59375, 0.585938, 0.570312, 0.550781, 0.5625, 0.574219, 0.574219, 0.539062, 0.578125, 0.566406, 0.566406, 0.59375, 0.554688, 0.605469, 0.527344, 0.570312, 0.5, 0.570312, 0.519531, 0.570312, 0.574219, 0.566406, 0.585938, 0.582031, 0.507812, 0.578125, 0.574219, 0.585938, 0.566406, 0.523438, 0.527344, 0.554688, 0.558594, 0.550781, 0.578125, 0.546875, 0.636719, 0.613281, 0.519531, 0.570312, 0.539062, 0.601562, 0.550781, 0.546875, 0.574219, 0.578125, 0.519531, 0.578125, 0.605469, 0.5625, 0.523438, 0.503906, 0.5625, 0.582031, 0.605469, 0.570312, 0.570312, 0.554688, 0.597656, 0.644531, 0.578125, 0.554688, 0.542969, 0.566406, 0.558594, 0.566406, 0.621094, 0.601562, 0.59375, 0.570312, 0.546875, 0.558594, 0.613281, 0.578125, 0.578125, 0.5625, 0.558594, 0.550781, 0.539062, 0.515625, 0.578125, 0.515625, 0.578125, 0.582031, 0.539062, 0.597656, 0.535156, 0.609375, 0.625, 0.554688, 0.578125, 0.566406, 0.542969, 0.546875, 0.617188, 0.582031, 0.585938, 0.554688, 0.554688, 0.570312, 0.527344, 0.578125, 0.558594, 0.574219, 0.570312, 0.546875, 0.515625, 0.550781, 0.597656, 0.558594, 0.542969, 0.578125, 0.601562, 0.601562, 0.574219, 0.523438, 0.589844, 0.589844, 0.570312, 0.566406, 0.550781, 0.589844, 0.5625, 0.613281, 0.632812, 0.582031, 0.601562, 0.5625, 0.570312, 0.503906, 0.550781, 0.585938, 0.53125, 0.617188, 0.574219, 0.578125, 0.554688, 0.625, 0.542969, 0.617188, 0.613281, 0.535156, 0.566406, 0.542969, 0.554688, 0.566406, 0.5625, 0.546875, 0.589844, 0.578125, 0.53125, 0.550781, 0.59375, 0.5625, 0.554688, 0.578125, 0.601562, 0.554688, 0.5625, 0.550781, 0.617188, 0.519531, 0.585938, 0.585938, 0.550781, 0.605469, 0.53125, 0.53125, 0.613281, 0.539062, 0.570312, 0.566406, 0.542969, 0.527344, 0.554688, 0.554688, 0.550781, 0.566406, 0.542969, 0.601562, 0.574219, 0.519531, 0.550781, 0.542969, 0.609375, 0.558594, 0.582031, 0.566406, 0.59375, 0.617188, 0.589844, 0.59375, 0.578125, 0.597656, 0.546875, 0.550781, 0.527344, 0.570312, 0.550781, 0.53125, 0.574219, 0.566406, 0.5625, 0.582031, 0.535156, 0.535156, 0.527344, 0.589844, 0.542969, 0.578125, 0.5625, 0.542969, 0.546875, 0.570312, 0.613281, 0.539062, 0.523438, 0.582031, 0.597656, 0.554688, 0.566406, 0.558594, 0.566406, 0.550781, 0.59375, 0.554688, 0.621094, 0.511719, 0.546875, 0.574219, 0.535156, 0.554688, 0.542969, 0.617188, 0.535156, 0.558594, 0.589844, 0.574219, 0.558594, 0.609375, 0.582031, 0.574219, 0.5625, 0.554688, 0.498047, 0.585938, 0.609375, 0.582031, 0.582031, 0.558594, 0.566406, 0.570312, 0.570312, 0.53125, 0.574219, 0.574219, 0.554688, 0.578125, 0.605469, 0.550781, 0.582031, 0.519531, 0.574219, 0.496094, 0.601562, 0.542969, 0.539062, 0.597656, 0.589844, 0.578125, 0.5625, 0.546875, 0.578125, 0.574219, 0.597656, 0.558594, 0.589844, 0.589844, 0.490234, 0.585938, 0.546875, 0.527344, 0.570312, 0.613281, 0.535156, 0.574219, 0.582031, 0.566406, 0.570312, 0.542969, 0.542969, 0.59375, 0.550781, 0.597656, 0.535156, 0.494141, 0.546875, 0.570312, 0.574219, 0.542969, 0.558594, 0.542969, 0.558594, 0.519531, 0.304688, 0.554688, 0.554688, 0.585938, 0.605469, 0.554688, 0.542969, 0.582031, 0.570312, 0.582031, 0.550781, 0.535156, 0.490234, 0.535156, 0.550781, 0.605469, 0.574219, 0.519531, 0.59375, 0.59375, 0.601562, 0.554688, 0.5625, 0.554688, 0.578125, 0.613281, 0.570312, 0.582031, 0.494141, 0.535156, 0.609375, 0.535156, 0.59375, 0.554688, 0.550781, 0.59375, 0.5625, 0.535156, 0.570312, 0.578125, 0.582031, 0.539062, 0.574219, 0.625, 0.574219, 0.519531, 0.539062, 0.554688, 0.523438, 0.589844, 0.582031, 0.507812, 0.574219, 0.570312, 0.59375, 0.539062, 0.566406, 0.566406, 0.566406, 0.578125, 0.5625, 0.59375, 0.519531, 0.539062, 0.582031, 0.578125, 0.53125, 0.578125, 0.511719, 0.546875, 0.613281, 0.566406, 0.5, 0.617188, 0.570312, 0.550781, 0.558594, 0.59375, 0.625, 0.554688, 0.5625, 0.542969, 0.5625, 0.601562, 0.609375, 0.605469, 0.53125, 0.523438, 0.523438, 0.511719, 0.582031, 0.5625, 0.554688, 0.550781, 0.582031, 0.542969, 0.570312, 0.546875, 0.554688, 0.597656, 0.519531, 0.574219, 0.5625, 0.546875, 0.566406, 0.550781, 0.550781, 0.589844, 0.574219, 0.566406, 0.558594, 0.550781, 0.582031, 0.5625, 0.558594, 0.585938, 0.566406, 0.515625, 0.578125, 0.59375, 0.585938, 0.582031, 0.566406, 0.566406, 0.570312, 0.535156, 0.523438, 0.570312, 0.546875, 0.535156, 0.574219, 0.542969, 0.601562, 0.574219, 0.574219, 0.617188 ] }, "name": "model.transformer.layers.20.attn_norm.weight", "outputIndexes": [ 1261 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1260, 1261 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_20/Mul_1_output_0", "outputIndexes": [ 1262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1262 ], "outputIndexes": [ 3058 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3058 ], "outputIndexes": [ 3059 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear", "inputIndexes": [ 3059 ], "outputIndexes": [ 3060 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1198498512, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3060 ], "outputIndexes": [ 3061 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3061 ], "outputIndexes": [ 1263 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1262 ], "main_type": "NONE", "name": "/Shape_81_output_0", "outputIndexes": [ 1264 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1264 ], "main_type": "NONE", "name": "Shape1790", "outputIndexes": [ 1265 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1264 ], "main_type": "NONE", "name": "Rank1792", "outputIndexes": [ 1266 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1266, 1266 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1794", "outputIndexes": [ 1267 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1795", "outputIndexes": [ 1268 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1797", "outputIndexes": [ 1269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1798", "outputIndexes": [ 1270 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265, 1268, 1270, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1801", "outputIndexes": [ 1271 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1802", "outputIndexes": [ 1272 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1272 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1803", "outputIndexes": [ 1273 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1273, 1272 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1804", "outputIndexes": [ 1274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 1274, 1267 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_104_output_0", "outputIndexes": [ 1275 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1275, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_201_output_0", "outputIndexes": [ 1276 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1276, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_100_output_0", "outputIndexes": [ 1277 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1263, 1277 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_81_output_0", "outputIndexes": [ 1278 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1278 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_20/Mul_output_0", "outputIndexes": [ 1279 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.023438, 0.034912, -0.070312, 0.067383, -0.002472, 1.375, -0.008118, 1.226562, 0.707031, 1.117188, 1.5, 1.28125, 1.195312, 1.453125, 1.59375, 1.96875, 1.578125, 1.507812, 1.601562, 1.5625, 1.71875, 1.78125, 1.765625, 1.710938, 1.632812, 1.742188, 1.6875, 1.929688, 1.898438, 1.859375, 1.578125, 1.9375, 1.65625, 1.742188, 1.867188, 2.015625, 1.953125, 1.84375, 2.265625, 1.953125, 1.664062, 2.34375, 2.078125, 1.914062, 1.8125, 2.078125, 2.03125, 1.96875, 2.015625, 1.835938, 1.96875, 1.914062, 1.96875, 1.8125, 1.84375, 1.90625, 1.851562, 1.882812, 1.898438, 1.828125, 2.046875, 1.976562, 1.921875, 1.84375, 1.476562, 0.040771, 0.060059, -0.015564, 0.554688, 1.335938, 1.054688, 0.683594, 1.3125, 1.015625, 1.671875, 1.234375, 1.335938, 1.40625, 1.648438, 1.59375, 1.492188, 1.5, 1.5625, 1.726562, 1.65625, 1.664062, 1.804688, 1.78125, 1.75, 1.65625, 1.742188, 1.773438, 1.820312, 1.78125, 1.742188, 1.992188, 1.859375, 2.15625, 1.953125, 1.625, 1.875, 1.984375, 1.828125, 2.171875, 2.0625, 1.726562, 1.851562, 2.25, 2.359375, 1.828125, 1.929688, 1.9375, 1.890625, 2.046875, 1.859375, 2.015625, 1.789062, 1.960938, 1.90625, 1.867188, 1.992188, 1.875, 1.921875, 1.953125, 1.65625, 1.867188, 1.890625, 1.921875 ] }, "name": "model.transformer.layers.20.attn.q_norm.weight", "outputIndexes": [ 1280 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1279, 1280 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_20/Mul_1_output_0", "outputIndexes": [ 1281 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_80_output_0", "outputIndexes": [ 1282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_81_output_0", "outputIndexes": [ 1283 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1283 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_40_output_0", "outputIndexes": [ 1284 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_80_output_0", "outputIndexes": [ 1285 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1284, 1285 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_103_output_0", "outputIndexes": [ 1286 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1286, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_81_output_0", "outputIndexes": [ 1287 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1282, 1287 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_80_output_0", "outputIndexes": [ 1288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1262 ], "outputIndexes": [ 3062 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3062 ], "outputIndexes": [ 3063 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear", "inputIndexes": [ 3063 ], "outputIndexes": [ 3064 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1206864854, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3064 ], "outputIndexes": [ 3065 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3065 ], "outputIndexes": [ 1289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1276, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_101_output_0", "outputIndexes": [ 1290 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1289, 1290 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_82_output_0", "outputIndexes": [ 1291 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1291 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_20/Mul_output_0", "outputIndexes": [ 1292 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.119629, 0.040771, 0.080078, 0.078125, -0.005554, 1.585938, 0.038818, 1.367188, 0.231445, 1.210938, 1.203125, 0.953125, 0.605469, 1.515625, 1.632812, 2.046875, 2.0, 1.328125, 1.078125, 1.632812, 1.523438, 1.78125, 1.828125, 1.835938, 2.171875, 1.632812, 1.765625, 1.539062, 2.0625, 1.929688, 2.015625, 2.078125, 2.1875, 2.140625, 2.046875, 1.351562, 1.742188, 2.0, 1.609375, 2.15625, 2.25, 1.476562, 1.90625, 2.15625, 2.34375, 1.84375, 1.914062, 1.984375, 1.960938, 1.945312, 1.945312, 1.914062, 1.734375, 1.96875, 1.9375, 1.890625, 1.953125, 1.796875, 1.960938, 2.015625, 2.0, 1.929688, 1.890625, 1.960938, 1.476562, 0.038086, 0.024414, 8e-06, 0.341797, 1.148438, 0.839844, 0.306641, 1.460938, 0.9375, 1.734375, 1.445312, 1.820312, 1.367188, 1.476562, 1.164062, 1.09375, 1.617188, 1.84375, 1.5625, 1.78125, 1.640625, 1.507812, 1.578125, 0.976562, 1.828125, 1.65625, 2.0, 1.679688, 1.648438, 1.375, 1.75, 1.421875, 1.515625, 1.6875, 2.234375, 2.0, 1.867188, 2.28125, 1.953125, 1.523438, 2.59375, 2.15625, 1.9375, 1.734375, 2.09375, 2.046875, 1.929688, 1.984375, 1.890625, 1.929688, 1.9375, 1.734375, 1.890625, 1.929688, 1.976562, 1.9375, 1.984375, 1.953125, 1.96875, 2.25, 1.859375, 2.015625, 1.921875 ] }, "name": "model.transformer.layers.20.attn.k_norm.weight", "outputIndexes": [ 1293 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1292, 1293 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_20/Mul_1_output_0", "outputIndexes": [ 1294 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1294, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_82_output_0", "outputIndexes": [ 1295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1294, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_83_output_0", "outputIndexes": [ 1296 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1296 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_41_output_0", "outputIndexes": [ 1297 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1294, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_82_output_0", "outputIndexes": [ 1298 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297, 1298 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_104_output_0", "outputIndexes": [ 1299 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1299, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_83_output_0", "outputIndexes": [ 1300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1295, 1300 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_81_output_0", "outputIndexes": [ 1301 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1262 ], "outputIndexes": [ 3066 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3066 ], "outputIndexes": [ 3067 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear", "inputIndexes": [ 3067 ], "outputIndexes": [ 3068 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1208956636, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3068 ], "outputIndexes": [ 3069 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3069 ], "outputIndexes": [ 1302 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1302, 1290 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_83_output_0", "outputIndexes": [ 1303 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 1301, 1303, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.20/self_attn/FusedAttention", "outputIndexes": [ 1304 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1304 ], "outputIndexes": [ 3070 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3070 ], "outputIndexes": [ 3071 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear", "inputIndexes": [ 3071 ], "outputIndexes": [ 3072 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1211048418, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3072 ], "outputIndexes": [ 3073 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3073 ], "outputIndexes": [ 1305 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1259, 1305 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_82_output_0", "outputIndexes": [ 1306 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1306 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_20/Mul_output_0", "outputIndexes": [ 1307 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.419922, 0.386719, 0.402344, 0.416016, 0.398438, 0.392578, 0.396484, 0.400391, 0.367188, 0.404297, 0.410156, 0.400391, 0.402344, 0.414062, 0.388672, 0.375, 0.417969, 0.40625, 0.398438, 0.390625, 0.398438, 0.390625, 0.398438, 0.390625, 0.404297, 0.402344, 0.396484, 0.380859, 0.423828, 0.400391, 0.396484, 0.386719, 0.398438, 0.408203, 0.384766, 0.404297, 0.392578, 0.400391, 0.419922, 0.398438, 0.417969, 0.40625, 0.378906, 0.417969, 0.380859, 0.400391, 0.402344, 0.398438, 0.400391, 0.404297, 0.40625, 0.382812, 0.404297, 0.402344, 0.384766, 0.390625, 0.416016, 0.402344, 0.384766, 0.40625, 0.396484, 0.410156, 0.408203, 0.40625, 0.392578, 0.388672, 0.402344, 0.402344, 0.390625, 0.414062, 0.390625, 0.423828, 0.408203, 0.380859, 0.417969, 0.392578, 0.398438, 0.419922, 0.408203, 0.386719, 0.40625, 0.392578, 0.40625, 0.410156, 0.386719, 0.388672, 0.375, 0.412109, 0.40625, 0.419922, 0.400391, 0.412109, 0.386719, 0.382812, 0.408203, 0.384766, 0.408203, 0.378906, 0.416016, 0.386719, 0.408203, 0.388672, 0.412109, 0.384766, 0.378906, 0.410156, 0.398438, 0.396484, 0.386719, 0.394531, 0.384766, 0.40625, 0.402344, 0.416016, 0.416016, 0.376953, 0.412109, 0.384766, 0.419922, 0.412109, 0.380859, 0.378906, 0.400391, 0.414062, 0.394531, 0.40625, 0.40625, 0.408203, 0.388672, 0.392578, 0.396484, 0.412109, 0.419922, 0.400391, 0.404297, 0.402344, 0.400391, 0.40625, 0.398438, 0.394531, 0.394531, 0.404297, 0.398438, 0.400391, 0.394531, 0.392578, 0.390625, 0.416016, 0.388672, 0.396484, 0.419922, 0.390625, 0.392578, 0.408203, 0.378906, 0.410156, 0.408203, 0.404297, 0.425781, 0.410156, 0.404297, 0.404297, 0.416016, 0.400391, 0.386719, 0.404297, 0.382812, 0.386719, 0.384766, 0.408203, 0.386719, 0.40625, 0.402344, 0.410156, 0.427734, 0.400391, 0.392578, 0.392578, 0.388672, 0.398438, 0.380859, 0.392578, 0.392578, 0.40625, 0.408203, 0.392578, 0.375, 0.375, 0.408203, 0.386719, 0.394531, 0.390625, 0.412109, 0.371094, 0.365234, 0.417969, 0.388672, 0.410156, 0.400391, 0.392578, 0.414062, 0.396484, 0.396484, 0.376953, 0.427734, 0.421875, 0.390625, 0.412109, 0.390625, 0.410156, 0.394531, 0.404297, 0.398438, 0.402344, 0.392578, 0.392578, 0.388672, 0.394531, 0.398438, 0.373047, 0.402344, 0.40625, 0.412109, 0.388672, 0.408203, 0.398438, 0.402344, 0.419922, 0.398438, 0.404297, 0.376953, 0.414062, 0.394531, 0.410156, 0.396484, 0.404297, 0.392578, 0.410156, 0.375, 0.390625, 0.394531, 0.398438, 0.408203, 0.40625, 0.414062, 0.359375, 0.410156, 0.386719, 0.400391, 0.412109, 0.394531, 0.410156, 0.404297, 0.402344, 0.396484, 0.417969, 0.392578, 0.388672, 0.412109, 0.398438, 0.414062, 0.396484, 0.400391, 0.396484, 0.388672, 0.408203, 0.384766, 0.398438, 0.410156, 0.396484, 0.382812, 0.398438, 0.396484, 0.388672, 0.394531, 0.396484, 0.390625, 0.400391, 0.408203, 0.402344, 0.388672, 0.408203, 0.394531, 0.408203, 0.408203, 0.390625, 0.404297, 0.394531, 0.400391, 0.382812, 0.417969, 0.40625, 0.40625, 0.427734, 0.404297, 0.408203, 0.394531, 0.398438, 0.408203, 0.404297, 0.402344, 0.414062, 0.412109, 0.394531, 0.400391, 0.400391, 0.410156, 0.396484, 0.382812, 0.392578, 0.400391, 0.396484, 0.392578, 0.390625, 0.384766, 0.408203, 0.410156, 0.398438, 0.390625, 0.392578, 0.400391, 0.394531, 0.378906, 0.390625, 0.375, 0.412109, 0.400391, 0.408203, 0.378906, 0.419922, 0.419922, 0.394531, 0.419922, 0.386719, 0.417969, 0.398438, 0.388672, 0.404297, 0.404297, 0.414062, 0.404297, 0.392578, 0.414062, 0.392578, 0.392578, 0.386719, 0.404297, 0.408203, 0.390625, 0.398438, 0.402344, 0.408203, 0.416016, 0.412109, 0.375, 0.404297, 0.398438, 0.388672, 0.375, 0.380859, 0.410156, 0.40625, 0.412109, 0.402344, 0.414062, 0.40625, 0.394531, 0.365234, 0.392578, 0.386719, 0.404297, 0.394531, 0.414062, 0.394531, 0.384766, 0.416016, 0.402344, 0.40625, 0.396484, 0.402344, 0.408203, 0.392578, 0.386719, 0.40625, 0.398438, 0.398438, 0.382812, 0.412109, 0.398438, 0.402344, 0.408203, 0.410156, 0.404297, 0.416016, 0.396484, 0.421875, 0.400391, 0.398438, 0.386719, 0.388672, 0.410156, 0.398438, 0.404297, 0.371094, 0.402344, 0.414062, 0.388672, 0.382812, 0.419922, 0.363281, 0.384766, 0.412109, 0.396484, 0.392578, 0.421875, 0.384766, 0.398438, 0.392578, 0.416016, 0.404297, 0.427734, 0.359375, 0.396484, 0.392578, 0.378906, 0.421875, 0.396484, 0.412109, 0.417969, 0.392578, 0.402344, 0.408203, 0.384766, 0.410156, 0.396484, 0.402344, 0.404297, 0.408203, 0.402344, 0.402344, 0.400391, 0.398438, 0.398438, 0.390625, 0.392578, 0.398438, 0.404297, 0.408203, 0.398438, 0.410156, 0.394531, 0.394531, 0.408203, 0.382812, 0.396484, 0.388672, 0.400391, 0.408203, 0.410156, 0.396484, 0.394531, 0.410156, 0.353516, 0.404297, 0.404297, 0.394531, 0.386719, 0.414062, 0.388672, 0.378906, 0.378906, 0.378906, 0.404297, 0.398438, 0.392578, 0.400391, 0.369141, 0.400391, 0.390625, 0.373047, 0.398438, 0.402344, 0.390625, 0.380859, 0.396484, 0.398438, 0.417969, 0.394531, 0.404297, 0.396484, 0.361328, 0.392578, 0.419922, 0.398438, 0.394531, 0.386719, 0.398438, 0.402344, 0.376953, 0.416016, 0.410156, 0.402344, 0.402344, 0.376953, 0.40625, 0.400391, 0.384766, 0.40625, 0.404297, 0.410156, 0.382812, 0.402344, 0.394531, 0.398438, 0.400391, 0.417969, 0.412109, 0.410156, 0.400391, 0.396484, 0.392578, 0.386719, 0.394531, 0.404297, 0.388672, 0.410156, 0.40625, 0.390625, 0.392578, 0.408203, 0.369141, 0.394531, 0.392578, 0.382812, 0.388672, 0.429688, 0.394531, 0.404297, 0.392578, 0.410156, 0.402344, 0.414062, 0.421875, 0.400391, 0.40625, 0.412109, 0.396484, 0.402344, 0.40625, 0.416016, 0.398438, 0.398438, 0.402344, 0.398438, 0.416016, 0.386719, 0.376953, 0.400391, 0.398438, 0.392578, 0.412109, 0.394531, 0.392578, 0.400391, 0.380859, 0.400391, 0.369141, 0.396484, 0.392578, 0.410156, 0.394531, 0.398438, 0.394531, 0.410156, 0.396484, 0.410156, 0.404297, 0.402344, 0.402344, 0.388672, 0.414062, 0.396484, 0.408203, 0.40625, 0.402344, 0.392578, 0.402344, 0.224609, 0.408203, 0.417969, 0.390625, 0.404297, 0.394531, 0.423828, 0.390625, 0.384766, 0.40625, 0.410156, 0.396484, 0.398438, 0.396484, 0.40625, 0.419922, 0.402344, 0.40625, 0.396484, 0.396484, 0.398438, 0.396484, 0.369141, 0.386719, 0.384766, 0.398438, 0.40625, 0.396484, 0.396484, 0.412109, 0.396484, 0.410156, 0.402344, 0.402344, 0.396484, 0.404297, 0.396484, 0.390625, 0.40625, 0.40625, 0.416016, 0.40625, 0.40625, 0.400391, 0.408203, 0.40625, 0.414062, 0.398438, 0.392578, 0.394531, 0.423828, 0.404297, 0.412109, 0.373047, 0.398438, 0.408203, 0.404297, 0.398438, 0.394531, 0.400391, 0.375, 0.384766, 0.402344, 0.386719, 0.410156, 0.388672, 0.412109, 0.392578, 0.396484, 0.392578, 0.40625, 0.423828, 0.408203, 0.402344, 0.408203, 0.388672, 0.40625, 0.396484, 0.412109, 0.396484, 0.40625, 0.412109, 0.398438, 0.386719, 0.408203, 0.412109, 0.400391, 0.390625, 0.410156, 0.392578, 0.410156, 0.416016, 0.402344, 0.408203, 0.410156, 0.417969, 0.392578, 0.400391, 0.357422, 0.400391, 0.390625, 0.396484, 0.333984, 0.392578, 0.390625, 0.40625, 0.386719, 0.378906, 0.408203, 0.394531, 0.400391, 0.396484, 0.433594, 0.388672, 0.394531, 0.398438, 0.394531, 0.404297, 0.388672, 0.392578, 0.408203, 0.412109, 0.40625, 0.355469, 0.414062, 0.394531, 0.382812, 0.398438, 0.394531, 0.380859, 0.398438, 0.408203, 0.40625, 0.417969, 0.410156, 0.396484, 0.402344, 0.388672, 0.410156, 0.414062, 0.410156, 0.394531, 0.412109, 0.400391, 0.429688, 0.396484, 0.400391, 0.410156, 0.402344, 0.40625, 0.384766, 0.410156, 0.373047, 0.398438, 0.390625, 0.408203, 0.419922, 0.394531, 0.400391, 0.400391, 0.400391, 0.402344, 0.419922, 0.394531, 0.410156, 0.410156, 0.400391, 0.392578, 0.414062, 0.394531, 0.408203, 0.384766, 0.402344, 0.402344, 0.429688, 0.392578, 0.421875, 0.394531, 0.400391, 0.392578, 0.384766, 0.40625, 0.394531, 0.363281, 0.388672, 0.398438, 0.404297, 0.384766, 0.400391, 0.386719, 0.417969, 0.390625, 0.398438, 0.394531, 0.398438, 0.412109, 0.412109, 0.392578, 0.394531, 0.388672, 0.402344, 0.390625, 0.40625, 0.392578, 0.40625, 0.378906, 0.402344, 0.394531, 0.410156, 0.400391, 0.40625, 0.416016, 0.386719, 0.386719, 0.404297, 0.394531, 0.373047, 0.414062, 0.416016, 0.365234, 0.396484, 0.410156, 0.412109, 0.373047, 0.40625, 0.417969, 0.419922, 0.398438, 0.398438, 0.384766, 0.408203, 0.392578, 0.408203, 0.419922, 0.388672, 0.394531, 0.386719, 0.386719, 0.390625, 0.398438, 0.410156, 0.414062, 0.396484, 0.408203, 0.410156, 0.402344, 0.398438, 0.396484, 0.410156, 0.410156, 0.408203, 0.412109, 0.394531, 0.380859, 0.390625, 0.388672, 0.400391, 0.388672, 0.400391, 0.417969, 0.388672, 0.400391, 0.392578, 0.398438, 0.412109, 0.396484, 0.396484, 0.417969, 0.388672, 0.369141, 0.398438, 0.396484, 0.400391, 0.394531, 0.396484, 0.410156, 0.369141, 0.396484, 0.392578, 0.388672, 0.398438, 0.398438, 0.400391, 0.402344, 0.400391, 0.408203, 0.392578, 0.392578, 0.404297, 0.404297, 0.382812, 0.40625, 0.375, 0.400391, 0.419922, 0.410156, 0.392578, 0.392578, 0.400391, 0.392578, 0.378906, 0.392578, 0.414062, 0.396484, 0.388672, 0.378906, 0.414062, 0.404297, 0.398438, 0.396484, 0.404297, 0.431641, 0.373047, 0.390625, 0.40625, 0.386719, 0.375, 0.400391, 0.416016, 0.386719, 0.384766, 0.408203, 0.404297, 0.417969, 0.408203, 0.410156, 0.390625, 0.416016, 0.392578, 0.410156, 0.404297, 0.402344, 0.404297, 0.382812, 0.388672, 0.398438, 0.396484, 0.378906, 0.414062, 0.398438, 0.382812, 0.392578, 0.410156, 0.396484, 0.423828, 0.335938, 0.416016, 0.410156, 0.396484, 0.40625, 0.40625, 0.40625, 0.400391, 0.386719, 0.388672, 0.402344, 0.40625, 0.408203, 0.419922, 0.398438, 0.404297, 0.404297, 0.398438, 0.419922, 0.390625, 0.408203, 0.402344, 0.398438, 0.400391, 0.386719, 0.400391, 0.396484, 0.402344, 0.408203, 0.421875, 0.414062, 0.400391, 0.398438, 0.390625, 0.382812, 0.398438, 0.412109, 0.394531, 0.390625, 0.408203, 0.417969, 0.390625, 0.40625, 0.388672, 0.421875, 0.375, 0.400391, 0.40625, 0.410156, 0.421875, 0.398438, 0.416016, 0.382812, 0.427734, 0.373047, 0.408203, 0.392578, 0.402344, 0.404297, 0.398438, 0.394531, 0.380859, 0.408203, 0.412109, 0.394531, 0.402344, 0.396484, 0.408203, 0.392578, 0.400391, 0.402344, 0.408203, 0.40625, 0.388672, 0.394531, 0.410156, 0.402344, 0.375, 0.40625, 0.402344, 0.408203, 0.376953, 0.396484, 0.382812, 0.404297, 0.382812, 0.388672, 0.384766, 0.414062, 0.396484, 0.417969, 0.417969, 0.396484, 0.384766, 0.416016, 0.408203, 0.396484, 0.410156, 0.384766, 0.40625, 0.402344, 0.390625, 0.40625, 0.382812, 0.390625, 0.404297, 0.408203, 0.398438, 0.384766, 0.380859, 0.402344, 0.390625, 0.392578, 0.416016, 0.40625, 0.404297, 0.388672, 0.404297, 0.402344, 0.402344, 0.402344, 0.398438, 0.421875, 0.398438, 0.396484, 0.369141, 0.402344, 0.410156, 0.425781, 0.419922, 0.396484, 0.375, 0.412109, 0.388672, 0.412109, 0.402344, 0.412109, 0.404297, 0.380859, 0.414062, 0.373047, 0.40625, 0.388672, 0.416016, 0.410156, 0.402344, 0.404297, 0.392578, 0.386719, 0.398438, 0.40625, 0.402344, 0.396484, 0.400391, 0.408203, 0.412109, 0.412109, 0.404297, 0.388672, 0.410156, 0.408203, 0.398438, 0.408203, 0.416016, 0.408203, 0.412109, 0.404297, 0.402344, 0.396484, 0.392578, 0.396484, 0.388672, 0.396484, 0.408203, 0.408203, 0.416016, 0.386719, 0.570312, 0.392578, 0.40625, 0.412109, 0.400391, 0.408203, 0.394531, 0.384766, 0.408203, 0.390625, 0.412109, 0.412109, 0.373047, 0.400391, 0.410156, 0.392578, 0.410156, 0.410156, 0.417969, 0.40625, 0.398438, 0.416016, 0.386719, 0.408203, 0.404297, 0.412109, 0.394531, 0.40625, 0.408203, 0.423828, 0.392578, 0.386719, 0.40625, 0.396484, 0.410156, 0.388672, 0.386719, 0.404297, 0.376953, 0.400391, 0.398438, 0.412109, 0.402344, 0.398438, 0.400391, 0.404297, 0.414062, 0.388672, 0.410156, 0.394531, 0.398438, 0.416016, 0.402344, 0.398438, 0.414062, 0.390625, 0.408203, 0.390625, 0.394531, 0.410156, 0.384766, 0.392578, 0.404297, 0.412109, 0.388672, 0.396484, 0.402344, 0.392578, 0.412109, 0.408203, 0.410156, 0.421875, 0.416016, 0.408203, 0.388672, 0.404297, 0.404297, 0.416016, 0.398438, 0.390625, 0.396484, 0.40625, 0.390625, 0.404297, 0.398438, 0.400391, 0.400391, 0.390625, 0.412109, 0.416016, 0.40625, 0.40625, 0.382812, 0.402344, 0.384766, 0.416016, 0.410156, 0.408203, 0.392578, 0.412109, 0.404297, 0.400391, 0.417969, 0.400391, 0.410156, 0.416016, 0.382812, 0.400391, 0.384766, 0.412109, 0.386719, 0.404297, 0.410156, 0.392578, 0.419922, 0.404297, 0.392578, 0.398438, 0.404297, 0.388672, 0.402344, 0.394531, 0.408203, 0.396484, 0.394531, 0.384766, 0.402344, 0.390625, 0.384766, 0.380859, 0.394531, 0.416016, 0.408203, 0.419922, 0.392578, 0.388672, 0.404297, 0.394531, 0.404297, 0.414062, 0.382812, 0.402344, 0.388672, 0.392578, 0.394531, 0.400391, 0.398438, 0.396484, 0.417969, 0.40625, 0.373047, 0.402344, 0.396484, 0.417969, 0.382812, 0.408203, 0.416016, 0.404297, 0.40625, 0.392578, 0.402344, 0.390625, 0.408203, 0.408203, 0.404297, 0.410156, 0.390625, 0.375, 0.402344, 0.382812, 0.396484, 0.392578, 0.421875, 0.398438, 0.384766, 0.404297, 0.390625, 0.390625, 0.402344, 0.398438, 0.384766, 0.375, 0.410156, 0.392578, 0.384766, 0.390625, 0.421875, 0.414062, 0.394531, 0.398438, 0.388672, 0.392578, 0.402344, 0.394531, 0.384766, 0.388672, 0.382812, 0.404297, 0.390625, 0.402344, 0.416016, 0.417969, 0.396484, 0.40625, 0.400391, 0.408203, 0.40625, 0.396484, 0.416016, 0.40625, 0.416016, 0.40625, 0.388672, 0.396484, 0.373047, 0.392578, 0.427734, 0.398438, 0.404297, 0.402344, 0.384766, 0.398438, 0.390625, 0.386719, 0.398438, 0.398438, 0.408203, 0.402344, 0.408203, 0.396484, 0.394531, 0.386719, 0.398438, 0.398438, 0.380859, 0.400391, 0.386719, 0.396484, 0.398438, 0.421875, 0.392578, 0.388672, 0.400391, 0.392578, 0.40625, 0.40625, 0.398438, 0.386719, 0.40625, 0.380859, 0.396484, 0.396484, 0.40625, 0.414062, 0.392578, 0.18457, 0.404297, 0.384766, 0.419922, 0.384766, 0.386719, 0.380859, 0.414062, 0.396484, 0.412109, 0.416016, 0.386719, 0.390625, 0.400391, 0.400391, 0.402344, 0.400391, 0.400391, 0.402344, 0.398438, 0.386719, 0.410156, 0.400391, 0.398438, 0.40625, 0.419922, 0.369141, 0.390625, 0.408203, 0.414062, 0.408203, 0.408203, 0.402344, 0.412109, 0.404297, 0.394531, 0.382812, 0.404297, 0.412109, 0.412109, 0.396484, 0.40625, 0.378906, 0.375, 0.388672, 0.386719, 0.402344, 0.398438, 0.423828, 0.404297, 0.410156, 0.384766, 0.398438, 0.359375, 0.398438, 0.410156, 0.400391, 0.382812, 0.414062, 0.392578, 0.382812, 0.408203, 0.394531, 0.398438, 0.402344, 0.380859, 0.396484, 0.416016, 0.375, 0.392578, 0.416016, 0.390625, 0.396484, 0.388672, 0.40625, 0.388672, 0.394531, 0.392578, 0.400391, 0.398438, 0.416016, 0.386719, 0.388672, 0.394531, 0.396484, 0.412109, 0.400391, 0.410156, 0.376953, 0.410156, 0.402344, 0.390625, 0.394531, 0.378906, 0.394531, 0.416016, 0.388672, 0.396484, 0.412109, 0.388672, 0.40625, 0.404297, 0.378906, 0.400391, 0.400391, 0.421875, 0.402344, 0.396484, 0.40625, 0.398438, 0.398438, 0.384766, 0.384766, 0.402344, 0.386719, 0.392578, 0.376953, 0.396484, 0.416016, 0.386719, 0.386719, 0.421875, 0.392578, 0.382812, 0.398438, 0.408203, 0.382812, 0.400391, 0.40625, 0.386719, 0.410156, 0.386719, 0.404297, 0.394531, 0.416016, 0.414062, 0.382812, 0.402344, 0.40625, 0.386719, 0.408203, 0.421875, 0.416016, 0.400391, 0.419922, 0.390625, 0.404297, 0.367188, 0.390625, 0.400391, 0.396484, 0.398438, 0.378906, 0.392578, 0.390625, 0.421875, 0.410156, 0.412109, 0.390625, 0.408203, 0.384766, 0.404297, 0.400391, 0.394531, 0.394531, 0.417969, 0.414062, 0.396484, 0.410156, 0.386719, 0.404297, 0.380859, 0.398438, 0.396484, 0.376953, 0.404297, 0.404297, 0.400391, 0.408203, 0.410156, 0.390625, 0.408203, 0.414062, 0.402344, 0.419922, 0.404297, 0.394531, 0.412109, 0.390625, 0.396484, 0.402344, 0.40625, 0.404297, 0.398438, 0.394531, 0.408203, 0.404297, 0.398438, 0.396484, 0.386719, 0.382812, 0.404297, 0.398438, 0.384766, 0.402344, 0.386719, 0.40625, 0.408203, 0.400391, 0.404297, 0.363281, 0.404297, 0.392578, 0.402344, 0.412109, 0.402344, 0.404297, 0.394531, 0.390625, 0.398438, 0.398438, 0.376953, 0.423828, 0.400391, 0.398438, 0.376953, 0.398438, 0.396484, 0.392578, 0.408203, 0.382812, 0.398438, 0.414062, 0.394531, 0.410156, 0.40625, 0.398438, 0.402344, 0.394531, 0.412109, 0.412109, 0.394531, 0.400391, 0.40625, 0.392578, 0.394531, 0.404297, 0.40625, 0.392578, 0.410156, 0.400391, 0.376953, 0.412109, 0.410156, 0.402344, 0.392578, 0.398438, 0.408203, 0.394531, 0.427734, 0.394531, 0.398438, 0.398438, 0.40625, 0.398438, 0.414062, 0.402344, 0.40625, 0.396484, 0.378906, 0.421875, 0.373047, 0.402344, 0.388672, 0.412109, 0.394531, 0.400391, 0.425781, 0.375, 0.394531, 0.417969, 0.416016, 0.416016, 0.398438, 0.40625, 0.386719, 0.396484, 0.410156, 0.388672, 0.40625, 0.410156, 0.40625, 0.402344, 0.400391, 0.382812, 0.394531, 0.414062, 0.40625, 0.394531, 0.410156, 0.398438, 0.416016, 0.392578, 0.384766, 0.412109, 0.398438, 0.404297, 0.402344, 0.412109, 0.412109, 0.410156, 0.388672, 0.396484, 0.402344, 0.355469, 0.394531, 0.416016, 0.000443, 0.382812, 0.421875, 0.388672, 0.367188, 0.402344, 0.400391, 0.402344, 0.371094, 0.398438, 0.384766, 0.417969, 0.398438, 0.402344, 0.404297, 0.404297, 0.402344, 0.410156, 0.388672, 0.412109, 0.414062, 0.404297, 0.382812, 0.396484, 0.388672, 0.380859, 0.388672, 0.388672, 0.400391, 0.396484, 0.382812, 0.402344, 0.388672, 0.392578, 0.388672, 0.40625, 0.410156, 0.404297, 0.388672, 0.404297, 0.392578, 0.363281, 0.431641, 0.384766, 0.404297, 0.414062, 0.404297, 0.375, 0.378906, 0.398438, 0.402344, 0.398438, 0.392578, 0.410156, 0.396484, 0.410156, 0.394531, 0.410156, 0.388672, 0.404297, 0.380859, 0.394531, 0.359375, 0.396484, 0.386719, 0.394531, 0.402344, 0.392578, 0.408203, 0.376953, 0.375, 0.410156, 0.410156, 0.396484, 0.416016, 0.390625, 0.392578, 0.394531, 0.388672, 0.394531, 0.402344, 0.392578, 0.408203, 0.412109, 0.417969, 0.404297, 0.382812, 0.384766, 0.412109, 0.392578, 0.400391, 0.380859, 0.408203, 0.417969, 0.400391, 0.390625, 0.394531, 0.378906, 0.396484, 0.390625, 0.394531, 0.390625, 0.40625, 0.410156, 0.408203, 0.400391, 0.404297, 0.396484, 0.417969, 0.398438, 0.392578, 0.386719, 0.378906, 0.388672, 0.402344, 0.419922, 0.402344, 0.400391, 0.380859, 0.396484, 0.398438, 0.400391, 0.384766, 0.392578, 0.396484, 0.40625, 0.410156, 0.378906, 0.402344, 0.408203, 0.376953, 0.398438, 0.098145, 0.392578, 0.398438, 0.408203, 0.40625, 0.414062, 0.390625, 0.394531, 0.400391, 0.382812, 0.388672, 0.394531, 0.394531, 0.384766, 0.398438, 0.400391, 0.40625, 0.400391, 0.380859, 0.376953, 0.40625, 0.412109, 0.402344, 0.332031, 0.378906, 0.402344, 0.404297, 0.419922, 0.412109, 0.412109, 0.398438, 0.380859, 0.396484, 0.414062, 0.390625, 0.390625, 0.392578, 0.412109, 0.378906, 0.398438, 0.388672, 0.404297, 0.396484, 0.388672, 0.400391, 0.390625, 0.40625, 0.384766, 0.398438, 0.394531, 0.369141, 0.402344, 0.386719, 0.404297, 0.396484, 0.386719, 0.400391, 0.380859, 0.402344, 0.400391, 0.417969, 0.402344, 0.392578, 0.414062, 0.396484, 0.408203, 0.390625, 0.400391, 0.376953, 0.388672, 0.417969, 0.396484, 0.396484, 0.388672, 0.396484, 0.392578, 0.398438, 0.410156, 0.40625, 0.396484, 0.392578, 0.417969, 0.367188, 0.400391, 0.398438, 0.404297, 0.414062, 0.375, 0.400391, 0.404297, 0.396484, 0.404297, 0.412109, 0.400391, 0.408203, 0.376953, 0.394531, 0.412109, 0.388672, 0.398438, 0.398438, 0.410156, 0.416016, 0.384766, 0.412109, 0.382812, 0.398438, 0.40625, 0.410156, 0.408203, 0.382812, 0.421875, 0.394531, 0.396484, 0.392578, 0.410156, 0.386719, 0.386719, 0.400391, 0.398438, 0.40625, 0.386719, 0.402344, 0.386719, 0.404297, 0.375, 0.40625, 0.398438, 0.382812, 0.416016, 0.392578, 0.396484, 0.382812, 0.371094, 0.384766, 0.419922, 0.40625, 0.40625, 0.400391, 0.40625, 0.384766, 0.400391, 0.425781, 0.412109, 0.394531, 0.396484, 0.396484, 0.398438, 0.404297, 0.400391, 0.435547, 0.392578, 0.400391, 0.404297, 0.412109, 0.378906, 0.402344, 0.398438, 0.408203, 0.396484, 0.392578, 0.394531, 0.402344, 0.378906, 0.410156, 0.410156, 0.386719, 0.414062, 0.392578, 0.412109, 0.410156, 0.380859, 0.404297, 0.392578, 0.392578, 0.402344, 0.417969, 0.412109, 0.388672, 0.386719, 0.400391, 0.382812, 0.380859, 0.40625, 0.402344, 0.400391, 0.392578, 0.400391, 0.382812, 0.392578, 0.402344, 0.398438, 0.400391, 0.408203, 0.384766, 0.410156, 0.408203, 0.398438, 0.404297, 0.402344, 0.384766, 0.394531, 0.398438, 0.394531, 0.400391, 0.410156, 0.414062, 0.402344, 0.410156, 0.400391, 0.414062, 0.417969, 0.380859, 0.400391, 0.412109, 0.400391, 0.398438, 0.382812, 0.386719, 0.382812, 0.398438, 0.394531, 0.392578, 0.396484, 0.398438, 0.419922, 0.40625, 0.408203, 0.384766, 0.402344, 0.396484, 0.412109, 0.396484, 0.412109, 0.40625, 0.373047, 0.404297, 0.40625, 0.408203, 0.402344, 0.392578, 0.392578, 0.390625, 0.414062, 0.412109, 0.384766, 0.410156, 0.400391, 0.40625, 0.404297, 0.367188, 0.408203, 0.412109, 0.400391, 0.410156, 0.392578, 0.400391, 0.376953, 0.386719, 0.404297, 0.408203, 0.394531, 0.396484, 0.419922, 0.402344, 0.410156, 0.400391, 0.380859, 0.394531, 0.386719, 0.384766, 0.396484, 0.384766, 0.382812, 0.375, 0.386719, 0.394531, 0.404297, 0.412109, 0.398438, 0.394531, 0.396484, 0.408203, 0.378906, 0.410156, 0.380859, 0.384766, 0.398438, 0.384766, 0.398438, 0.410156, 0.419922, 0.396484, 0.394531, 0.400391, 0.416016, 0.410156, 0.388672, 0.40625, 0.404297, 0.419922, 0.40625, 0.373047, 0.412109, 0.396484, 0.410156, 0.388672, 0.410156, 0.142578, 0.404297, 0.423828, 0.402344, 0.396484, 0.427734, 0.416016, 0.402344, 0.416016, 0.396484, 0.384766, 0.396484, 0.388672, 0.392578, 0.40625, 0.40625, 0.40625, 0.419922, 0.40625, 0.400391, 0.414062, 0.404297, 0.392578, 0.408203, 0.416016, 0.392578, 0.412109, 0.40625, 0.376953, 0.382812, 0.384766, 0.386719, 0.404297, 0.400391, 0.390625, 0.398438, 0.392578, 0.416016, 0.392578, 0.388672, 0.402344, 0.40625, 0.408203, 0.404297, 0.388672, 0.396484, 0.392578, 0.412109, 0.394531, 0.404297, 0.400391, 0.378906, 0.396484, 0.412109, 0.404297, 0.400391, 0.390625, 0.404297, 0.416016, 0.390625, 0.398438, 0.402344, 0.396484, 0.410156, 0.394531, 0.404297, 0.398438, 0.416016, 0.40625, 0.357422, 0.380859, 0.408203, 0.396484, 0.396484, 0.398438, 0.404297, 0.414062, 0.386719, 0.390625, 0.392578, 0.380859, 0.388672, 0.410156, 0.390625, 0.40625, 0.40625, 0.394531, 0.390625, 0.40625, 0.417969, 0.416016, 0.412109, 0.386719, 0.414062, 0.390625, 0.392578, 0.384766, 0.412109, 0.419922, 0.414062, 0.417969, 0.414062, 0.398438, 0.384766, 0.40625, 0.408203, 0.396484, 0.384766, 0.404297, 0.425781, 0.392578, 0.40625, 0.408203, 0.396484, 0.390625, 0.40625, 0.402344, 0.398438, 0.378906, 0.373047, 0.396484, 0.402344, 0.421875, 0.400391, 0.404297, 0.402344, 0.380859, 0.390625, 0.394531, 0.400391, 0.396484, 0.398438, 0.408203, 0.410156, 0.373047, 0.396484, 0.412109, 0.384766, 0.412109, 0.386719, 0.400391, 0.40625, 0.392578, 0.404297, 0.408203, 0.388672, 0.384766, 0.390625, 0.410156, 0.408203, 0.396484, 0.398438, 0.392578, 0.419922, 0.417969, 0.400391, 0.40625, 0.394531, 0.394531, 0.404297, 0.427734, 0.396484, 0.388672, 0.419922, 0.402344, 0.392578, 0.357422, 0.396484, 0.408203, 0.410156, 0.392578, 0.429688, 0.40625, 0.390625, 0.404297, 0.423828, 0.382812, 0.421875, 0.404297, 0.394531, 0.408203, 0.419922, 0.410156, 0.388672, 0.404297, 0.40625, 0.40625, 0.384766, 0.412109, 0.396484, 0.400391, 0.417969, 0.410156, 0.412109, 0.398438, 0.40625, 0.410156, 0.414062, 0.402344, 0.419922, 0.390625, 0.404297, 0.375, 0.396484, 0.392578, 0.410156, 0.390625, 0.404297, 0.394531, 0.400391, 0.402344, 0.398438, 0.408203, 0.408203, 0.400391, 0.404297, 0.410156, 0.371094, 0.392578, 0.398438, 0.414062, 0.412109, 0.417969, 0.394531, 0.404297, 0.404297, 0.412109, 0.392578, 0.404297, 0.404297, 0.410156, 0.404297, 0.390625, 0.373047, 0.378906, 0.400391, 0.398438, 0.417969, 0.382812, 0.404297, 0.388672, 0.414062, 0.394531, 0.40625, 0.40625, 0.408203, 0.396484, 0.408203, 0.40625, 0.394531, 0.410156, 0.396484, 0.398438, 0.408203, 0.402344, 0.421875, 0.380859, 0.40625, 0.40625, 0.371094, 0.400391, 0.382812, 0.390625, 0.384766, 0.404297, 0.386719, 0.408203, 0.398438, 0.376953, 0.417969, 0.417969, 0.394531, 0.417969, 0.384766, 0.40625, 0.40625, 0.414062, 0.414062, 0.396484, 0.40625, 0.384766, 0.419922, 0.392578, 0.40625, 0.392578, 0.408203, 0.392578, 0.396484, 0.386719, 0.400391, 0.398438, 0.417969, 0.404297, 0.408203, 0.410156, 0.412109, 0.425781, 0.402344, 0.388672, 0.408203, 0.394531, 0.410156, 0.390625, 0.404297, 0.402344, 0.396484, 0.412109, 0.410156, 0.404297, 0.404297, 0.410156, 0.398438, 0.40625, 0.388672, 0.375, 0.410156, 0.404297, 0.404297, 0.394531, 0.400391, 0.392578, 0.392578, 0.384766, 0.398438, 0.410156, 0.410156, 0.386719, 0.419922, 0.414062, 0.398438, 0.417969, 0.417969, 0.410156, 0.390625, 0.402344, 0.394531, 0.402344, 0.433594, 0.416016, 0.400391, 0.402344, 0.402344, 0.417969, 0.390625, 0.408203, 0.392578, 0.400391, 0.386719, 0.408203, 0.382812, 0.400391, 0.408203, 0.380859, 0.412109, 0.416016, 0.396484, 0.369141, 0.408203, 0.423828, 0.390625, 0.398438, 0.392578, 0.392578, 0.394531, 0.386719, 0.394531, 0.396484, 0.404297, 0.394531, 0.396484, 0.408203, 0.392578, 0.410156, 0.404297, 0.404297, 0.384766, 0.375, 0.388672, 0.398438, 0.376953, 0.390625, 0.423828, 0.402344, 0.394531, 0.386719, 0.394531, 0.404297, 0.398438, 0.376953, 0.390625, 0.410156, 0.363281, 0.388672, 0.388672, 0.398438, 0.394531, 0.40625, 0.380859, 0.382812, 0.410156, 0.392578, 0.400391, 0.396484, 0.390625, 0.40625, 0.419922, 0.425781, 0.375, 0.400391, 0.394531, 0.400391, 0.402344, 0.388672, 0.40625, 0.392578, 0.410156, 0.396484, 0.388672, 0.404297, 0.394531, 0.394531, 0.40625, 0.402344, 0.414062, 0.410156, 0.404297, 0.417969, 0.384766, 0.396484, 0.412109, 0.416016, 0.394531, 0.402344, 0.398438, 0.402344, 0.400391, 0.402344, 0.410156, 0.402344, 0.388672, 0.419922, 0.410156, 0.40625, 0.398438, 0.40625, 0.408203, 0.392578, 0.40625, 0.40625, 0.390625, 0.384766, 0.414062, 0.398438, 0.402344, 0.412109, 0.414062, 0.388672, 0.380859, 0.386719, 0.408203, 0.394531, 0.400391, 0.402344, 0.402344, 0.412109, 0.410156, 0.412109, 0.404297, 0.396484, 0.404297, 0.410156, 0.419922, 0.388672, 0.390625, 0.408203, 0.416016, 0.404297, 0.408203, 0.392578, 0.394531, 0.402344, 0.386719, 0.392578, 0.373047, 0.398438, 0.380859, 0.412109, 0.378906, 0.402344, 0.380859, 0.412109, 0.390625, 0.402344, 0.419922, 0.400391, 0.402344, 0.421875, 0.398438, 0.412109, 0.40625, 0.390625, 0.380859, 0.400391, 0.402344, 0.398438, 0.400391, 0.402344, 0.414062, 0.392578, 0.392578, 0.408203, 0.417969, 0.390625, 0.410156, 0.376953, 0.386719, 0.402344, 0.390625, 0.396484, 0.398438, 0.390625, 0.402344, 0.416016, 0.396484, 0.398438, 0.400391, 0.322266, 0.396484, 0.396484, 0.416016, 0.392578, 0.404297, 0.396484, 0.382812, 0.388672, 0.40625, 0.412109, 0.431641, 0.408203, 0.398438, 0.392578, 0.412109, 0.396484, 0.410156, 0.402344, 0.388672, 0.384766, 0.416016, 0.363281, 0.392578, 0.400391, 0.392578, 0.398438, 0.417969, 0.400391, 0.390625, 0.414062, 0.408203, 0.400391, 0.412109, 0.394531, 0.382812, 0.396484, 0.388672, 0.400391, 0.384766, 0.425781, 0.400391, 0.398438, 0.390625, 0.40625, 0.394531, 0.380859, 0.382812, 0.417969, 0.408203, 0.402344, 0.429688, 0.400391, 0.392578, 0.386719, 0.398438, 0.398438, 0.396484, 0.412109, 0.40625, 0.390625, 0.417969, 0.390625, 0.423828, 0.390625, 0.417969, 0.402344, 0.380859, 0.394531, 0.408203, 0.410156, 0.390625, 0.388672, 0.414062, 0.412109, 0.388672, 0.400391, 0.390625, 0.417969, 0.390625, 0.414062, 0.408203, 0.388672, 0.417969, 0.398438, 0.408203, 0.40625, 0.404297, 0.414062, 0.414062, 0.416016, 0.400391, 0.386719, 0.404297, 0.410156, 0.40625, 0.386719, 0.402344, 0.421875, 0.412109, 0.398438, 0.423828, 0.388672, 0.402344, 0.371094, 0.390625, 0.361328, 0.416016, 0.402344, 0.398438, 0.404297, 0.355469, 0.410156, 0.386719, 0.367188, 0.408203, 0.40625, 0.396484, 0.386719, 0.394531, 0.404297, 0.425781, 0.417969, 0.40625, 0.40625, 0.410156, 0.402344, 0.408203, 0.380859, 0.414062, 0.388672, 0.40625, 0.408203, 0.398438, 0.402344, 0.408203, 0.404297, 0.410156, 0.400391, 0.400391, 0.375, 0.40625, 0.386719, 0.400391, 0.408203, 0.412109, 0.425781, 0.390625, 0.402344, 0.398438, 0.416016, 0.404297, 0.390625, 0.419922, 0.398438, 0.416016, 0.396484, 0.398438, 0.394531, 0.40625, 0.384766, 0.384766, 0.392578, 0.396484, 0.394531, 0.392578, 0.376953, 0.388672, 0.410156, 0.404297, 0.394531, 0.408203, 0.404297, 0.396484, 0.392578, 0.414062, 0.416016, 0.378906, 0.392578, 0.378906, 0.394531, 0.388672, 0.392578, 0.396484, 0.386719, 0.417969, 0.392578, 0.410156, 0.398438, 0.40625, 0.414062, 0.396484, 0.402344, 0.376953, 0.402344, 0.390625, 0.394531, 0.392578, 0.402344, 0.392578, 0.392578, 0.390625, 0.400391, 0.414062, 0.398438, 0.392578, 0.410156, 0.398438, 0.404297, 0.410156, 0.390625, 0.408203, 0.386719, 0.404297, 0.396484, 0.353516, 0.384766, 0.400391, 0.417969, 0.386719, 0.394531, 0.40625, 0.382812, 0.384766, 0.412109, 0.396484, 0.382812, 0.400391, 0.408203, 0.396484, 0.382812, 0.410156, 0.40625, 0.408203, 0.390625, 0.388672, 0.404297, 0.386719, 0.398438, 0.40625, 0.404297, 0.396484, 0.408203, 0.400391, 0.392578, 0.410156, 0.394531, 0.404297, 0.410156, 0.388672, 0.394531, 0.390625, 0.417969, 0.40625, 0.386719, 0.400391, 0.388672, 0.402344, 0.404297, 0.398438, 0.410156, 0.402344, 0.416016, 0.392578, 0.386719, 0.388672, 0.396484, 0.396484, 0.410156, 0.380859, 0.390625, 0.394531, 0.412109, 0.386719, 0.394531, 0.392578, 0.380859, 0.408203, 0.384766, 0.398438, 0.392578, 0.417969, 0.408203, 0.390625, 0.382812, 0.400391, 0.394531, 0.375, 0.390625, 0.511719, 0.394531, 0.402344, 0.40625, 0.390625, 0.400391, 0.384766, 0.408203, 0.400391, 0.40625, 0.404297, 0.365234, 0.396484, 0.388672, 0.386719, 0.427734, 0.402344, 0.402344, 0.410156, 0.417969, 0.400391, 0.392578, 0.382812, 0.404297, 0.378906, 0.414062, 0.398438, 0.416016, 0.380859, 0.371094, 0.398438, 0.400391, 0.390625, 0.392578, 0.384766, 0.394531, 0.400391, 0.402344, 0.400391, 0.378906, 0.408203, 0.404297, 0.367188, 0.392578, 0.404297, 0.384766, 0.390625, 0.394531, 0.382812, 0.412109, 0.398438, 0.410156, 0.392578, 0.404297, 0.394531, 0.396484, 0.396484, 0.40625, 0.402344, 0.402344, 0.417969, 0.382812, 0.388672, 0.390625, 0.410156, 0.392578, 0.390625, 0.410156, 0.373047, 0.410156, 0.394531, 0.402344, 0.378906, 0.419922, 0.402344, 0.410156, 0.392578, 0.400391, 0.402344, 0.410156, 0.390625, 0.404297, 0.388672, 0.404297, 0.398438, 0.421875, 0.384766, 0.384766, 0.386719, 0.400391, 0.394531, 0.402344, 0.410156, 0.388672, 0.398438, 0.396484, 0.396484, 0.396484, 0.414062, 0.402344, 0.392578, 0.396484, 0.396484, 0.398438, 0.410156, 0.404297, 0.404297, 0.396484, 0.423828, 0.396484, 0.417969, 0.408203, 0.416016, 0.394531, 0.392578, 0.410156, 0.398438, 0.396484, 0.400391, 0.388672, 0.400391, 0.382812, 0.404297, 0.419922, 0.417969, 0.384766, 0.376953, 0.408203, 0.396484, 0.398438, 0.398438, 0.398438, 0.404297, 0.402344, 0.417969, 0.388672 ] }, "name": "model.transformer.layers.20.ffn_norm.weight", "outputIndexes": [ 1308 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1307, 1308 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_20/Mul_1_output_0", "outputIndexes": [ 1309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1309 ], "outputIndexes": [ 3074 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3074 ], "outputIndexes": [ 3075 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_1/Linear", "inputIndexes": [ 3075 ], "outputIndexes": [ 3076 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 15360, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 368640, "weightSize": 0 }, "external": [ 1219404520, 47186182, 2949120, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3076 ], "outputIndexes": [ 3077 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3077 ], "outputIndexes": [ 1310 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 15360 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 7680 ] }, "name": "/ffn_20/Mul_output_0", "outputIndexes": [ 1311 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1310, 21, 1311, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_20/Slice_output_0", "outputIndexes": [ 1312 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1312 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_20/Sigmoid_output_0", "outputIndexes": [ 1313 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1312, 1313 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_20/Mul_output_0", "outputIndexes": [ 1314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 15360 ] }, "name": "/ffn_20/Mul_1_output_0", "outputIndexes": [ 1315 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1310, 1311, 1315, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_20/Slice_1_output_0", "outputIndexes": [ 1316 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314, 1316 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_20/Mul_2_output_0", "outputIndexes": [ 1317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 3078 ], "main_type": "Reshape", "main": { "dims": [ -1, 7680, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3078 ], "outputIndexes": [ 3079 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_2/Linear", "inputIndexes": [ 3079 ], "outputIndexes": [ 3080 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 7680, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 184320, "weightSize": 0 }, "external": [ 1269539822, 23593222, 1474560, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3080 ], "outputIndexes": [ 3081 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3081 ], "outputIndexes": [ 1318 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1306, 1318 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_83_output_0", "outputIndexes": [ 1319 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1319, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_84_output_0", "outputIndexes": [ 1320 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1320 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_21/Mul_output_0", "outputIndexes": [ 1321 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.632812, 0.613281, 0.589844, 0.554688, 0.601562, 0.570312, 0.542969, 0.582031, 0.605469, 0.574219, 0.609375, 0.589844, 0.585938, 0.585938, 0.570312, 0.582031, 0.566406, 0.582031, 0.578125, 0.554688, 0.601562, 0.617188, 0.542969, 0.554688, 0.617188, 0.613281, 0.621094, 0.628906, 0.613281, 0.574219, 0.597656, 0.609375, 0.601562, 0.554688, 0.558594, 0.597656, 0.558594, 0.582031, 0.617188, 0.578125, 0.597656, 0.589844, 0.585938, 0.609375, 0.585938, 0.632812, 0.550781, 0.582031, 0.625, 0.582031, 0.613281, 0.542969, 0.65625, 0.53125, 0.527344, 0.632812, 0.621094, 0.640625, 0.585938, 0.613281, 0.625, 0.617188, 0.613281, 0.570312, 0.578125, 0.574219, 0.636719, 0.5625, 0.585938, 0.617188, 0.574219, 0.597656, 0.589844, 0.554688, 0.625, 0.546875, 0.582031, 0.605469, 0.65625, 0.582031, 0.613281, 0.570312, 0.5625, 0.585938, 0.535156, 0.570312, 0.527344, 0.628906, 0.605469, 0.609375, 0.585938, 0.617188, 0.597656, 0.535156, 0.589844, 0.605469, 0.574219, 0.574219, 0.601562, 0.5625, 0.570312, 0.523438, 0.585938, 0.59375, 0.59375, 0.628906, 0.585938, 0.621094, 0.527344, 0.582031, 0.550781, 0.554688, 0.617188, 0.578125, 0.644531, 0.554688, 0.625, 0.585938, 0.652344, 0.613281, 0.554688, 0.574219, 0.609375, 0.574219, 0.585938, 0.589844, 0.601562, 0.613281, 0.613281, 0.558594, 0.609375, 0.5625, 0.621094, 0.574219, 0.59375, 0.566406, 0.566406, 0.554688, 0.589844, 0.597656, 0.5625, 0.578125, 0.566406, 0.609375, 0.625, 0.632812, 0.566406, 0.636719, 0.5625, 0.507812, 0.597656, 0.597656, 0.570312, 0.613281, 0.570312, 0.539062, 0.613281, 0.613281, 0.648438, 0.597656, 0.628906, 0.582031, 0.570312, 0.574219, 0.574219, 0.597656, 0.574219, 0.570312, 0.5625, 0.609375, 0.570312, 0.597656, 0.585938, 0.585938, 0.582031, 0.554688, 0.605469, 0.582031, 0.574219, 0.613281, 0.628906, 0.554688, 0.585938, 0.574219, 0.625, 0.601562, 0.59375, 0.59375, 0.578125, 0.578125, 0.542969, 0.574219, 0.640625, 0.550781, 0.546875, 0.640625, 0.605469, 0.570312, 0.535156, 0.65625, 0.636719, 0.652344, 0.601562, 0.582031, 0.628906, 0.675781, 0.617188, 0.601562, 0.519531, 0.589844, 0.589844, 0.632812, 0.578125, 0.582031, 0.566406, 0.609375, 0.574219, 0.59375, 0.625, 0.589844, 0.5625, 0.613281, 0.578125, 0.582031, 0.613281, 0.609375, 0.566406, 0.65625, 0.582031, 0.640625, 0.585938, 0.582031, 0.554688, 0.609375, 0.589844, 0.613281, 0.542969, 0.605469, 0.558594, 0.597656, 0.542969, 0.570312, 0.585938, 0.644531, 0.65625, 0.628906, 0.597656, 0.539062, 0.585938, 0.605469, 0.597656, 0.613281, 0.632812, 0.539062, 0.597656, 0.601562, 0.550781, 0.566406, 0.640625, 0.578125, 0.640625, 0.574219, 0.589844, 0.578125, 0.574219, 0.589844, 0.582031, 0.597656, 0.546875, 0.574219, 0.597656, 0.589844, 0.585938, 0.566406, 0.558594, 0.585938, 0.601562, 0.578125, 0.613281, 0.5625, 0.597656, 0.632812, 0.59375, 0.605469, 0.601562, 0.535156, 0.578125, 0.527344, 0.535156, 0.570312, 0.566406, 0.605469, 0.636719, 0.617188, 0.617188, 0.597656, 0.578125, 0.613281, 0.558594, 0.613281, 0.59375, 0.636719, 0.675781, 0.554688, 0.601562, 0.578125, 0.660156, 0.578125, 0.574219, 0.585938, 0.585938, 0.59375, 0.578125, 0.605469, 0.589844, 0.578125, 0.582031, 0.539062, 0.585938, 0.566406, 0.640625, 0.601562, 0.597656, 0.621094, 0.578125, 0.636719, 0.601562, 0.613281, 0.585938, 0.617188, 0.597656, 0.597656, 0.59375, 0.640625, 0.632812, 0.589844, 0.597656, 0.625, 0.59375, 0.605469, 0.636719, 0.625, 0.582031, 0.550781, 0.617188, 0.578125, 0.597656, 0.585938, 0.585938, 0.574219, 0.625, 0.628906, 0.609375, 0.664062, 0.558594, 0.589844, 0.59375, 0.589844, 0.566406, 0.558594, 0.5625, 0.640625, 0.621094, 0.5625, 0.609375, 0.589844, 0.558594, 0.492188, 0.570312, 0.558594, 0.636719, 0.617188, 0.601562, 0.605469, 0.589844, 0.632812, 0.597656, 0.621094, 0.609375, 0.582031, 0.589844, 0.558594, 0.570312, 0.574219, 0.582031, 0.578125, 0.597656, 0.617188, 0.582031, 0.585938, 0.621094, 0.632812, 0.582031, 0.605469, 0.597656, 0.636719, 0.582031, 0.605469, 0.550781, 0.570312, 0.578125, 0.574219, 0.605469, 0.582031, 0.601562, 0.605469, 0.605469, 0.609375, 0.621094, 0.574219, 0.597656, 0.636719, 0.578125, 0.5625, 0.636719, 0.585938, 0.578125, 0.617188, 0.609375, 0.597656, 0.65625, 0.578125, 0.625, 0.597656, 0.566406, 0.617188, 0.582031, 0.617188, 0.585938, 0.609375, 0.617188, 0.597656, 0.578125, 0.613281, 0.566406, 0.59375, 0.59375, 0.625, 0.601562, 0.628906, 0.625, 0.566406, 0.570312, 0.605469, 0.59375, 0.566406, 0.589844, 0.59375, 0.59375, 0.617188, 0.5625, 0.578125, 0.585938, 0.578125, 0.632812, 0.582031, 0.640625, 0.578125, 0.605469, 0.578125, 0.59375, 0.597656, 0.486328, 0.597656, 0.585938, 0.609375, 0.542969, 0.574219, 0.566406, 0.574219, 0.582031, 0.574219, 0.589844, 0.570312, 0.59375, 0.59375, 0.535156, 0.601562, 0.5625, 0.542969, 0.617188, 0.582031, 0.578125, 0.558594, 0.574219, 0.609375, 0.617188, 0.570312, 0.566406, 0.605469, 0.597656, 0.566406, 0.644531, 0.605469, 0.609375, 0.542969, 0.578125, 0.59375, 0.554688, 0.625, 0.636719, 0.582031, 0.605469, 0.59375, 0.59375, 0.625, 0.589844, 0.542969, 0.59375, 0.640625, 0.558594, 0.574219, 0.535156, 0.59375, 0.566406, 0.671875, 0.679688, 0.578125, 0.558594, 0.601562, 0.558594, 0.558594, 0.558594, 0.566406, 0.59375, 0.589844, 0.527344, 0.570312, 0.597656, 0.609375, 0.519531, 0.585938, 0.605469, 0.601562, 0.523438, 0.644531, 0.621094, 0.636719, 0.546875, 0.628906, 0.601562, 0.582031, 0.644531, 0.523438, 0.585938, 0.617188, 0.582031, 0.625, 0.621094, 0.628906, 0.609375, 0.628906, 0.597656, 0.5625, 0.605469, 0.621094, 0.527344, 0.566406, 0.601562, 0.597656, 0.582031, 0.542969, 0.550781, 0.546875, 0.5, 0.570312, 0.542969, 0.613281, 0.601562, 0.632812, 0.652344, 0.605469, 0.585938, 0.589844, 0.636719, 0.574219, 0.640625, 0.5625, 0.578125, 0.582031, 0.613281, 0.578125, 0.628906, 0.625, 0.609375, 0.578125, 0.582031, 0.542969, 0.621094, 0.605469, 0.585938, 0.621094, 0.574219, 0.628906, 0.578125, 0.5625, 0.570312, 0.585938, 0.621094, 0.605469, 0.5625, 0.589844, 0.59375, 0.574219, 0.621094, 0.535156, 0.617188, 0.609375, 0.585938, 0.558594, 0.589844, 0.558594, 0.535156, 0.617188, 0.527344, 0.546875, 0.609375, 0.589844, 0.59375, 0.582031, 0.617188, 0.585938, 0.578125, 0.628906, 0.59375, 0.605469, 0.585938, 0.628906, 0.605469, 0.628906, 0.605469, 0.628906, 0.582031, 0.664062, 0.621094, 0.582031, 0.546875, 0.605469, 0.59375, 0.585938, 0.519531, 0.550781, 0.613281, 0.570312, 0.632812, 0.53125, 0.628906, 0.527344, 0.566406, 0.585938, 0.498047, 0.585938, 0.597656, 0.625, 0.589844, 0.589844, 0.570312, 0.570312, 0.578125, 0.585938, 0.554688, 0.5625, 0.613281, 0.597656, 0.582031, 0.605469, 0.621094, 0.582031, 0.589844, 0.589844, 0.613281, 0.574219, 0.554688, 0.570312, 0.621094, 0.632812, 0.621094, 0.474609, 0.59375, 0.671875, 0.625, 0.628906, 0.648438, 0.535156, 0.566406, 0.539062, 0.546875, 0.582031, 0.605469, 0.628906, 0.570312, 0.628906, 0.578125, 0.589844, 0.601562, 0.589844, 0.605469, 0.585938, 0.621094, 0.597656, 0.585938, 0.59375, 0.613281, 0.597656, 0.574219, 0.574219, 0.585938, 0.632812, 0.632812, 0.617188, 0.480469, 0.589844, 0.570312, 0.546875, 0.605469, 0.5625, 0.566406, 0.601562, 0.609375, 0.640625, 0.621094, 0.597656, 0.625, 0.570312, 0.574219, 0.660156, 0.582031, 0.585938, 0.617188, 0.613281, 0.570312, 0.601562, 0.582031, 0.589844, 0.582031, 0.582031, 0.597656, 0.582031, 0.609375, 0.570312, 0.601562, 0.597656, 0.589844, 0.617188, 0.636719, 0.609375, 0.578125, 0.605469, 0.605469, 0.640625, 0.613281, 0.597656, 0.621094, 0.597656, 0.578125, 0.632812, 0.648438, 0.59375, 0.539062, 0.539062, 0.605469, 0.582031, 0.597656, 0.550781, 0.59375, 0.617188, 0.699219, 0.582031, 0.597656, 0.578125, 0.542969, 0.566406, 0.59375, 0.59375, 0.628906, 0.601562, 0.566406, 0.660156, 0.558594, 0.566406, 0.601562, 0.542969, 0.59375, 0.613281, 0.578125, 0.550781, 0.585938, 0.578125, 0.601562, 0.597656, 0.601562, 0.609375, 0.558594, 0.589844, 0.574219, 0.574219, 0.5625, 0.597656, 0.644531, 0.503906, 0.589844, 0.550781, 0.597656, 0.578125, 0.621094, 0.621094, 0.558594, 0.613281, 0.617188, 0.609375, 0.550781, 0.515625, 0.578125, 0.644531, 0.601562, 0.570312, 0.578125, 0.628906, 0.597656, 0.648438, 0.597656, 0.539062, 0.617188, 0.535156, 0.589844, 0.570312, 0.601562, 0.609375, 0.589844, 0.597656, 0.582031, 0.601562, 0.601562, 0.574219, 0.566406, 0.621094, 0.625, 0.582031, 0.609375, 0.523438, 0.5625, 0.558594, 0.609375, 0.566406, 0.59375, 0.550781, 0.601562, 0.574219, 0.542969, 0.578125, 0.597656, 0.601562, 0.601562, 0.59375, 0.644531, 0.605469, 0.558594, 0.585938, 0.621094, 0.570312, 0.570312, 0.609375, 0.605469, 0.550781, 0.570312, 0.5625, 0.570312, 0.628906, 0.609375, 0.625, 0.617188, 0.5625, 0.5625, 0.5625, 0.566406, 0.578125, 0.632812, 0.589844, 0.613281, 0.589844, 0.5625, 0.601562, 0.613281, 0.5625, 0.578125, 0.597656, 0.578125, 0.589844, 0.648438, 0.640625, 0.589844, 0.578125, 0.566406, 0.628906, 0.585938, 0.59375, 0.554688, 0.613281, 0.609375, 0.507812, 0.605469, 0.617188, 0.597656, 0.53125, 0.558594, 0.585938, 0.5625, 0.46875, 0.605469, 0.613281, 0.605469, 0.613281, 0.667969, 0.5625, 0.605469, 0.585938, 0.582031, 0.59375, 0.570312, 0.589844, 0.605469, 0.609375, 0.550781, 0.589844, 0.625, 0.628906, 0.601562, 0.582031, 0.582031, 0.59375, 0.550781, 0.679688, 0.470703, 0.601562, 0.585938, 0.589844, 0.582031, 0.589844, 0.597656, 0.550781, 0.582031, 0.589844, 0.582031, 0.574219, 0.644531, 0.617188, 0.617188, 0.628906, 0.597656, 0.613281, 0.582031, 0.558594, 0.625, 0.535156, 0.597656, 0.621094, 0.585938, 0.574219, 0.5625, 0.613281, 0.589844, 0.628906, 0.609375, 0.574219, 0.648438, 0.558594, 0.558594, 0.59375, 0.636719, 0.601562, 0.609375, 0.582031, 0.617188, 0.546875, 0.632812, 0.582031, 0.621094, 0.535156, 0.625, 0.609375, 0.558594, 0.628906, 0.636719, 0.648438, 0.539062, 0.636719, 0.570312, 0.628906, 0.589844, 0.625, 0.683594, 0.542969, 0.570312, 0.578125, 0.617188, 0.621094, 0.589844, 0.578125, 0.585938, 0.613281, 0.65625, 0.609375, 0.578125, 0.621094, 0.636719, 0.59375, 0.589844, 0.601562, 0.617188, 0.632812, 0.59375, 0.609375, 0.5625, 0.59375, 0.53125, 0.554688, 0.632812, 0.546875, 0.558594, 0.574219, 0.609375, 0.59375, 0.609375, 0.59375, 0.578125, 0.539062, 0.640625, 0.617188, 0.585938, 0.609375, 0.558594, 0.617188, 0.546875, 0.574219, 0.59375, 0.589844, 0.574219, 0.605469, 0.59375, 0.539062, 0.550781, 0.5625, 0.578125, 0.609375, 0.550781, 0.644531, 0.621094, 0.609375, 0.605469, 0.609375, 0.632812, 0.644531, 0.574219, 0.632812, 0.570312, 0.597656, 0.597656, 0.466797, 0.582031, 0.558594, 0.625, 0.636719, 0.605469, 0.535156, 0.585938, 0.574219, 0.554688, 0.597656, 0.625, 0.628906, 0.585938, 0.652344, 0.546875, 0.574219, 0.574219, 0.566406, 0.585938, 0.621094, 0.589844, 0.570312, 0.625, 0.550781, 0.621094, 0.601562, 0.597656, 0.585938, 0.609375, 0.605469, 0.6875, 0.613281, 0.59375, 0.628906, 0.621094, 0.539062, 0.589844, 0.640625, 0.617188, 0.628906, 0.582031, 0.59375, 0.613281, 0.59375, 0.652344, 0.632812, 0.605469, 0.558594, 0.609375, 0.609375, 0.589844, 0.332031, 0.597656, 0.632812, 0.589844, 0.589844, 0.644531, 0.609375, 0.566406, 0.617188, 0.601562, 0.640625, 0.617188, 0.539062, 0.585938, 0.5625, 0.578125, 0.554688, 0.605469, 0.609375, 0.621094, 0.570312, 0.53125, 0.503906, 0.617188, 0.640625, 0.589844, 0.597656, 0.570312, 0.6875, 0.601562, 0.550781, 0.550781, 0.585938, 0.5625, 0.578125, 0.570312, 0.589844, 0.527344, 0.574219, 0.617188, 0.617188, 0.65625, 0.574219, 0.609375, 0.636719, 0.59375, 0.636719, 0.597656, 0.613281, 0.625, 0.570312, 0.558594, 0.640625, 0.628906, 0.59375, 0.566406, 0.609375, 0.5625, 0.585938, 0.601562, 0.582031, 0.558594, 0.570312, 0.621094, 0.578125, 0.585938, 0.605469, 0.5, 0.578125, 0.574219, 0.597656, 0.644531, 0.636719, 0.617188, 0.585938, 0.613281, 0.597656, 0.609375, 0.601562, 0.5625, 0.585938, 0.582031, 0.570312, 0.582031, 0.601562, 0.625, 0.640625, 0.566406, 0.644531, 0.640625, 0.601562, 0.59375, 0.578125, 0.601562, 0.53125, 0.621094, 0.613281, 0.546875, 0.554688, 0.542969, 0.582031, 0.585938, 0.617188, 0.605469, 0.601562, 0.605469, 0.558594, 0.59375, 0.554688, 0.585938, 0.582031, 0.636719, 0.570312, 0.597656, 0.625, 0.609375, 0.585938, 0.597656, 0.605469, 0.570312, 0.625, 0.511719, 0.625, 0.574219, 0.59375, 0.535156, 0.589844, 0.59375, 0.589844, 0.582031, 0.558594, 0.632812, 0.605469, 0.625, 0.589844, 0.570312, 0.582031, 0.589844, 0.625, 0.621094, 0.570312, 0.605469, 0.558594, 0.601562, 0.554688, 0.570312, 0.605469, 0.554688, 0.59375, 0.640625, 0.558594, 0.578125, 0.613281, 0.597656, 0.482422, 0.613281, 0.601562, 0.601562, 0.613281, 0.578125, 0.613281, 0.523438, 0.574219, 0.628906, 0.601562, 0.605469, 0.519531, 0.597656, 0.601562, 0.574219, 0.613281, 0.597656, 0.636719, 0.597656, 0.5625, 0.613281, 0.546875, 0.582031, 0.605469, 0.539062, 0.578125, 0.582031, 0.683594, 0.554688, 0.585938, 0.589844, 0.605469, 0.652344, 0.550781, 0.582031, 0.597656, 0.507812, 0.621094, 0.542969, 0.613281, 0.570312, 0.601562, 0.574219, 0.5625, 0.617188, 0.597656, 0.613281, 0.542969, 0.589844, 0.621094, 0.601562, 0.644531, 0.59375, 0.605469, 0.578125, 0.632812, 0.609375, 0.546875, 0.570312, 0.578125, 0.601562, 0.625, 0.574219, 0.621094, 0.617188, 0.609375, 0.609375, 0.558594, 0.589844, 0.59375, 0.605469, 0.574219, 0.550781, 0.574219, 0.582031, 0.601562, 0.605469, 0.617188, 0.59375, 0.546875, 0.605469, 0.613281, 0.546875, 0.578125, 0.582031, 0.59375, 0.585938, 0.605469, 0.546875, 0.59375, 0.519531, 0.597656, 0.574219, 0.566406, 0.574219, 0.597656, 0.574219, 0.632812, 0.628906, 0.605469, 0.65625, 0.585938, 0.554688, 0.558594, 0.550781, 0.566406, 0.613281, 0.648438, 0.671875, 0.632812, 0.648438, 0.550781, 0.589844, 0.578125, 0.574219, 0.570312, 0.574219, 0.574219, 0.585938, 0.628906, 0.570312, 0.585938, 0.625, 0.582031, 0.589844, 0.59375, 0.566406, 0.59375, 0.660156, 0.589844, 0.671875, 0.59375, 0.597656, 0.632812, 0.605469, 0.65625, 0.621094, 0.617188, 0.601562, 0.640625, 0.585938, 0.5625, 0.613281, 0.546875, 0.5625, 0.582031, 0.597656, 0.59375, 0.605469, 0.550781, 0.605469, 0.574219, 0.589844, 0.644531, 0.621094, 0.613281, 0.574219, 0.574219, 0.578125, 0.566406, 0.597656, 0.625, 0.550781, 0.574219, 0.585938, 0.574219, 0.617188, 0.609375, 0.546875, 0.585938, 0.597656, 0.617188, 0.617188, 0.578125, 0.636719, 0.621094, 0.617188, 0.578125, 0.597656, 0.582031, 0.609375, 0.570312, 0.570312, 0.640625, 0.566406, 0.585938, 0.636719, 0.609375, 0.570312, 0.621094, 0.582031, 0.601562, 0.582031, 0.566406, 0.648438, 0.59375, 0.570312, 0.632812, 0.609375, 0.574219, 0.566406, 0.601562, 0.527344, 0.554688, 0.59375, 0.601562, 0.570312, 0.570312, 0.585938, 0.597656, 0.570312, 0.597656, 0.535156, 0.597656, 0.5625, 0.617188, 0.585938, 0.546875, 0.636719, 0.59375, 0.574219, 0.667969, 0.550781, 0.494141, 0.640625, 0.640625, 0.582031, 0.582031, 0.589844, 0.605469, 0.566406, 0.558594, 0.566406, 0.566406, 0.589844, 0.628906, 0.59375, 0.605469, 0.605469, 0.570312, 0.59375, 0.644531, 0.585938, 0.550781, 0.59375, 0.546875, 0.609375, 0.558594, 0.59375, 0.601562, 0.554688, 0.605469, 0.582031, 0.570312, 0.554688, 0.625, 0.625, 0.597656, 0.597656, 0.621094, 0.511719, 0.589844, 0.582031, 0.570312, 0.597656, 0.589844, 0.609375, 0.5625, 0.605469, 0.589844, 0.597656, 0.640625, 0.570312, 0.585938, 0.554688, 0.652344, 0.648438, 0.554688, 0.582031, 0.605469, 0.582031, 0.574219, 0.601562, 0.574219, 0.613281, 0.605469, 0.589844, 0.609375, 0.570312, 0.636719, 0.597656, 0.609375, 0.636719, 0.570312, 0.542969, 0.613281, 0.628906, 0.601562, 0.570312, 0.574219, 0.609375, 0.628906, 0.601562, 0.617188, 0.625, 0.558594, 0.527344, 0.59375, 0.597656, 0.589844, 0.539062, 0.59375, 0.582031, 0.582031, 0.597656, 0.597656, 0.53125, 0.558594, 0.574219, 0.554688, 0.582031, 0.5625, 0.648438, 0.550781, 0.578125, 0.5625, 0.625, 0.566406, 0.574219, 0.621094, 0.578125, 0.597656, 0.636719, 0.554688, 0.605469, 0.585938, 0.609375, 0.550781, 0.589844, 0.609375, 0.65625, 0.546875, 0.613281, 0.542969, 0.582031, 0.566406, 0.601562, 0.609375, 0.554688, 0.535156, 0.589844, 0.578125, 0.625, 0.601562, 0.59375, 0.621094, 0.574219, 0.609375, 0.601562, 0.507812, 0.582031, 0.578125, 0.585938, 0.609375, 0.5625, 0.597656, 0.605469, 0.589844, 0.597656, 0.582031, 0.617188, 0.574219, 0.59375, 0.546875, 0.605469, 0.59375, 0.574219, 0.664062, 0.535156, 0.621094, 0.605469, 0.636719, 0.640625, 0.621094, 0.574219, 0.625, 0.578125, 0.585938, 0.558594, 0.605469, 0.601562, 0.589844, 0.589844, 0.605469, 0.566406, 0.535156, 0.605469, 0.601562, 0.597656, 0.605469, 0.582031, 0.609375, 0.625, 0.621094, 0.558594, 0.589844, 0.589844, 0.570312, 0.667969, 0.574219, 0.609375, 0.539062, 0.566406, 0.613281, 0.582031, 0.621094, 0.628906, 0.008606, 0.570312, 0.636719, 0.570312, 0.589844, 0.574219, 0.582031, 0.597656, 0.566406, 0.585938, 0.582031, 0.714844, 0.570312, 0.570312, 0.550781, 0.566406, 0.574219, 0.636719, 0.582031, 0.582031, 0.589844, 0.59375, 0.621094, 0.578125, 0.570312, 0.574219, 0.550781, 0.527344, 0.613281, 0.589844, 0.558594, 0.628906, 0.550781, 0.582031, 0.59375, 0.597656, 0.636719, 0.578125, 0.578125, 0.585938, 0.621094, 0.585938, 0.632812, 0.554688, 0.582031, 0.636719, 0.566406, 0.511719, 0.566406, 0.585938, 0.59375, 0.574219, 0.566406, 0.582031, 0.617188, 0.550781, 0.53125, 0.613281, 0.582031, 0.582031, 0.519531, 0.589844, 0.570312, 0.550781, 0.597656, 0.632812, 0.59375, 0.589844, 0.578125, 0.59375, 0.539062, 0.601562, 0.582031, 0.578125, 0.621094, 0.597656, 0.609375, 0.570312, 0.578125, 0.601562, 0.636719, 0.585938, 0.578125, 0.636719, 0.59375, 0.605469, 0.478516, 0.574219, 0.601562, 0.621094, 0.597656, 0.601562, 0.644531, 0.636719, 0.570312, 0.605469, 0.589844, 0.609375, 0.519531, 0.511719, 0.609375, 0.605469, 0.589844, 0.636719, 0.625, 0.558594, 0.597656, 0.585938, 0.601562, 0.613281, 0.558594, 0.601562, 0.5625, 0.574219, 0.574219, 0.652344, 0.574219, 0.644531, 0.558594, 0.578125, 0.554688, 0.613281, 0.617188, 0.597656, 0.582031, 0.613281, 0.667969, 0.585938, 0.578125, 0.605469, 0.570312, 0.535156, 0.245117, 0.59375, 0.570312, 0.566406, 0.636719, 0.59375, 0.601562, 0.566406, 0.566406, 0.578125, 0.53125, 0.613281, 0.597656, 0.605469, 0.574219, 0.597656, 0.640625, 0.566406, 0.597656, 0.515625, 0.609375, 0.574219, 0.582031, 0.460938, 0.601562, 0.539062, 0.636719, 0.625, 0.585938, 0.578125, 0.539062, 0.539062, 0.605469, 0.652344, 0.53125, 0.5625, 0.558594, 0.585938, 0.585938, 0.5625, 0.585938, 0.566406, 0.554688, 0.605469, 0.5625, 0.589844, 0.597656, 0.582031, 0.609375, 0.625, 0.511719, 0.609375, 0.558594, 0.628906, 0.597656, 0.613281, 0.5625, 0.558594, 0.585938, 0.601562, 0.652344, 0.605469, 0.574219, 0.570312, 0.589844, 0.625, 0.554688, 0.597656, 0.578125, 0.539062, 0.535156, 0.621094, 0.617188, 0.527344, 0.582031, 0.578125, 0.605469, 0.589844, 0.601562, 0.597656, 0.613281, 0.609375, 0.5625, 0.617188, 0.640625, 0.601562, 0.605469, 0.574219, 0.5625, 0.566406, 0.605469, 0.601562, 0.59375, 0.597656, 0.597656, 0.589844, 0.558594, 0.648438, 0.519531, 0.570312, 0.605469, 0.609375, 0.589844, 0.554688, 0.578125, 0.574219, 0.578125, 0.617188, 0.574219, 0.605469, 0.574219, 0.625, 0.585938, 0.5625, 0.644531, 0.585938, 0.542969, 0.515625, 0.628906, 0.570312, 0.609375, 0.539062, 0.566406, 0.535156, 0.589844, 0.554688, 0.570312, 0.617188, 0.546875, 0.605469, 0.601562, 0.582031, 0.542969, 0.59375, 0.578125, 0.550781, 0.578125, 0.632812, 0.609375, 0.585938, 0.5625, 0.625, 0.605469, 0.601562, 0.546875, 0.613281, 0.589844, 0.5625, 0.65625, 0.59375, 0.601562, 0.605469, 0.59375, 0.5625, 0.570312, 0.523438, 0.566406, 0.605469, 0.621094, 0.632812, 0.574219, 0.546875, 0.574219, 0.609375, 0.632812, 0.667969, 0.578125, 0.617188, 0.597656, 0.597656, 0.597656, 0.566406, 0.574219, 0.535156, 0.535156, 0.625, 0.570312, 0.652344, 0.597656, 0.570312, 0.601562, 0.59375, 0.570312, 0.589844, 0.558594, 0.605469, 0.589844, 0.597656, 0.542969, 0.5625, 0.570312, 0.621094, 0.5625, 0.59375, 0.585938, 0.613281, 0.660156, 0.605469, 0.609375, 0.574219, 0.550781, 0.574219, 0.585938, 0.582031, 0.613281, 0.605469, 0.621094, 0.570312, 0.589844, 0.597656, 0.648438, 0.605469, 0.605469, 0.59375, 0.621094, 0.597656, 0.601562, 0.519531, 0.589844, 0.613281, 0.621094, 0.613281, 0.605469, 0.582031, 0.628906, 0.574219, 0.570312, 0.617188, 0.59375, 0.597656, 0.566406, 0.597656, 0.621094, 0.585938, 0.652344, 0.582031, 0.613281, 0.59375, 0.621094, 0.613281, 0.578125, 0.550781, 0.625, 0.570312, 0.617188, 0.558594, 0.644531, 0.558594, 0.621094, 0.613281, 0.519531, 0.597656, 0.585938, 0.601562, 0.585938, 0.617188, 0.605469, 0.59375, 0.550781, 0.652344, 0.597656, 0.566406, 0.617188, 0.632812, 0.609375, 0.65625, 0.597656, 0.570312, 0.613281, 0.574219, 0.585938, 0.5625, 0.535156, 0.570312, 0.554688, 0.542969, 0.597656, 0.613281, 0.585938, 0.609375, 0.578125, 0.578125, 0.554688, 0.582031, 0.621094, 0.589844, 0.613281, 0.625, 0.542969, 0.5625, 0.578125, 0.609375, 0.578125, 0.59375, 0.625, 0.601562, 0.597656, 0.628906, 0.609375, 0.554688, 0.53125, 0.582031, 0.511719, 0.585938, 0.542969, 0.628906, 0.578125, 0.601562, 0.523438, 0.585938, 0.652344, 0.59375, 0.601562, 0.644531, 0.578125, 0.585938, 0.589844, 0.5625, 0.636719, 0.574219, 0.554688, 0.589844, 0.640625, 0.589844, 0.617188, 0.628906, 0.613281, 0.605469, 0.613281, 0.613281, 0.578125, 0.605469, 0.582031, 0.601562, 0.640625, 0.570312, 0.574219, 0.570312, 0.609375, 0.578125, 0.613281, 0.613281, 0.59375, 0.589844, 0.617188, 0.617188, 0.511719, 0.628906, 0.574219, 0.585938, 0.609375, 0.5625, 0.519531, 0.570312, 0.613281, 0.605469, 0.585938, 0.628906, 0.59375, 0.597656, 0.582031, 0.621094, 0.621094, 0.566406, 0.589844, 0.585938, 0.558594, 0.621094, 0.582031, 0.566406, 0.609375, 0.605469, 0.578125, 0.628906, 0.597656, 0.558594, 0.597656, 0.472656, 0.585938, 0.621094, 0.609375, 0.5625, 0.574219, 0.617188, 0.605469, 0.597656, 0.554688, 0.589844, 0.613281, 0.570312, 0.632812, 0.550781, 0.589844, 0.632812, 0.589844, 0.667969, 0.527344, 0.601562, 0.605469, 0.628906, 0.617188, 0.550781, 0.578125, 0.621094, 0.546875, 0.59375, 0.664062, 0.628906, 0.664062, 0.589844, 0.578125, 0.53125, 0.582031, 0.582031, 0.59375, 0.585938, 0.578125, 0.613281, 0.570312, 0.582031, 0.585938, 0.613281, 0.582031, 0.578125, 0.578125, 0.5625, 0.550781, 0.550781, 0.550781, 0.585938, 0.617188, 0.59375, 0.578125, 0.59375, 0.585938, 0.628906, 0.558594, 0.601562, 0.605469, 0.582031, 0.613281, 0.585938, 0.558594, 0.523438, 0.640625, 0.498047, 0.613281, 0.566406, 0.605469, 0.609375, 0.621094, 0.554688, 0.59375, 0.558594, 0.554688, 0.59375, 0.566406, 0.578125, 0.585938, 0.605469, 0.566406, 0.625, 0.601562, 0.601562, 0.558594, 0.574219, 0.582031, 0.589844, 0.621094, 0.566406, 0.558594, 0.652344, 0.628906, 0.578125, 0.566406, 0.535156, 0.582031, 0.589844, 0.613281, 0.59375, 0.589844, 0.554688, 0.582031, 0.621094, 0.558594, 0.636719, 0.621094, 0.578125, 0.628906, 0.65625, 0.605469, 0.585938, 0.546875, 0.628906, 0.570312, 0.574219, 0.617188, 0.59375, 0.554688, 0.648438, 0.585938, 0.601562, 0.566406, 0.597656, 0.59375, 0.617188, 0.578125, 0.589844, 0.609375, 0.585938, 0.558594, 0.605469, 0.589844, 0.605469, 0.59375, 0.601562, 0.578125, 0.605469, 0.5625, 0.582031, 0.605469, 0.585938, 0.609375, 0.574219, 0.589844, 0.558594, 0.597656, 0.574219, 0.632812, 0.605469, 0.640625, 0.601562, 0.578125, 0.578125, 0.59375, 0.597656, 0.621094, 0.625, 0.628906, 0.640625, 0.53125, 0.617188, 0.589844, 0.546875, 0.621094, 0.617188, 0.617188, 0.597656, 0.566406, 0.605469, 0.609375, 0.617188, 0.597656, 0.609375, 0.601562, 0.613281, 0.601562, 0.542969, 0.570312, 0.589844, 0.640625, 0.582031, 0.589844, 0.601562, 0.652344, 0.613281, 0.589844, 0.589844, 0.597656, 0.570312, 0.546875, 0.605469, 0.601562, 0.597656, 0.605469, 0.578125, 0.539062, 0.621094, 0.605469, 0.605469, 0.644531, 0.617188, 0.585938, 0.605469, 0.601562, 0.613281, 0.59375, 0.605469, 0.585938, 0.605469, 0.566406, 0.546875, 0.617188, 0.574219, 0.578125, 0.621094, 0.582031, 0.605469, 0.644531, 0.570312, 0.605469, 0.679688, 0.59375, 0.632812, 0.652344, 0.5625, 0.523438, 0.609375, 0.582031, 0.59375, 0.566406, 0.601562, 0.621094, 0.570312, 0.597656, 0.644531, 0.625, 0.597656, 0.648438, 0.597656, 0.574219, 0.550781, 0.59375, 0.648438, 0.589844, 0.613281, 0.582031, 0.597656, 0.566406, 0.550781, 0.617188, 0.625, 0.589844, 0.589844, 0.578125, 0.578125, 0.59375, 0.578125, 0.625, 0.648438, 0.597656, 0.601562, 0.621094, 0.574219, 0.582031, 0.679688, 0.605469, 0.566406, 0.648438, 0.570312, 0.632812, 0.578125, 0.628906, 0.589844, 0.59375, 0.613281, 0.582031, 0.574219, 0.546875, 0.59375, 0.554688, 0.585938, 0.625, 0.628906, 0.515625, 0.601562, 0.632812, 0.546875, 0.585938, 0.605469, 0.59375, 0.53125, 0.597656, 0.625, 0.578125, 0.632812, 0.613281, 0.582031, 0.574219, 0.570312, 0.546875, 0.589844, 0.625, 0.574219, 0.550781, 0.597656, 0.570312, 0.578125, 0.589844, 0.554688, 0.585938, 0.609375, 0.601562, 0.578125, 0.585938, 0.617188, 0.609375, 0.482422, 0.648438, 0.523438, 0.59375, 0.542969, 0.601562, 0.59375, 0.632812, 0.53125, 0.53125, 0.632812, 0.589844, 0.601562, 0.535156, 0.609375, 0.601562, 0.664062, 0.652344, 0.554688, 0.523438, 0.582031, 0.582031, 0.59375, 0.625, 0.625, 0.617188, 0.605469, 0.574219, 0.5625, 0.574219, 0.570312, 0.542969, 0.5625, 0.578125, 0.660156, 0.601562, 0.59375, 0.582031, 0.582031, 0.597656, 0.609375, 0.59375, 0.570312, 0.554688, 0.574219, 0.613281, 0.625, 0.59375, 0.609375, 0.582031, 0.589844, 0.59375, 0.59375, 0.636719, 0.625, 0.59375, 0.605469, 0.578125, 0.605469, 0.589844, 0.539062, 0.578125, 0.589844, 0.640625, 0.535156, 0.601562, 0.59375, 0.617188, 0.566406, 0.574219, 0.609375, 0.546875, 0.558594, 0.597656, 0.589844, 0.59375, 0.59375, 0.570312, 0.589844, 0.5625, 0.589844, 0.617188, 0.636719, 0.546875, 0.578125, 0.601562, 0.605469, 0.542969, 0.558594, 0.609375, 0.585938, 0.574219, 0.597656, 0.53125, 0.628906, 0.597656, 0.605469, 0.644531, 0.566406, 0.609375, 0.566406, 0.597656, 0.574219, 0.558594, 0.6875, 0.589844, 0.601562, 0.617188, 0.609375, 0.613281, 0.59375, 0.589844, 0.527344, 0.578125, 0.601562, 0.628906, 0.644531, 0.628906, 0.59375, 0.550781, 0.5625, 0.609375, 0.613281, 0.589844, 0.613281, 0.5625, 0.539062, 0.648438, 0.597656, 0.550781, 0.617188, 0.550781, 0.621094, 0.613281, 0.59375, 0.589844, 0.574219, 0.566406, 0.53125, 0.570312, 0.53125, 0.566406, 0.609375, 0.609375, 0.621094, 0.589844, 0.515625, 0.621094, 0.605469, 0.589844, 0.59375, 0.589844, 0.542969, 0.582031, 0.621094, 0.597656, 0.609375, 0.582031, 0.648438, 0.597656, 0.550781, 0.636719, 0.585938, 0.636719, 0.589844, 0.570312, 0.574219, 0.617188, 0.535156, 0.59375, 0.621094, 0.617188, 0.53125, 0.511719, 0.601562, 0.644531, 0.636719, 0.628906, 0.609375, 0.589844, 0.601562, 0.625, 0.605469, 0.589844, 0.566406, 0.613281, 0.558594, 0.597656, 0.640625, 0.617188, 0.605469, 0.582031, 0.550781, 0.597656, 0.589844, 0.601562, 0.585938, 0.578125, 0.574219, 0.570312, 0.554688, 0.542969, 0.617188, 0.570312, 0.585938, 0.59375, 0.585938, 0.644531, 0.546875, 0.632812, 0.644531, 0.566406, 0.605469, 0.570312, 0.570312, 0.597656, 0.601562, 0.621094, 0.621094, 0.585938, 0.597656, 0.605469, 0.578125, 0.609375, 0.589844, 0.617188, 0.621094, 0.585938, 0.515625, 0.566406, 0.578125, 0.617188, 0.5625, 0.597656, 0.609375, 0.628906, 0.609375, 0.570312, 0.605469, 0.617188, 0.582031, 0.550781, 0.558594, 0.570312, 0.609375, 0.613281, 0.625, 0.621094, 0.636719, 0.613281, 0.59375, 0.503906, 0.59375, 0.601562, 0.542969, 0.605469, 0.597656, 0.589844, 0.625, 0.625, 0.59375, 0.625, 0.644531, 0.558594, 0.601562, 0.542969, 0.585938, 0.597656, 0.582031, 0.628906, 0.601562, 0.585938, 0.582031, 0.582031, 0.632812, 0.582031, 0.546875, 0.5625, 0.605469, 0.554688, 0.589844, 0.589844, 0.644531, 0.558594, 0.597656, 0.601562, 0.582031, 0.640625, 0.566406, 0.558594, 0.628906, 0.574219, 0.628906, 0.601562, 0.578125, 0.574219, 0.566406, 0.589844, 0.554688, 0.582031, 0.582031, 0.601562, 0.582031, 0.523438, 0.554688, 0.613281, 0.613281, 0.578125, 0.601562, 0.582031, 0.59375, 0.648438, 0.636719, 0.617188, 0.578125, 0.609375, 0.578125, 0.5625, 0.589844, 0.574219, 0.558594, 0.53125, 0.585938, 0.589844, 0.609375, 0.613281, 0.570312, 0.578125, 0.570312, 0.636719, 0.585938, 0.589844, 0.566406, 0.59375, 0.570312, 0.59375, 0.613281, 0.585938, 0.574219, 0.609375, 0.621094, 0.578125, 0.625, 0.628906, 0.574219, 0.558594, 0.628906, 0.546875, 0.605469, 0.546875, 0.578125, 0.640625, 0.578125, 0.589844, 0.617188, 0.644531, 0.578125, 0.589844, 0.601562, 0.613281, 0.570312, 0.605469, 0.613281, 0.582031, 0.566406, 0.582031, 0.554688, 0.601562, 0.597656, 0.617188, 0.65625, 0.609375, 0.597656, 0.609375, 0.597656, 0.585938, 0.585938, 0.585938, 0.609375, 0.597656, 0.613281, 0.582031, 0.585938, 0.546875, 0.605469, 0.503906, 0.609375, 0.578125, 0.570312, 0.660156, 0.640625, 0.582031, 0.617188, 0.570312, 0.574219, 0.5625, 0.585938, 0.585938, 0.613281, 0.644531, 0.542969, 0.613281, 0.589844, 0.554688, 0.578125, 0.609375, 0.585938, 0.550781, 0.578125, 0.628906, 0.558594, 0.613281, 0.566406, 0.601562, 0.554688, 0.59375, 0.574219, 0.507812, 0.597656, 0.578125, 0.597656, 0.570312, 0.59375, 0.597656, 0.566406, 0.554688, 0.355469, 0.601562, 0.605469, 0.613281, 0.582031, 0.566406, 0.589844, 0.632812, 0.585938, 0.609375, 0.582031, 0.523438, 0.5625, 0.589844, 0.566406, 0.601562, 0.609375, 0.554688, 0.597656, 0.605469, 0.609375, 0.59375, 0.558594, 0.574219, 0.550781, 0.613281, 0.597656, 0.601562, 0.503906, 0.582031, 0.621094, 0.558594, 0.570312, 0.570312, 0.5625, 0.609375, 0.582031, 0.597656, 0.570312, 0.597656, 0.589844, 0.585938, 0.546875, 0.589844, 0.589844, 0.535156, 0.539062, 0.609375, 0.554688, 0.621094, 0.597656, 0.566406, 0.597656, 0.609375, 0.632812, 0.550781, 0.609375, 0.613281, 0.574219, 0.589844, 0.605469, 0.589844, 0.550781, 0.550781, 0.597656, 0.546875, 0.613281, 0.605469, 0.539062, 0.566406, 0.597656, 0.550781, 0.519531, 0.625, 0.601562, 0.601562, 0.597656, 0.621094, 0.625, 0.578125, 0.582031, 0.554688, 0.589844, 0.640625, 0.644531, 0.640625, 0.554688, 0.554688, 0.558594, 0.558594, 0.589844, 0.609375, 0.601562, 0.585938, 0.589844, 0.566406, 0.589844, 0.601562, 0.613281, 0.625, 0.535156, 0.625, 0.582031, 0.582031, 0.605469, 0.613281, 0.554688, 0.601562, 0.628906, 0.5625, 0.574219, 0.566406, 0.578125, 0.601562, 0.578125, 0.613281, 0.574219, 0.542969, 0.589844, 0.566406, 0.609375, 0.566406, 0.589844, 0.585938, 0.601562, 0.558594, 0.5625, 0.628906, 0.597656, 0.546875, 0.597656, 0.59375, 0.621094, 0.632812, 0.613281, 0.664062 ] }, "name": "model.transformer.layers.21.attn_norm.weight", "outputIndexes": [ 1322 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1321, 1322 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_21/Mul_1_output_0", "outputIndexes": [ 1323 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1323 ], "outputIndexes": [ 3082 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3082 ], "outputIndexes": [ 3083 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear", "inputIndexes": [ 3083 ], "outputIndexes": [ 3084 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1294607604, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3084 ], "outputIndexes": [ 3085 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3085 ], "outputIndexes": [ 1324 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1323 ], "main_type": "NONE", "name": "/Shape_85_output_0", "outputIndexes": [ 1325 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1325 ], "main_type": "NONE", "name": "Shape1876", "outputIndexes": [ 1326 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1325 ], "main_type": "NONE", "name": "Rank1878", "outputIndexes": [ 1327 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1327, 1327 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1880", "outputIndexes": [ 1328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1328 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1881", "outputIndexes": [ 1329 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1328, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1883", "outputIndexes": [ 1330 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1330 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1884", "outputIndexes": [ 1331 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1326, 1329, 1331, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1887", "outputIndexes": [ 1332 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1332 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1888", "outputIndexes": [ 1333 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1333 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1889", "outputIndexes": [ 1334 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1334, 1333 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1890", "outputIndexes": [ 1335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325, 1335, 1328 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_109_output_0", "outputIndexes": [ 1336 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1336, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_211_output_0", "outputIndexes": [ 1337 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1337, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_105_output_0", "outputIndexes": [ 1338 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1324, 1338 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_85_output_0", "outputIndexes": [ 1339 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1339 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_21/Mul_output_0", "outputIndexes": [ 1340 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.048584, 0.101074, 0.011414, 0.098145, 0.02063, 1.3125, 0.161133, 0.220703, 0.785156, 1.273438, 1.664062, 1.398438, 1.390625, 1.5625, 1.554688, 1.460938, 1.734375, 1.570312, 1.648438, 1.664062, 1.75, 1.84375, 1.625, 1.789062, 1.828125, 1.90625, 1.757812, 1.953125, 1.75, 1.640625, 1.734375, 1.90625, 1.773438, 1.851562, 2.0625, 2.125, 1.585938, 2.28125, 1.867188, 1.851562, 1.882812, 2.46875, 2.234375, 1.84375, 1.921875, 2.296875, 1.914062, 2.1875, 1.859375, 1.96875, 1.851562, 1.945312, 1.945312, 1.734375, 1.804688, 1.554688, 1.796875, 1.09375, 1.40625, 1.671875, 1.726562, 1.914062, 1.882812, 1.890625, 0.050049, 0.027588, 0.318359, 0.018066, 0.332031, 1.101562, 1.125, 1.359375, 1.492188, 1.296875, 1.421875, 1.117188, 1.445312, 1.484375, 1.554688, 1.390625, 1.59375, 1.523438, 1.617188, 1.828125, 1.632812, 1.75, 1.6875, 1.625, 1.632812, 1.65625, 1.804688, 1.78125, 1.96875, 2.03125, 1.851562, 1.617188, 2.0, 1.875, 1.84375, 1.851562, 2.203125, 1.695312, 2.046875, 2.140625, 2.0625, 1.390625, 1.617188, 2.03125, 1.96875, 1.578125, 1.921875, 1.6875, 2.046875, 1.882812, 1.96875, 1.867188, 1.882812, 1.984375, 2.078125, 2.328125, 1.789062, 1.984375, 1.882812, 2.015625, 2.0625, 1.8125, 1.851562, 1.828125 ] }, "name": "model.transformer.layers.21.attn.q_norm.weight", "outputIndexes": [ 1341 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1340, 1341 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_21/Mul_1_output_0", "outputIndexes": [ 1342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1342, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_84_output_0", "outputIndexes": [ 1343 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1342, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_85_output_0", "outputIndexes": [ 1344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_42_output_0", "outputIndexes": [ 1345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1342, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_84_output_0", "outputIndexes": [ 1346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1345, 1346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_108_output_0", "outputIndexes": [ 1347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1347, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_85_output_0", "outputIndexes": [ 1348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1343, 1348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_84_output_0", "outputIndexes": [ 1349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1323 ], "outputIndexes": [ 3086 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3086 ], "outputIndexes": [ 3087 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear", "inputIndexes": [ 3087 ], "outputIndexes": [ 3088 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1302973946, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3088 ], "outputIndexes": [ 3089 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3089 ], "outputIndexes": [ 1350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1337, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_106_output_0", "outputIndexes": [ 1351 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1350, 1351 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_86_output_0", "outputIndexes": [ 1352 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1352 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_21/Mul_output_0", "outputIndexes": [ 1353 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.055908, 0.128906, 0.015869, 0.117188, 0.003967, 1.421875, 0.039551, 0.063965, 0.119141, 1.3125, 1.625, 1.640625, 1.570312, 1.53125, 1.75, 1.664062, 1.953125, 1.570312, 1.5, 1.898438, 1.757812, 1.742188, 1.859375, 1.40625, 1.398438, 1.445312, 2.046875, 1.71875, 1.90625, 2.25, 1.992188, 1.460938, 2.0, 2.03125, 1.804688, 1.789062, 2.15625, 1.59375, 2.015625, 2.109375, 2.03125, 1.15625, 1.484375, 2.09375, 1.945312, 1.632812, 1.9375, 1.726562, 2.03125, 1.835938, 1.984375, 1.828125, 1.851562, 2.140625, 1.835938, 2.296875, 1.835938, 3.3125, 2.328125, 2.09375, 1.8125, 1.929688, 1.929688, 1.882812, 0.0625, -0.00824, 0.277344, -0.006805, 0.287109, 0.78125, 1.140625, 1.273438, 1.679688, 1.296875, 1.265625, 0.542969, 1.078125, 1.476562, 1.234375, 1.054688, 1.265625, 1.546875, 1.804688, 1.390625, 1.523438, 1.789062, 1.460938, 1.820312, 1.960938, 1.820312, 1.578125, 2.0, 1.546875, 1.28125, 1.59375, 2.046875, 1.710938, 1.679688, 2.0625, 2.0625, 1.46875, 2.359375, 1.804688, 1.789062, 1.851562, 2.625, 2.359375, 1.8125, 1.9375, 2.328125, 1.929688, 2.15625, 1.90625, 2.015625, 1.820312, 1.96875, 2.015625, 1.65625, 1.804688, 1.609375, 1.695312, 1.664062, 1.617188, 1.859375, 1.640625, 1.914062, 1.9375, 1.9375 ] }, "name": "model.transformer.layers.21.attn.k_norm.weight", "outputIndexes": [ 1354 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1353, 1354 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_21/Mul_1_output_0", "outputIndexes": [ 1355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_86_output_0", "outputIndexes": [ 1356 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_87_output_0", "outputIndexes": [ 1357 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1357 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_43_output_0", "outputIndexes": [ 1358 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_86_output_0", "outputIndexes": [ 1359 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1358, 1359 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_109_output_0", "outputIndexes": [ 1360 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1360, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_87_output_0", "outputIndexes": [ 1361 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1356, 1361 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_85_output_0", "outputIndexes": [ 1362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1323 ], "outputIndexes": [ 3090 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3090 ], "outputIndexes": [ 3091 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear", "inputIndexes": [ 3091 ], "outputIndexes": [ 3092 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1305065728, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3092 ], "outputIndexes": [ 3093 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3093 ], "outputIndexes": [ 1363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1363, 1351 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_87_output_0", "outputIndexes": [ 1364 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349, 1362, 1364, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.21/self_attn/FusedAttention", "outputIndexes": [ 1365 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1365 ], "outputIndexes": [ 3094 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3094 ], "outputIndexes": [ 3095 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear", "inputIndexes": [ 3095 ], "outputIndexes": [ 3096 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1307157510, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3096 ], "outputIndexes": [ 3097 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3097 ], "outputIndexes": [ 1366 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1320, 1366 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_86_output_0", "outputIndexes": [ 1367 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1367 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_21/Mul_output_0", "outputIndexes": [ 1368 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.402344, 0.378906, 0.382812, 0.396484, 0.365234, 0.378906, 0.369141, 0.378906, 0.361328, 0.392578, 0.384766, 0.388672, 0.388672, 0.392578, 0.371094, 0.359375, 0.388672, 0.388672, 0.376953, 0.380859, 0.367188, 0.373047, 0.384766, 0.371094, 0.386719, 0.382812, 0.388672, 0.375, 0.398438, 0.371094, 0.380859, 0.375, 0.375, 0.390625, 0.363281, 0.382812, 0.380859, 0.390625, 0.398438, 0.382812, 0.402344, 0.386719, 0.363281, 0.394531, 0.361328, 0.367188, 0.376953, 0.376953, 0.386719, 0.378906, 0.388672, 0.373047, 0.388672, 0.384766, 0.367188, 0.373047, 0.392578, 0.388672, 0.363281, 0.384766, 0.378906, 0.390625, 0.386719, 0.384766, 0.380859, 0.367188, 0.382812, 0.396484, 0.375, 0.398438, 0.375, 0.394531, 0.380859, 0.361328, 0.400391, 0.386719, 0.380859, 0.392578, 0.382812, 0.382812, 0.384766, 0.382812, 0.388672, 0.380859, 0.365234, 0.373047, 0.363281, 0.382812, 0.384766, 0.398438, 0.375, 0.386719, 0.373047, 0.378906, 0.388672, 0.355469, 0.386719, 0.371094, 0.394531, 0.363281, 0.386719, 0.361328, 0.382812, 0.367188, 0.363281, 0.386719, 0.380859, 0.375, 0.388672, 0.384766, 0.376953, 0.386719, 0.380859, 0.400391, 0.392578, 0.359375, 0.396484, 0.369141, 0.402344, 0.396484, 0.357422, 0.365234, 0.373047, 0.380859, 0.375, 0.380859, 0.390625, 0.384766, 0.373047, 0.373047, 0.380859, 0.384766, 0.40625, 0.382812, 0.371094, 0.375, 0.376953, 0.390625, 0.376953, 0.375, 0.376953, 0.386719, 0.382812, 0.384766, 0.380859, 0.375, 0.369141, 0.384766, 0.378906, 0.384766, 0.386719, 0.376953, 0.376953, 0.382812, 0.371094, 0.398438, 0.382812, 0.384766, 0.398438, 0.388672, 0.384766, 0.394531, 0.392578, 0.386719, 0.373047, 0.376953, 0.365234, 0.371094, 0.367188, 0.386719, 0.367188, 0.378906, 0.396484, 0.384766, 0.398438, 0.382812, 0.384766, 0.382812, 0.373047, 0.376953, 0.359375, 0.371094, 0.369141, 0.386719, 0.380859, 0.378906, 0.361328, 0.367188, 0.392578, 0.375, 0.380859, 0.371094, 0.390625, 0.361328, 0.355469, 0.398438, 0.375, 0.380859, 0.390625, 0.376953, 0.400391, 0.378906, 0.376953, 0.369141, 0.402344, 0.408203, 0.375, 0.384766, 0.382812, 0.390625, 0.376953, 0.382812, 0.380859, 0.382812, 0.375, 0.375, 0.376953, 0.380859, 0.390625, 0.355469, 0.388672, 0.384766, 0.386719, 0.378906, 0.378906, 0.375, 0.373047, 0.394531, 0.378906, 0.380859, 0.361328, 0.390625, 0.375, 0.392578, 0.380859, 0.378906, 0.378906, 0.386719, 0.363281, 0.376953, 0.376953, 0.384766, 0.390625, 0.376953, 0.394531, 0.347656, 0.390625, 0.375, 0.386719, 0.390625, 0.378906, 0.384766, 0.373047, 0.382812, 0.384766, 0.392578, 0.380859, 0.375, 0.394531, 0.384766, 0.384766, 0.378906, 0.382812, 0.376953, 0.376953, 0.386719, 0.367188, 0.376953, 0.378906, 0.380859, 0.371094, 0.382812, 0.373047, 0.373047, 0.375, 0.373047, 0.371094, 0.376953, 0.390625, 0.384766, 0.375, 0.394531, 0.376953, 0.394531, 0.386719, 0.378906, 0.378906, 0.376953, 0.392578, 0.380859, 0.388672, 0.382812, 0.378906, 0.404297, 0.392578, 0.388672, 0.376953, 0.384766, 0.398438, 0.375, 0.396484, 0.398438, 0.392578, 0.373047, 0.380859, 0.384766, 0.384766, 0.388672, 0.369141, 0.373047, 0.382812, 0.384766, 0.376953, 0.373047, 0.371094, 0.380859, 0.392578, 0.376953, 0.378906, 0.378906, 0.384766, 0.378906, 0.371094, 0.369141, 0.373047, 0.386719, 0.380859, 0.386719, 0.369141, 0.388672, 0.390625, 0.373047, 0.396484, 0.365234, 0.396484, 0.388672, 0.380859, 0.382812, 0.384766, 0.398438, 0.376953, 0.371094, 0.396484, 0.375, 0.382812, 0.373047, 0.386719, 0.386719, 0.371094, 0.373047, 0.378906, 0.388672, 0.400391, 0.398438, 0.367188, 0.388672, 0.386719, 0.375, 0.361328, 0.371094, 0.388672, 0.392578, 0.384766, 0.386719, 0.398438, 0.380859, 0.382812, 0.347656, 0.371094, 0.367188, 0.384766, 0.375, 0.396484, 0.373047, 0.376953, 0.384766, 0.375, 0.390625, 0.384766, 0.378906, 0.390625, 0.373047, 0.367188, 0.400391, 0.378906, 0.378906, 0.367188, 0.388672, 0.388672, 0.378906, 0.388672, 0.396484, 0.380859, 0.396484, 0.375, 0.408203, 0.382812, 0.375, 0.373047, 0.369141, 0.382812, 0.386719, 0.375, 0.367188, 0.384766, 0.390625, 0.369141, 0.367188, 0.398438, 0.341797, 0.369141, 0.390625, 0.384766, 0.376953, 0.390625, 0.376953, 0.382812, 0.382812, 0.392578, 0.378906, 0.398438, 0.349609, 0.386719, 0.378906, 0.365234, 0.392578, 0.378906, 0.382812, 0.388672, 0.373047, 0.388672, 0.392578, 0.365234, 0.380859, 0.378906, 0.378906, 0.396484, 0.384766, 0.384766, 0.386719, 0.394531, 0.386719, 0.378906, 0.371094, 0.378906, 0.369141, 0.386719, 0.375, 0.376953, 0.378906, 0.380859, 0.386719, 0.392578, 0.369141, 0.376953, 0.371094, 0.388672, 0.388672, 0.384766, 0.388672, 0.380859, 0.386719, 0.357422, 0.371094, 0.394531, 0.376953, 0.371094, 0.384766, 0.373047, 0.365234, 0.375, 0.367188, 0.384766, 0.382812, 0.380859, 0.382812, 0.359375, 0.384766, 0.375, 0.355469, 0.380859, 0.375, 0.369141, 0.363281, 0.384766, 0.382812, 0.396484, 0.388672, 0.392578, 0.382812, 0.353516, 0.378906, 0.40625, 0.378906, 0.376953, 0.376953, 0.384766, 0.380859, 0.367188, 0.398438, 0.386719, 0.382812, 0.376953, 0.357422, 0.386719, 0.373047, 0.373047, 0.380859, 0.386719, 0.384766, 0.371094, 0.386719, 0.380859, 0.378906, 0.382812, 0.384766, 0.396484, 0.388672, 0.384766, 0.373047, 0.378906, 0.375, 0.378906, 0.382812, 0.371094, 0.382812, 0.380859, 0.382812, 0.371094, 0.386719, 0.353516, 0.380859, 0.373047, 0.369141, 0.380859, 0.412109, 0.380859, 0.388672, 0.371094, 0.392578, 0.392578, 0.394531, 0.40625, 0.380859, 0.384766, 0.394531, 0.378906, 0.386719, 0.384766, 0.396484, 0.380859, 0.388672, 0.386719, 0.376953, 0.394531, 0.378906, 0.367188, 0.390625, 0.380859, 0.375, 0.394531, 0.375, 0.373047, 0.380859, 0.371094, 0.367188, 0.367188, 0.373047, 0.376953, 0.392578, 0.380859, 0.390625, 0.376953, 0.382812, 0.375, 0.388672, 0.380859, 0.382812, 0.384766, 0.365234, 0.394531, 0.378906, 0.376953, 0.394531, 0.386719, 0.386719, 0.380859, 0.176758, 0.392578, 0.390625, 0.373047, 0.388672, 0.376953, 0.396484, 0.376953, 0.380859, 0.388672, 0.384766, 0.380859, 0.382812, 0.375, 0.388672, 0.408203, 0.380859, 0.378906, 0.386719, 0.375, 0.371094, 0.382812, 0.371094, 0.375, 0.375, 0.369141, 0.382812, 0.376953, 0.382812, 0.392578, 0.376953, 0.384766, 0.378906, 0.386719, 0.375, 0.400391, 0.371094, 0.376953, 0.382812, 0.382812, 0.394531, 0.378906, 0.380859, 0.378906, 0.376953, 0.400391, 0.386719, 0.378906, 0.371094, 0.371094, 0.398438, 0.394531, 0.386719, 0.369141, 0.386719, 0.392578, 0.380859, 0.384766, 0.367188, 0.390625, 0.384766, 0.363281, 0.380859, 0.376953, 0.386719, 0.367188, 0.394531, 0.382812, 0.373047, 0.392578, 0.390625, 0.404297, 0.375, 0.380859, 0.388672, 0.382812, 0.384766, 0.380859, 0.388672, 0.376953, 0.388672, 0.380859, 0.388672, 0.375, 0.386719, 0.400391, 0.386719, 0.380859, 0.388672, 0.373047, 0.398438, 0.396484, 0.384766, 0.398438, 0.392578, 0.390625, 0.367188, 0.378906, 0.355469, 0.386719, 0.375, 0.378906, 0.324219, 0.373047, 0.373047, 0.382812, 0.382812, 0.365234, 0.380859, 0.378906, 0.380859, 0.380859, 0.396484, 0.378906, 0.376953, 0.382812, 0.382812, 0.388672, 0.365234, 0.380859, 0.388672, 0.382812, 0.384766, 0.341797, 0.394531, 0.380859, 0.373047, 0.384766, 0.380859, 0.382812, 0.384766, 0.400391, 0.388672, 0.392578, 0.386719, 0.375, 0.392578, 0.371094, 0.392578, 0.390625, 0.388672, 0.380859, 0.384766, 0.376953, 0.412109, 0.388672, 0.384766, 0.386719, 0.390625, 0.380859, 0.367188, 0.388672, 0.361328, 0.380859, 0.373047, 0.390625, 0.392578, 0.367188, 0.390625, 0.376953, 0.394531, 0.376953, 0.392578, 0.384766, 0.390625, 0.380859, 0.376953, 0.382812, 0.392578, 0.378906, 0.390625, 0.371094, 0.384766, 0.394531, 0.402344, 0.375, 0.392578, 0.375, 0.384766, 0.365234, 0.380859, 0.388672, 0.376953, 0.34375, 0.373047, 0.378906, 0.396484, 0.365234, 0.380859, 0.380859, 0.396484, 0.369141, 0.380859, 0.378906, 0.388672, 0.398438, 0.390625, 0.373047, 0.369141, 0.380859, 0.386719, 0.371094, 0.376953, 0.378906, 0.392578, 0.365234, 0.380859, 0.371094, 0.394531, 0.386719, 0.386719, 0.390625, 0.375, 0.380859, 0.378906, 0.375, 0.353516, 0.396484, 0.388672, 0.351562, 0.375, 0.396484, 0.390625, 0.361328, 0.386719, 0.400391, 0.396484, 0.380859, 0.380859, 0.371094, 0.382812, 0.371094, 0.378906, 0.394531, 0.378906, 0.378906, 0.369141, 0.369141, 0.378906, 0.384766, 0.402344, 0.382812, 0.371094, 0.390625, 0.390625, 0.380859, 0.384766, 0.384766, 0.400391, 0.384766, 0.396484, 0.388672, 0.382812, 0.376953, 0.382812, 0.373047, 0.388672, 0.373047, 0.380859, 0.392578, 0.376953, 0.388672, 0.386719, 0.386719, 0.382812, 0.384766, 0.376953, 0.386719, 0.380859, 0.351562, 0.384766, 0.386719, 0.378906, 0.373047, 0.371094, 0.392578, 0.353516, 0.380859, 0.378906, 0.371094, 0.384766, 0.380859, 0.388672, 0.380859, 0.380859, 0.382812, 0.375, 0.371094, 0.388672, 0.386719, 0.359375, 0.392578, 0.363281, 0.380859, 0.398438, 0.386719, 0.378906, 0.378906, 0.384766, 0.369141, 0.363281, 0.390625, 0.396484, 0.380859, 0.365234, 0.351562, 0.396484, 0.380859, 0.386719, 0.386719, 0.390625, 0.404297, 0.355469, 0.375, 0.392578, 0.375, 0.361328, 0.376953, 0.390625, 0.371094, 0.376953, 0.386719, 0.390625, 0.386719, 0.384766, 0.400391, 0.371094, 0.386719, 0.371094, 0.382812, 0.388672, 0.388672, 0.390625, 0.361328, 0.371094, 0.367188, 0.380859, 0.365234, 0.392578, 0.380859, 0.367188, 0.371094, 0.396484, 0.386719, 0.396484, 0.306641, 0.386719, 0.388672, 0.375, 0.390625, 0.382812, 0.382812, 0.373047, 0.375, 0.371094, 0.386719, 0.392578, 0.382812, 0.394531, 0.378906, 0.375, 0.386719, 0.382812, 0.402344, 0.382812, 0.390625, 0.380859, 0.369141, 0.382812, 0.367188, 0.382812, 0.378906, 0.390625, 0.386719, 0.40625, 0.398438, 0.386719, 0.376953, 0.382812, 0.367188, 0.382812, 0.394531, 0.378906, 0.375, 0.384766, 0.390625, 0.380859, 0.384766, 0.373047, 0.392578, 0.357422, 0.380859, 0.376953, 0.382812, 0.392578, 0.384766, 0.392578, 0.373047, 0.410156, 0.363281, 0.392578, 0.373047, 0.382812, 0.384766, 0.390625, 0.375, 0.375, 0.384766, 0.390625, 0.398438, 0.394531, 0.380859, 0.386719, 0.378906, 0.386719, 0.380859, 0.388672, 0.378906, 0.369141, 0.373047, 0.390625, 0.384766, 0.359375, 0.388672, 0.378906, 0.394531, 0.363281, 0.375, 0.365234, 0.386719, 0.363281, 0.371094, 0.369141, 0.392578, 0.376953, 0.390625, 0.390625, 0.384766, 0.375, 0.400391, 0.392578, 0.375, 0.386719, 0.375, 0.394531, 0.380859, 0.371094, 0.382812, 0.365234, 0.373047, 0.378906, 0.386719, 0.382812, 0.365234, 0.367188, 0.380859, 0.371094, 0.375, 0.384766, 0.386719, 0.384766, 0.367188, 0.390625, 0.380859, 0.378906, 0.386719, 0.384766, 0.394531, 0.367188, 0.376953, 0.375, 0.382812, 0.380859, 0.402344, 0.396484, 0.384766, 0.365234, 0.396484, 0.378906, 0.394531, 0.382812, 0.392578, 0.380859, 0.375, 0.392578, 0.357422, 0.382812, 0.375, 0.390625, 0.380859, 0.384766, 0.386719, 0.384766, 0.367188, 0.380859, 0.390625, 0.382812, 0.382812, 0.378906, 0.384766, 0.384766, 0.380859, 0.398438, 0.375, 0.384766, 0.384766, 0.386719, 0.384766, 0.396484, 0.394531, 0.394531, 0.382812, 0.388672, 0.386719, 0.382812, 0.382812, 0.375, 0.380859, 0.390625, 0.392578, 0.394531, 0.376953, 0.488281, 0.382812, 0.386719, 0.392578, 0.388672, 0.392578, 0.375, 0.373047, 0.392578, 0.375, 0.394531, 0.392578, 0.355469, 0.373047, 0.386719, 0.384766, 0.394531, 0.390625, 0.386719, 0.386719, 0.384766, 0.394531, 0.378906, 0.390625, 0.384766, 0.394531, 0.375, 0.384766, 0.382812, 0.400391, 0.371094, 0.376953, 0.390625, 0.380859, 0.386719, 0.371094, 0.382812, 0.384766, 0.361328, 0.384766, 0.376953, 0.386719, 0.382812, 0.390625, 0.375, 0.388672, 0.390625, 0.375, 0.390625, 0.380859, 0.375, 0.382812, 0.378906, 0.380859, 0.388672, 0.367188, 0.376953, 0.378906, 0.386719, 0.390625, 0.371094, 0.382812, 0.376953, 0.398438, 0.369141, 0.388672, 0.380859, 0.388672, 0.384766, 0.394531, 0.378906, 0.400391, 0.386719, 0.390625, 0.375, 0.386719, 0.390625, 0.398438, 0.386719, 0.373047, 0.371094, 0.380859, 0.382812, 0.390625, 0.380859, 0.390625, 0.378906, 0.371094, 0.384766, 0.388672, 0.394531, 0.388672, 0.365234, 0.384766, 0.376953, 0.392578, 0.386719, 0.388672, 0.367188, 0.396484, 0.376953, 0.376953, 0.388672, 0.376953, 0.380859, 0.386719, 0.369141, 0.386719, 0.378906, 0.394531, 0.375, 0.375, 0.392578, 0.380859, 0.402344, 0.380859, 0.375, 0.382812, 0.382812, 0.369141, 0.396484, 0.380859, 0.384766, 0.375, 0.369141, 0.378906, 0.378906, 0.375, 0.373047, 0.363281, 0.382812, 0.398438, 0.384766, 0.398438, 0.371094, 0.369141, 0.388672, 0.384766, 0.392578, 0.384766, 0.365234, 0.390625, 0.369141, 0.369141, 0.382812, 0.386719, 0.388672, 0.378906, 0.388672, 0.384766, 0.359375, 0.390625, 0.380859, 0.394531, 0.376953, 0.396484, 0.382812, 0.382812, 0.384766, 0.363281, 0.386719, 0.376953, 0.388672, 0.380859, 0.378906, 0.400391, 0.371094, 0.369141, 0.378906, 0.359375, 0.378906, 0.369141, 0.398438, 0.386719, 0.367188, 0.392578, 0.378906, 0.371094, 0.388672, 0.376953, 0.375, 0.359375, 0.390625, 0.376953, 0.371094, 0.373047, 0.394531, 0.386719, 0.376953, 0.388672, 0.375, 0.367188, 0.386719, 0.371094, 0.369141, 0.367188, 0.367188, 0.376953, 0.376953, 0.386719, 0.392578, 0.400391, 0.380859, 0.384766, 0.384766, 0.384766, 0.382812, 0.378906, 0.384766, 0.384766, 0.392578, 0.378906, 0.375, 0.392578, 0.353516, 0.373047, 0.40625, 0.380859, 0.386719, 0.384766, 0.361328, 0.384766, 0.367188, 0.365234, 0.390625, 0.382812, 0.378906, 0.388672, 0.388672, 0.382812, 0.384766, 0.371094, 0.384766, 0.380859, 0.373047, 0.380859, 0.371094, 0.380859, 0.388672, 0.402344, 0.375, 0.373047, 0.380859, 0.371094, 0.394531, 0.388672, 0.378906, 0.388672, 0.380859, 0.375, 0.380859, 0.378906, 0.376953, 0.384766, 0.380859, 0.146484, 0.382812, 0.375, 0.392578, 0.378906, 0.375, 0.357422, 0.400391, 0.384766, 0.390625, 0.386719, 0.375, 0.375, 0.390625, 0.388672, 0.380859, 0.394531, 0.384766, 0.384766, 0.380859, 0.369141, 0.386719, 0.376953, 0.392578, 0.382812, 0.402344, 0.363281, 0.365234, 0.382812, 0.396484, 0.396484, 0.390625, 0.386719, 0.396484, 0.390625, 0.388672, 0.367188, 0.378906, 0.388672, 0.382812, 0.378906, 0.378906, 0.367188, 0.355469, 0.369141, 0.369141, 0.384766, 0.378906, 0.390625, 0.392578, 0.388672, 0.357422, 0.375, 0.349609, 0.376953, 0.392578, 0.382812, 0.361328, 0.404297, 0.376953, 0.371094, 0.386719, 0.382812, 0.380859, 0.384766, 0.363281, 0.376953, 0.396484, 0.355469, 0.371094, 0.394531, 0.369141, 0.375, 0.369141, 0.384766, 0.365234, 0.373047, 0.369141, 0.378906, 0.386719, 0.396484, 0.371094, 0.375, 0.375, 0.378906, 0.392578, 0.380859, 0.382812, 0.361328, 0.388672, 0.378906, 0.382812, 0.382812, 0.361328, 0.365234, 0.392578, 0.384766, 0.384766, 0.396484, 0.365234, 0.390625, 0.380859, 0.365234, 0.388672, 0.388672, 0.394531, 0.380859, 0.380859, 0.382812, 0.390625, 0.375, 0.378906, 0.376953, 0.390625, 0.367188, 0.373047, 0.355469, 0.380859, 0.392578, 0.375, 0.369141, 0.394531, 0.373047, 0.365234, 0.380859, 0.382812, 0.369141, 0.373047, 0.375, 0.369141, 0.386719, 0.365234, 0.382812, 0.371094, 0.396484, 0.392578, 0.371094, 0.384766, 0.382812, 0.367188, 0.390625, 0.398438, 0.394531, 0.390625, 0.400391, 0.373047, 0.388672, 0.365234, 0.382812, 0.380859, 0.375, 0.386719, 0.367188, 0.378906, 0.376953, 0.398438, 0.390625, 0.388672, 0.373047, 0.394531, 0.359375, 0.384766, 0.384766, 0.375, 0.365234, 0.386719, 0.396484, 0.382812, 0.392578, 0.375, 0.376953, 0.367188, 0.369141, 0.390625, 0.363281, 0.396484, 0.388672, 0.373047, 0.386719, 0.396484, 0.380859, 0.392578, 0.398438, 0.382812, 0.404297, 0.376953, 0.373047, 0.386719, 0.367188, 0.371094, 0.375, 0.376953, 0.386719, 0.376953, 0.380859, 0.384766, 0.382812, 0.378906, 0.378906, 0.386719, 0.375, 0.378906, 0.376953, 0.371094, 0.380859, 0.365234, 0.388672, 0.384766, 0.378906, 0.388672, 0.349609, 0.373047, 0.375, 0.378906, 0.378906, 0.380859, 0.380859, 0.367188, 0.380859, 0.384766, 0.380859, 0.378906, 0.398438, 0.382812, 0.369141, 0.357422, 0.384766, 0.384766, 0.378906, 0.378906, 0.378906, 0.394531, 0.390625, 0.373047, 0.386719, 0.378906, 0.380859, 0.384766, 0.384766, 0.394531, 0.396484, 0.384766, 0.388672, 0.392578, 0.365234, 0.380859, 0.390625, 0.386719, 0.371094, 0.390625, 0.386719, 0.371094, 0.392578, 0.380859, 0.386719, 0.376953, 0.380859, 0.390625, 0.382812, 0.386719, 0.371094, 0.380859, 0.380859, 0.392578, 0.373047, 0.394531, 0.380859, 0.382812, 0.378906, 0.361328, 0.402344, 0.361328, 0.375, 0.371094, 0.402344, 0.382812, 0.392578, 0.398438, 0.369141, 0.376953, 0.390625, 0.388672, 0.394531, 0.378906, 0.388672, 0.373047, 0.373047, 0.390625, 0.376953, 0.380859, 0.400391, 0.384766, 0.375, 0.380859, 0.367188, 0.373047, 0.396484, 0.400391, 0.375, 0.382812, 0.371094, 0.396484, 0.371094, 0.359375, 0.396484, 0.378906, 0.378906, 0.384766, 0.388672, 0.396484, 0.390625, 0.373047, 0.373047, 0.380859, 0.34375, 0.380859, 0.394531, 0.000113, 0.371094, 0.402344, 0.378906, 0.357422, 0.390625, 0.380859, 0.371094, 0.367188, 0.376953, 0.369141, 0.396484, 0.378906, 0.380859, 0.390625, 0.373047, 0.375, 0.380859, 0.375, 0.392578, 0.392578, 0.376953, 0.373047, 0.378906, 0.378906, 0.367188, 0.375, 0.376953, 0.376953, 0.376953, 0.367188, 0.382812, 0.365234, 0.371094, 0.371094, 0.386719, 0.384766, 0.382812, 0.375, 0.382812, 0.371094, 0.347656, 0.412109, 0.376953, 0.378906, 0.390625, 0.382812, 0.365234, 0.353516, 0.384766, 0.384766, 0.392578, 0.369141, 0.388672, 0.390625, 0.378906, 0.373047, 0.388672, 0.373047, 0.382812, 0.367188, 0.378906, 0.337891, 0.369141, 0.376953, 0.371094, 0.380859, 0.373047, 0.390625, 0.361328, 0.357422, 0.390625, 0.392578, 0.380859, 0.390625, 0.359375, 0.371094, 0.380859, 0.371094, 0.382812, 0.380859, 0.369141, 0.384766, 0.398438, 0.400391, 0.380859, 0.373047, 0.371094, 0.390625, 0.376953, 0.380859, 0.365234, 0.378906, 0.394531, 0.386719, 0.384766, 0.380859, 0.373047, 0.380859, 0.384766, 0.378906, 0.367188, 0.380859, 0.396484, 0.390625, 0.371094, 0.384766, 0.380859, 0.392578, 0.380859, 0.373047, 0.369141, 0.373047, 0.373047, 0.380859, 0.386719, 0.384766, 0.384766, 0.361328, 0.380859, 0.376953, 0.382812, 0.369141, 0.369141, 0.386719, 0.382812, 0.392578, 0.365234, 0.386719, 0.388672, 0.363281, 0.380859, 0.047607, 0.376953, 0.376953, 0.394531, 0.388672, 0.390625, 0.369141, 0.376953, 0.376953, 0.376953, 0.371094, 0.373047, 0.367188, 0.369141, 0.382812, 0.371094, 0.380859, 0.382812, 0.369141, 0.357422, 0.392578, 0.382812, 0.382812, 0.269531, 0.359375, 0.382812, 0.400391, 0.394531, 0.396484, 0.388672, 0.384766, 0.365234, 0.375, 0.390625, 0.376953, 0.380859, 0.371094, 0.402344, 0.367188, 0.384766, 0.369141, 0.386719, 0.375, 0.369141, 0.386719, 0.376953, 0.380859, 0.357422, 0.380859, 0.373047, 0.359375, 0.384766, 0.363281, 0.384766, 0.378906, 0.371094, 0.380859, 0.371094, 0.384766, 0.386719, 0.392578, 0.384766, 0.376953, 0.382812, 0.382812, 0.390625, 0.375, 0.378906, 0.365234, 0.369141, 0.396484, 0.378906, 0.384766, 0.378906, 0.382812, 0.371094, 0.380859, 0.378906, 0.380859, 0.376953, 0.382812, 0.396484, 0.353516, 0.380859, 0.384766, 0.380859, 0.390625, 0.363281, 0.380859, 0.390625, 0.376953, 0.386719, 0.390625, 0.386719, 0.384766, 0.373047, 0.371094, 0.398438, 0.367188, 0.376953, 0.382812, 0.398438, 0.382812, 0.369141, 0.382812, 0.367188, 0.378906, 0.390625, 0.392578, 0.382812, 0.367188, 0.392578, 0.378906, 0.369141, 0.376953, 0.384766, 0.367188, 0.375, 0.380859, 0.384766, 0.380859, 0.371094, 0.386719, 0.369141, 0.380859, 0.365234, 0.384766, 0.375, 0.365234, 0.394531, 0.378906, 0.375, 0.371094, 0.349609, 0.373047, 0.402344, 0.382812, 0.380859, 0.380859, 0.388672, 0.369141, 0.384766, 0.402344, 0.388672, 0.369141, 0.369141, 0.384766, 0.388672, 0.380859, 0.386719, 0.402344, 0.376953, 0.375, 0.392578, 0.392578, 0.369141, 0.384766, 0.378906, 0.384766, 0.380859, 0.380859, 0.380859, 0.388672, 0.365234, 0.386719, 0.382812, 0.378906, 0.400391, 0.380859, 0.388672, 0.388672, 0.359375, 0.382812, 0.369141, 0.376953, 0.378906, 0.388672, 0.392578, 0.367188, 0.369141, 0.386719, 0.376953, 0.361328, 0.382812, 0.392578, 0.380859, 0.373047, 0.382812, 0.380859, 0.380859, 0.382812, 0.382812, 0.384766, 0.386719, 0.367188, 0.380859, 0.376953, 0.384766, 0.394531, 0.386719, 0.365234, 0.375, 0.384766, 0.386719, 0.376953, 0.388672, 0.388672, 0.375, 0.388672, 0.380859, 0.386719, 0.398438, 0.363281, 0.380859, 0.388672, 0.386719, 0.384766, 0.367188, 0.373047, 0.367188, 0.375, 0.382812, 0.375, 0.380859, 0.380859, 0.410156, 0.390625, 0.388672, 0.373047, 0.380859, 0.380859, 0.394531, 0.378906, 0.380859, 0.380859, 0.365234, 0.384766, 0.388672, 0.400391, 0.378906, 0.386719, 0.369141, 0.367188, 0.386719, 0.400391, 0.367188, 0.384766, 0.390625, 0.388672, 0.386719, 0.355469, 0.390625, 0.390625, 0.382812, 0.394531, 0.380859, 0.378906, 0.369141, 0.382812, 0.378906, 0.386719, 0.390625, 0.384766, 0.394531, 0.371094, 0.378906, 0.386719, 0.357422, 0.392578, 0.378906, 0.365234, 0.390625, 0.357422, 0.363281, 0.357422, 0.373047, 0.380859, 0.382812, 0.396484, 0.376953, 0.376953, 0.386719, 0.400391, 0.365234, 0.392578, 0.365234, 0.367188, 0.380859, 0.380859, 0.376953, 0.398438, 0.402344, 0.376953, 0.388672, 0.378906, 0.394531, 0.386719, 0.369141, 0.392578, 0.382812, 0.390625, 0.390625, 0.371094, 0.384766, 0.382812, 0.392578, 0.378906, 0.390625, 0.149414, 0.388672, 0.40625, 0.392578, 0.376953, 0.394531, 0.392578, 0.378906, 0.396484, 0.380859, 0.373047, 0.378906, 0.378906, 0.375, 0.375, 0.392578, 0.386719, 0.398438, 0.394531, 0.380859, 0.396484, 0.388672, 0.382812, 0.388672, 0.386719, 0.373047, 0.388672, 0.386719, 0.363281, 0.365234, 0.363281, 0.376953, 0.380859, 0.388672, 0.373047, 0.378906, 0.373047, 0.390625, 0.382812, 0.373047, 0.386719, 0.396484, 0.386719, 0.378906, 0.382812, 0.371094, 0.386719, 0.386719, 0.378906, 0.382812, 0.390625, 0.375, 0.376953, 0.394531, 0.380859, 0.382812, 0.380859, 0.386719, 0.394531, 0.371094, 0.382812, 0.378906, 0.371094, 0.396484, 0.386719, 0.380859, 0.380859, 0.394531, 0.382812, 0.347656, 0.373047, 0.386719, 0.378906, 0.378906, 0.380859, 0.390625, 0.394531, 0.353516, 0.376953, 0.375, 0.359375, 0.367188, 0.384766, 0.371094, 0.390625, 0.386719, 0.382812, 0.365234, 0.382812, 0.386719, 0.400391, 0.394531, 0.375, 0.388672, 0.375, 0.378906, 0.363281, 0.392578, 0.400391, 0.388672, 0.388672, 0.396484, 0.382812, 0.371094, 0.388672, 0.382812, 0.373047, 0.375, 0.384766, 0.400391, 0.380859, 0.380859, 0.388672, 0.384766, 0.382812, 0.392578, 0.386719, 0.384766, 0.357422, 0.363281, 0.371094, 0.390625, 0.390625, 0.382812, 0.375, 0.382812, 0.365234, 0.371094, 0.369141, 0.386719, 0.367188, 0.375, 0.378906, 0.382812, 0.361328, 0.382812, 0.388672, 0.371094, 0.390625, 0.373047, 0.388672, 0.388672, 0.371094, 0.382812, 0.384766, 0.367188, 0.376953, 0.375, 0.386719, 0.378906, 0.371094, 0.386719, 0.373047, 0.398438, 0.398438, 0.378906, 0.380859, 0.378906, 0.382812, 0.388672, 0.396484, 0.380859, 0.365234, 0.394531, 0.384766, 0.378906, 0.353516, 0.378906, 0.392578, 0.390625, 0.375, 0.402344, 0.390625, 0.375, 0.388672, 0.394531, 0.367188, 0.396484, 0.388672, 0.388672, 0.390625, 0.392578, 0.388672, 0.384766, 0.386719, 0.390625, 0.390625, 0.371094, 0.390625, 0.376953, 0.380859, 0.396484, 0.396484, 0.384766, 0.371094, 0.386719, 0.388672, 0.398438, 0.384766, 0.400391, 0.367188, 0.382812, 0.357422, 0.386719, 0.378906, 0.390625, 0.384766, 0.394531, 0.375, 0.388672, 0.378906, 0.380859, 0.386719, 0.400391, 0.382812, 0.390625, 0.384766, 0.355469, 0.380859, 0.382812, 0.400391, 0.382812, 0.392578, 0.380859, 0.378906, 0.375, 0.382812, 0.369141, 0.384766, 0.386719, 0.392578, 0.392578, 0.371094, 0.353516, 0.355469, 0.400391, 0.369141, 0.392578, 0.367188, 0.388672, 0.375, 0.394531, 0.373047, 0.396484, 0.388672, 0.396484, 0.376953, 0.388672, 0.386719, 0.373047, 0.392578, 0.375, 0.390625, 0.390625, 0.388672, 0.400391, 0.371094, 0.386719, 0.394531, 0.345703, 0.388672, 0.363281, 0.373047, 0.375, 0.386719, 0.369141, 0.394531, 0.376953, 0.359375, 0.388672, 0.400391, 0.386719, 0.392578, 0.371094, 0.384766, 0.380859, 0.394531, 0.394531, 0.378906, 0.376953, 0.369141, 0.398438, 0.375, 0.398438, 0.382812, 0.390625, 0.371094, 0.378906, 0.371094, 0.380859, 0.382812, 0.390625, 0.380859, 0.380859, 0.394531, 0.394531, 0.392578, 0.388672, 0.367188, 0.394531, 0.378906, 0.386719, 0.380859, 0.388672, 0.382812, 0.378906, 0.390625, 0.390625, 0.388672, 0.386719, 0.386719, 0.380859, 0.373047, 0.371094, 0.361328, 0.390625, 0.384766, 0.382812, 0.382812, 0.382812, 0.373047, 0.375, 0.375, 0.382812, 0.394531, 0.390625, 0.373047, 0.384766, 0.386719, 0.380859, 0.404297, 0.390625, 0.394531, 0.376953, 0.378906, 0.373047, 0.392578, 0.414062, 0.402344, 0.375, 0.376953, 0.386719, 0.384766, 0.378906, 0.371094, 0.371094, 0.376953, 0.369141, 0.392578, 0.375, 0.390625, 0.386719, 0.371094, 0.386719, 0.402344, 0.382812, 0.361328, 0.380859, 0.398438, 0.378906, 0.378906, 0.375, 0.380859, 0.373047, 0.376953, 0.367188, 0.380859, 0.380859, 0.380859, 0.382812, 0.384766, 0.382812, 0.384766, 0.384766, 0.376953, 0.363281, 0.357422, 0.376953, 0.378906, 0.365234, 0.375, 0.404297, 0.390625, 0.382812, 0.376953, 0.382812, 0.375, 0.384766, 0.353516, 0.375, 0.390625, 0.349609, 0.375, 0.371094, 0.380859, 0.376953, 0.382812, 0.373047, 0.369141, 0.394531, 0.376953, 0.376953, 0.386719, 0.376953, 0.398438, 0.388672, 0.392578, 0.363281, 0.378906, 0.376953, 0.384766, 0.380859, 0.375, 0.386719, 0.371094, 0.392578, 0.367188, 0.369141, 0.394531, 0.375, 0.376953, 0.384766, 0.378906, 0.382812, 0.390625, 0.388672, 0.390625, 0.378906, 0.378906, 0.396484, 0.386719, 0.380859, 0.390625, 0.384766, 0.386719, 0.373047, 0.388672, 0.386719, 0.390625, 0.375, 0.398438, 0.390625, 0.396484, 0.382812, 0.384766, 0.386719, 0.378906, 0.380859, 0.380859, 0.369141, 0.378906, 0.396484, 0.382812, 0.384766, 0.392578, 0.386719, 0.365234, 0.371094, 0.376953, 0.392578, 0.376953, 0.380859, 0.386719, 0.382812, 0.384766, 0.386719, 0.384766, 0.390625, 0.388672, 0.378906, 0.388672, 0.394531, 0.380859, 0.369141, 0.394531, 0.382812, 0.380859, 0.382812, 0.382812, 0.380859, 0.394531, 0.369141, 0.369141, 0.365234, 0.390625, 0.367188, 0.392578, 0.369141, 0.375, 0.365234, 0.388672, 0.386719, 0.386719, 0.404297, 0.384766, 0.386719, 0.396484, 0.380859, 0.392578, 0.384766, 0.375, 0.365234, 0.392578, 0.390625, 0.378906, 0.384766, 0.384766, 0.388672, 0.373047, 0.384766, 0.378906, 0.404297, 0.371094, 0.390625, 0.371094, 0.363281, 0.378906, 0.382812, 0.380859, 0.371094, 0.375, 0.390625, 0.40625, 0.380859, 0.386719, 0.386719, 0.271484, 0.380859, 0.378906, 0.388672, 0.380859, 0.378906, 0.378906, 0.371094, 0.369141, 0.396484, 0.388672, 0.404297, 0.394531, 0.382812, 0.378906, 0.396484, 0.367188, 0.388672, 0.384766, 0.369141, 0.375, 0.384766, 0.355469, 0.375, 0.376953, 0.380859, 0.384766, 0.396484, 0.384766, 0.373047, 0.392578, 0.380859, 0.380859, 0.392578, 0.373047, 0.373047, 0.382812, 0.382812, 0.375, 0.369141, 0.402344, 0.373047, 0.376953, 0.373047, 0.394531, 0.375, 0.359375, 0.361328, 0.402344, 0.384766, 0.382812, 0.404297, 0.378906, 0.380859, 0.375, 0.380859, 0.390625, 0.384766, 0.396484, 0.388672, 0.375, 0.398438, 0.376953, 0.402344, 0.375, 0.394531, 0.388672, 0.363281, 0.375, 0.384766, 0.386719, 0.371094, 0.369141, 0.394531, 0.390625, 0.382812, 0.375, 0.373047, 0.394531, 0.373047, 0.382812, 0.394531, 0.369141, 0.394531, 0.390625, 0.380859, 0.388672, 0.386719, 0.396484, 0.400391, 0.390625, 0.386719, 0.367188, 0.400391, 0.390625, 0.380859, 0.380859, 0.375, 0.404297, 0.392578, 0.392578, 0.402344, 0.373047, 0.378906, 0.359375, 0.382812, 0.347656, 0.400391, 0.382812, 0.376953, 0.394531, 0.345703, 0.400391, 0.365234, 0.359375, 0.394531, 0.390625, 0.380859, 0.373047, 0.386719, 0.390625, 0.398438, 0.398438, 0.392578, 0.380859, 0.394531, 0.390625, 0.396484, 0.371094, 0.388672, 0.376953, 0.392578, 0.382812, 0.375, 0.388672, 0.394531, 0.392578, 0.386719, 0.380859, 0.386719, 0.363281, 0.396484, 0.371094, 0.373047, 0.384766, 0.392578, 0.396484, 0.375, 0.386719, 0.384766, 0.386719, 0.384766, 0.373047, 0.396484, 0.388672, 0.394531, 0.390625, 0.376953, 0.384766, 0.378906, 0.369141, 0.375, 0.373047, 0.373047, 0.375, 0.380859, 0.363281, 0.371094, 0.386719, 0.386719, 0.375, 0.394531, 0.386719, 0.378906, 0.376953, 0.398438, 0.396484, 0.359375, 0.376953, 0.369141, 0.376953, 0.373047, 0.375, 0.378906, 0.365234, 0.386719, 0.376953, 0.392578, 0.392578, 0.378906, 0.388672, 0.382812, 0.392578, 0.351562, 0.382812, 0.380859, 0.375, 0.376953, 0.384766, 0.367188, 0.376953, 0.376953, 0.380859, 0.384766, 0.371094, 0.373047, 0.386719, 0.376953, 0.386719, 0.386719, 0.382812, 0.378906, 0.378906, 0.382812, 0.376953, 0.345703, 0.373047, 0.380859, 0.382812, 0.369141, 0.375, 0.384766, 0.369141, 0.375, 0.398438, 0.371094, 0.365234, 0.371094, 0.382812, 0.378906, 0.363281, 0.380859, 0.388672, 0.392578, 0.371094, 0.371094, 0.390625, 0.380859, 0.384766, 0.390625, 0.386719, 0.384766, 0.392578, 0.375, 0.373047, 0.390625, 0.373047, 0.384766, 0.396484, 0.361328, 0.378906, 0.373047, 0.398438, 0.384766, 0.365234, 0.388672, 0.388672, 0.386719, 0.380859, 0.382812, 0.386719, 0.382812, 0.396484, 0.363281, 0.369141, 0.371094, 0.388672, 0.378906, 0.398438, 0.369141, 0.367188, 0.382812, 0.382812, 0.378906, 0.376953, 0.384766, 0.363281, 0.388672, 0.363281, 0.382812, 0.376953, 0.396484, 0.396484, 0.378906, 0.369141, 0.382812, 0.375, 0.357422, 0.371094, 0.457031, 0.375, 0.384766, 0.384766, 0.367188, 0.378906, 0.375, 0.390625, 0.382812, 0.384766, 0.369141, 0.361328, 0.373047, 0.380859, 0.376953, 0.408203, 0.386719, 0.388672, 0.382812, 0.392578, 0.380859, 0.376953, 0.363281, 0.375, 0.376953, 0.386719, 0.384766, 0.394531, 0.361328, 0.357422, 0.375, 0.376953, 0.375, 0.373047, 0.369141, 0.380859, 0.376953, 0.382812, 0.380859, 0.363281, 0.380859, 0.386719, 0.361328, 0.375, 0.384766, 0.373047, 0.371094, 0.375, 0.380859, 0.388672, 0.376953, 0.394531, 0.375, 0.378906, 0.376953, 0.382812, 0.375, 0.375, 0.382812, 0.382812, 0.404297, 0.373047, 0.376953, 0.375, 0.398438, 0.369141, 0.373047, 0.390625, 0.371094, 0.390625, 0.378906, 0.380859, 0.365234, 0.392578, 0.388672, 0.382812, 0.376953, 0.380859, 0.373047, 0.386719, 0.378906, 0.384766, 0.371094, 0.388672, 0.376953, 0.390625, 0.365234, 0.378906, 0.373047, 0.384766, 0.376953, 0.394531, 0.380859, 0.371094, 0.378906, 0.375, 0.392578, 0.382812, 0.388672, 0.380859, 0.378906, 0.376953, 0.384766, 0.382812, 0.378906, 0.384766, 0.380859, 0.373047, 0.396484, 0.373047, 0.388672, 0.378906, 0.390625, 0.376953, 0.390625, 0.373047, 0.384766, 0.378906, 0.376953, 0.369141, 0.378906, 0.371094, 0.388672, 0.394531, 0.380859, 0.367188, 0.371094, 0.394531, 0.378906, 0.382812, 0.378906, 0.384766, 0.380859, 0.390625, 0.394531, 0.371094 ] }, "name": "model.transformer.layers.21.ffn_norm.weight", "outputIndexes": [ 1369 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 1369 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_21/Mul_1_output_0", "outputIndexes": [ 1370 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1370 ], "outputIndexes": [ 3098 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3098 ], "outputIndexes": [ 3099 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_1/Linear", "inputIndexes": [ 3099 ], "outputIndexes": [ 3100 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 15872, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 380928, "weightSize": 0 }, "external": [ 1315513612, 48759046, 3047424, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3100 ], "outputIndexes": [ 3101 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3101 ], "outputIndexes": [ 1371 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 15872 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 7936 ] }, "name": "/ffn_21/Mul_output_0", "outputIndexes": [ 1372 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1371, 21, 1372, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_21/Slice_output_0", "outputIndexes": [ 1373 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_21/Sigmoid_output_0", "outputIndexes": [ 1374 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373, 1374 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_21/Mul_output_0", "outputIndexes": [ 1375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 15872 ] }, "name": "/ffn_21/Mul_1_output_0", "outputIndexes": [ 1376 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1371, 1372, 1376, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_21/Slice_1_output_0", "outputIndexes": [ 1377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1375, 1377 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_21/Mul_2_output_0", "outputIndexes": [ 1378 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1378 ], "outputIndexes": [ 3102 ], "main_type": "Reshape", "main": { "dims": [ -1, 7936, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3102 ], "outputIndexes": [ 3103 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_2/Linear", "inputIndexes": [ 3103 ], "outputIndexes": [ 3104 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 7936, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 190464, "weightSize": 0 }, "external": [ 1367320082, 24379654, 1523712, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3104 ], "outputIndexes": [ 3105 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3105 ], "outputIndexes": [ 1379 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1367, 1379 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_87_output_0", "outputIndexes": [ 1380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1380, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_88_output_0", "outputIndexes": [ 1381 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1381 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_22/Mul_output_0", "outputIndexes": [ 1382 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.628906, 0.5625, 0.566406, 0.535156, 0.546875, 0.539062, 0.550781, 0.550781, 0.585938, 0.554688, 0.558594, 0.570312, 0.558594, 0.554688, 0.566406, 0.570312, 0.539062, 0.542969, 0.5625, 0.542969, 0.554688, 0.574219, 0.515625, 0.550781, 0.550781, 0.570312, 0.585938, 0.59375, 0.558594, 0.554688, 0.546875, 0.578125, 0.558594, 0.527344, 0.5625, 0.546875, 0.539062, 0.542969, 0.574219, 0.546875, 0.59375, 0.546875, 0.535156, 0.550781, 0.578125, 0.59375, 0.488281, 0.5625, 0.570312, 0.546875, 0.582031, 0.535156, 0.589844, 0.511719, 0.494141, 0.585938, 0.589844, 0.570312, 0.550781, 0.554688, 0.5625, 0.597656, 0.5625, 0.535156, 0.550781, 0.539062, 0.609375, 0.554688, 0.550781, 0.5625, 0.550781, 0.539062, 0.570312, 0.507812, 0.554688, 0.550781, 0.527344, 0.550781, 0.582031, 0.527344, 0.570312, 0.558594, 0.519531, 0.519531, 0.496094, 0.554688, 0.558594, 0.574219, 0.582031, 0.566406, 0.546875, 0.566406, 0.570312, 0.511719, 0.550781, 0.550781, 0.53125, 0.566406, 0.585938, 0.53125, 0.535156, 0.53125, 0.566406, 0.597656, 0.5625, 0.558594, 0.5625, 0.558594, 0.498047, 0.5625, 0.523438, 0.535156, 0.5625, 0.558594, 0.589844, 0.539062, 0.609375, 0.558594, 0.609375, 0.605469, 0.539062, 0.539062, 0.5625, 0.5625, 0.550781, 0.558594, 0.574219, 0.566406, 0.585938, 0.511719, 0.566406, 0.539062, 0.585938, 0.597656, 0.554688, 0.542969, 0.546875, 0.554688, 0.546875, 0.5625, 0.554688, 0.554688, 0.558594, 0.574219, 0.605469, 0.582031, 0.523438, 0.621094, 0.53125, 0.496094, 0.558594, 0.585938, 0.523438, 0.605469, 0.523438, 0.527344, 0.582031, 0.570312, 0.609375, 0.542969, 0.597656, 0.550781, 0.546875, 0.578125, 0.546875, 0.585938, 0.535156, 0.570312, 0.582031, 0.582031, 0.558594, 0.558594, 0.546875, 0.578125, 0.535156, 0.53125, 0.574219, 0.574219, 0.5625, 0.578125, 0.609375, 0.527344, 0.542969, 0.542969, 0.589844, 0.558594, 0.585938, 0.582031, 0.546875, 0.539062, 0.539062, 0.519531, 0.609375, 0.554688, 0.527344, 0.605469, 0.582031, 0.535156, 0.554688, 0.625, 0.582031, 0.601562, 0.542969, 0.546875, 0.585938, 0.625, 0.582031, 0.550781, 0.496094, 0.570312, 0.5625, 0.570312, 0.574219, 0.566406, 0.558594, 0.574219, 0.558594, 0.539062, 0.597656, 0.554688, 0.558594, 0.550781, 0.558594, 0.578125, 0.566406, 0.558594, 0.558594, 0.601562, 0.578125, 0.59375, 0.582031, 0.566406, 0.519531, 0.574219, 0.585938, 0.570312, 0.53125, 0.523438, 0.519531, 0.570312, 0.503906, 0.535156, 0.585938, 0.589844, 0.613281, 0.609375, 0.554688, 0.554688, 0.566406, 0.609375, 0.550781, 0.5625, 0.59375, 0.519531, 0.550781, 0.566406, 0.546875, 0.527344, 0.601562, 0.5625, 0.613281, 0.527344, 0.542969, 0.550781, 0.527344, 0.550781, 0.5625, 0.539062, 0.53125, 0.546875, 0.558594, 0.53125, 0.550781, 0.53125, 0.5625, 0.566406, 0.570312, 0.585938, 0.578125, 0.550781, 0.546875, 0.5625, 0.570312, 0.570312, 0.554688, 0.5, 0.550781, 0.515625, 0.527344, 0.550781, 0.554688, 0.582031, 0.5625, 0.585938, 0.558594, 0.542969, 0.570312, 0.554688, 0.53125, 0.5625, 0.535156, 0.574219, 0.621094, 0.519531, 0.542969, 0.585938, 0.582031, 0.566406, 0.53125, 0.554688, 0.535156, 0.546875, 0.550781, 0.582031, 0.574219, 0.5625, 0.570312, 0.519531, 0.554688, 0.539062, 0.566406, 0.566406, 0.566406, 0.574219, 0.570312, 0.574219, 0.550781, 0.574219, 0.535156, 0.542969, 0.574219, 0.578125, 0.5625, 0.617188, 0.5625, 0.566406, 0.578125, 0.597656, 0.570312, 0.601562, 0.597656, 0.570312, 0.539062, 0.511719, 0.566406, 0.5625, 0.570312, 0.554688, 0.542969, 0.546875, 0.582031, 0.601562, 0.574219, 0.632812, 0.558594, 0.574219, 0.546875, 0.546875, 0.554688, 0.527344, 0.539062, 0.5625, 0.574219, 0.53125, 0.5625, 0.53125, 0.546875, 0.486328, 0.546875, 0.53125, 0.597656, 0.609375, 0.550781, 0.597656, 0.53125, 0.59375, 0.574219, 0.5625, 0.574219, 0.585938, 0.554688, 0.542969, 0.542969, 0.539062, 0.519531, 0.535156, 0.554688, 0.566406, 0.5625, 0.5625, 0.550781, 0.621094, 0.539062, 0.570312, 0.574219, 0.609375, 0.5625, 0.558594, 0.523438, 0.554688, 0.539062, 0.554688, 0.550781, 0.589844, 0.59375, 0.535156, 0.605469, 0.589844, 0.589844, 0.554688, 0.5625, 0.589844, 0.554688, 0.523438, 0.5625, 0.546875, 0.53125, 0.597656, 0.582031, 0.539062, 0.617188, 0.542969, 0.5625, 0.566406, 0.535156, 0.5625, 0.570312, 0.566406, 0.566406, 0.570312, 0.546875, 0.550781, 0.546875, 0.578125, 0.570312, 0.570312, 0.550781, 0.578125, 0.570312, 0.582031, 0.546875, 0.570312, 0.550781, 0.546875, 0.578125, 0.515625, 0.542969, 0.570312, 0.554688, 0.585938, 0.554688, 0.542969, 0.542969, 0.570312, 0.59375, 0.539062, 0.609375, 0.546875, 0.585938, 0.566406, 0.589844, 0.566406, 0.498047, 0.53125, 0.566406, 0.5625, 0.535156, 0.527344, 0.570312, 0.542969, 0.546875, 0.570312, 0.535156, 0.539062, 0.589844, 0.5625, 0.535156, 0.570312, 0.523438, 0.539062, 0.566406, 0.574219, 0.542969, 0.554688, 0.53125, 0.566406, 0.613281, 0.546875, 0.523438, 0.539062, 0.554688, 0.582031, 0.570312, 0.550781, 0.554688, 0.5625, 0.539062, 0.554688, 0.519531, 0.589844, 0.582031, 0.554688, 0.570312, 0.558594, 0.550781, 0.589844, 0.527344, 0.539062, 0.578125, 0.601562, 0.554688, 0.550781, 0.527344, 0.570312, 0.550781, 0.597656, 0.625, 0.578125, 0.558594, 0.558594, 0.53125, 0.546875, 0.539062, 0.53125, 0.542969, 0.574219, 0.511719, 0.5625, 0.570312, 0.566406, 0.53125, 0.527344, 0.554688, 0.59375, 0.519531, 0.585938, 0.550781, 0.5625, 0.515625, 0.589844, 0.566406, 0.5625, 0.617188, 0.503906, 0.566406, 0.5625, 0.5625, 0.589844, 0.589844, 0.5625, 0.554688, 0.589844, 0.589844, 0.53125, 0.546875, 0.582031, 0.527344, 0.558594, 0.578125, 0.5625, 0.554688, 0.523438, 0.503906, 0.542969, 0.527344, 0.539062, 0.503906, 0.566406, 0.546875, 0.589844, 0.585938, 0.5625, 0.566406, 0.585938, 0.613281, 0.542969, 0.59375, 0.539062, 0.566406, 0.554688, 0.558594, 0.546875, 0.597656, 0.628906, 0.574219, 0.5625, 0.574219, 0.613281, 0.582031, 0.59375, 0.570312, 0.566406, 0.523438, 0.566406, 0.582031, 0.550781, 0.53125, 0.554688, 0.558594, 0.578125, 0.519531, 0.554688, 0.566406, 0.550781, 0.566406, 0.53125, 0.566406, 0.566406, 0.597656, 0.546875, 0.589844, 0.554688, 0.507812, 0.566406, 0.503906, 0.519531, 0.582031, 0.535156, 0.574219, 0.570312, 0.554688, 0.554688, 0.542969, 0.589844, 0.554688, 0.578125, 0.554688, 0.574219, 0.558594, 0.589844, 0.578125, 0.574219, 0.574219, 0.625, 0.582031, 0.542969, 0.519531, 0.554688, 0.570312, 0.5625, 0.515625, 0.550781, 0.574219, 0.554688, 0.566406, 0.539062, 0.605469, 0.523438, 0.558594, 0.554688, 0.478516, 0.566406, 0.558594, 0.574219, 0.542969, 0.570312, 0.535156, 0.570312, 0.535156, 0.53125, 0.515625, 0.53125, 0.539062, 0.542969, 0.59375, 0.550781, 0.621094, 0.542969, 0.582031, 0.546875, 0.578125, 0.539062, 0.527344, 0.558594, 0.5625, 0.585938, 0.554688, 0.494141, 0.554688, 0.636719, 0.597656, 0.550781, 0.589844, 0.523438, 0.539062, 0.519531, 0.527344, 0.539062, 0.601562, 0.625, 0.535156, 0.628906, 0.566406, 0.546875, 0.558594, 0.53125, 0.558594, 0.5625, 0.582031, 0.558594, 0.566406, 0.542969, 0.578125, 0.554688, 0.539062, 0.546875, 0.527344, 0.59375, 0.578125, 0.589844, 0.458984, 0.554688, 0.558594, 0.523438, 0.570312, 0.554688, 0.554688, 0.542969, 0.589844, 0.597656, 0.558594, 0.539062, 0.59375, 0.558594, 0.558594, 0.578125, 0.542969, 0.582031, 0.566406, 0.546875, 0.558594, 0.570312, 0.589844, 0.546875, 0.546875, 0.5625, 0.5625, 0.550781, 0.589844, 0.5625, 0.550781, 0.605469, 0.566406, 0.578125, 0.609375, 0.582031, 0.53125, 0.542969, 0.566406, 0.554688, 0.589844, 0.578125, 0.546875, 0.550781, 0.542969, 0.582031, 0.597656, 0.566406, 0.546875, 0.503906, 0.5625, 0.546875, 0.574219, 0.546875, 0.566406, 0.550781, 0.644531, 0.542969, 0.582031, 0.550781, 0.566406, 0.515625, 0.535156, 0.53125, 0.589844, 0.566406, 0.570312, 0.605469, 0.523438, 0.546875, 0.574219, 0.519531, 0.5625, 0.5625, 0.566406, 0.527344, 0.566406, 0.519531, 0.59375, 0.5625, 0.574219, 0.570312, 0.546875, 0.539062, 0.542969, 0.5625, 0.539062, 0.546875, 0.585938, 0.507812, 0.546875, 0.507812, 0.558594, 0.5625, 0.5625, 0.582031, 0.515625, 0.578125, 0.597656, 0.574219, 0.523438, 0.486328, 0.570312, 0.605469, 0.550781, 0.582031, 0.5625, 0.5625, 0.566406, 0.609375, 0.5625, 0.527344, 0.546875, 0.535156, 0.582031, 0.550781, 0.5625, 0.574219, 0.5625, 0.542969, 0.550781, 0.554688, 0.582031, 0.546875, 0.5625, 0.570312, 0.585938, 0.550781, 0.589844, 0.523438, 0.589844, 0.535156, 0.5625, 0.539062, 0.570312, 0.550781, 0.554688, 0.566406, 0.515625, 0.566406, 0.578125, 0.566406, 0.554688, 0.546875, 0.574219, 0.5625, 0.554688, 0.570312, 0.570312, 0.519531, 0.527344, 0.558594, 0.558594, 0.515625, 0.546875, 0.523438, 0.53125, 0.589844, 0.570312, 0.574219, 0.550781, 0.554688, 0.519531, 0.539062, 0.566406, 0.550781, 0.582031, 0.570312, 0.582031, 0.539062, 0.554688, 0.5625, 0.574219, 0.5, 0.535156, 0.574219, 0.539062, 0.550781, 0.578125, 0.589844, 0.539062, 0.566406, 0.515625, 0.578125, 0.550781, 0.566406, 0.53125, 0.578125, 0.578125, 0.523438, 0.605469, 0.5625, 0.570312, 0.503906, 0.519531, 0.554688, 0.523438, 0.431641, 0.574219, 0.617188, 0.570312, 0.59375, 0.609375, 0.558594, 0.546875, 0.542969, 0.515625, 0.539062, 0.546875, 0.566406, 0.574219, 0.578125, 0.511719, 0.5625, 0.570312, 0.601562, 0.574219, 0.554688, 0.539062, 0.5625, 0.542969, 0.613281, 0.539062, 0.566406, 0.546875, 0.558594, 0.546875, 0.542969, 0.542969, 0.542969, 0.589844, 0.585938, 0.566406, 0.574219, 0.601562, 0.582031, 0.582031, 0.578125, 0.578125, 0.582031, 0.550781, 0.558594, 0.5625, 0.539062, 0.539062, 0.617188, 0.550781, 0.5625, 0.535156, 0.574219, 0.558594, 0.5625, 0.566406, 0.539062, 0.578125, 0.535156, 0.523438, 0.5625, 0.601562, 0.605469, 0.5625, 0.554688, 0.582031, 0.542969, 0.570312, 0.5625, 0.59375, 0.503906, 0.582031, 0.511719, 0.535156, 0.570312, 0.585938, 0.609375, 0.523438, 0.59375, 0.53125, 0.59375, 0.542969, 0.589844, 0.5625, 0.539062, 0.535156, 0.546875, 0.570312, 0.566406, 0.582031, 0.546875, 0.550781, 0.566406, 0.609375, 0.558594, 0.578125, 0.574219, 0.585938, 0.554688, 0.574219, 0.59375, 0.546875, 0.589844, 0.542969, 0.589844, 0.546875, 0.554688, 0.527344, 0.527344, 0.542969, 0.539062, 0.539062, 0.570312, 0.582031, 0.550781, 0.570312, 0.546875, 0.511719, 0.519531, 0.589844, 0.585938, 0.566406, 0.609375, 0.527344, 0.589844, 0.535156, 0.527344, 0.5625, 0.554688, 0.53125, 0.578125, 0.558594, 0.539062, 0.542969, 0.582031, 0.519531, 0.570312, 0.542969, 0.601562, 0.59375, 0.5625, 0.5625, 0.5625, 0.585938, 0.605469, 0.554688, 0.605469, 0.574219, 0.527344, 0.542969, 0.453125, 0.554688, 0.53125, 0.5625, 0.609375, 0.5625, 0.5, 0.574219, 0.578125, 0.515625, 0.570312, 0.578125, 0.546875, 0.554688, 0.597656, 0.539062, 0.558594, 0.554688, 0.578125, 0.539062, 0.574219, 0.539062, 0.539062, 0.558594, 0.535156, 0.59375, 0.582031, 0.550781, 0.546875, 0.601562, 0.558594, 0.617188, 0.585938, 0.558594, 0.570312, 0.578125, 0.515625, 0.578125, 0.605469, 0.554688, 0.570312, 0.585938, 0.5625, 0.589844, 0.558594, 0.59375, 0.582031, 0.578125, 0.535156, 0.558594, 0.570312, 0.554688, 0.392578, 0.574219, 0.601562, 0.570312, 0.539062, 0.589844, 0.558594, 0.574219, 0.558594, 0.550781, 0.582031, 0.582031, 0.527344, 0.570312, 0.535156, 0.550781, 0.542969, 0.597656, 0.566406, 0.554688, 0.550781, 0.527344, 0.507812, 0.5625, 0.570312, 0.550781, 0.59375, 0.53125, 0.644531, 0.550781, 0.535156, 0.535156, 0.558594, 0.507812, 0.574219, 0.535156, 0.539062, 0.478516, 0.554688, 0.585938, 0.5625, 0.613281, 0.539062, 0.585938, 0.5625, 0.554688, 0.574219, 0.539062, 0.570312, 0.550781, 0.523438, 0.535156, 0.582031, 0.613281, 0.558594, 0.523438, 0.558594, 0.519531, 0.558594, 0.554688, 0.566406, 0.503906, 0.566406, 0.570312, 0.53125, 0.550781, 0.59375, 0.480469, 0.535156, 0.546875, 0.570312, 0.625, 0.578125, 0.566406, 0.554688, 0.582031, 0.546875, 0.566406, 0.585938, 0.503906, 0.5625, 0.550781, 0.515625, 0.5625, 0.558594, 0.574219, 0.585938, 0.535156, 0.59375, 0.585938, 0.5625, 0.546875, 0.554688, 0.558594, 0.515625, 0.59375, 0.597656, 0.515625, 0.539062, 0.527344, 0.566406, 0.546875, 0.582031, 0.570312, 0.546875, 0.535156, 0.53125, 0.578125, 0.511719, 0.582031, 0.585938, 0.585938, 0.554688, 0.605469, 0.566406, 0.5625, 0.578125, 0.597656, 0.558594, 0.570312, 0.574219, 0.523438, 0.601562, 0.523438, 0.546875, 0.507812, 0.582031, 0.5625, 0.5625, 0.574219, 0.53125, 0.566406, 0.546875, 0.597656, 0.550781, 0.554688, 0.570312, 0.542969, 0.570312, 0.550781, 0.554688, 0.554688, 0.523438, 0.574219, 0.515625, 0.53125, 0.550781, 0.535156, 0.546875, 0.582031, 0.550781, 0.558594, 0.546875, 0.53125, 0.486328, 0.617188, 0.566406, 0.558594, 0.589844, 0.5625, 0.585938, 0.539062, 0.539062, 0.589844, 0.570312, 0.566406, 0.523438, 0.582031, 0.542969, 0.550781, 0.589844, 0.554688, 0.613281, 0.550781, 0.550781, 0.589844, 0.546875, 0.566406, 0.5625, 0.53125, 0.582031, 0.523438, 0.640625, 0.542969, 0.554688, 0.554688, 0.566406, 0.613281, 0.523438, 0.566406, 0.558594, 0.527344, 0.578125, 0.507812, 0.585938, 0.5625, 0.546875, 0.546875, 0.539062, 0.589844, 0.597656, 0.566406, 0.511719, 0.558594, 0.59375, 0.546875, 0.589844, 0.5625, 0.5625, 0.578125, 0.554688, 0.5625, 0.515625, 0.535156, 0.542969, 0.542969, 0.597656, 0.539062, 0.550781, 0.601562, 0.585938, 0.585938, 0.527344, 0.578125, 0.578125, 0.558594, 0.542969, 0.523438, 0.554688, 0.535156, 0.546875, 0.574219, 0.578125, 0.523438, 0.535156, 0.574219, 0.59375, 0.496094, 0.558594, 0.558594, 0.5625, 0.554688, 0.550781, 0.558594, 0.5625, 0.492188, 0.546875, 0.539062, 0.523438, 0.550781, 0.578125, 0.578125, 0.574219, 0.585938, 0.578125, 0.730469, 0.535156, 0.519531, 0.511719, 0.546875, 0.535156, 0.542969, 0.59375, 0.597656, 0.601562, 0.625, 0.519531, 0.53125, 0.542969, 0.582031, 0.519531, 0.542969, 0.550781, 0.566406, 0.570312, 0.515625, 0.546875, 0.582031, 0.535156, 0.558594, 0.570312, 0.554688, 0.570312, 0.601562, 0.585938, 0.609375, 0.535156, 0.523438, 0.566406, 0.574219, 0.632812, 0.570312, 0.570312, 0.554688, 0.601562, 0.558594, 0.539062, 0.59375, 0.554688, 0.546875, 0.554688, 0.589844, 0.566406, 0.578125, 0.558594, 0.5625, 0.527344, 0.535156, 0.636719, 0.570312, 0.570312, 0.554688, 0.539062, 0.558594, 0.542969, 0.558594, 0.589844, 0.507812, 0.570312, 0.570312, 0.570312, 0.574219, 0.554688, 0.53125, 0.574219, 0.578125, 0.609375, 0.585938, 0.542969, 0.601562, 0.566406, 0.554688, 0.558594, 0.597656, 0.554688, 0.613281, 0.550781, 0.523438, 0.589844, 0.558594, 0.578125, 0.597656, 0.5625, 0.539062, 0.570312, 0.550781, 0.582031, 0.542969, 0.542969, 0.605469, 0.5625, 0.550781, 0.621094, 0.605469, 0.539062, 0.546875, 0.558594, 0.535156, 0.535156, 0.5625, 0.570312, 0.542969, 0.554688, 0.546875, 0.605469, 0.546875, 0.585938, 0.578125, 0.570312, 0.5625, 0.574219, 0.535156, 0.542969, 0.597656, 0.578125, 0.539062, 0.632812, 0.535156, 0.447266, 0.613281, 0.570312, 0.542969, 0.5625, 0.5625, 0.5625, 0.535156, 0.519531, 0.550781, 0.539062, 0.5625, 0.585938, 0.554688, 0.574219, 0.550781, 0.527344, 0.542969, 0.609375, 0.570312, 0.515625, 0.554688, 0.539062, 0.59375, 0.542969, 0.566406, 0.566406, 0.523438, 0.566406, 0.546875, 0.554688, 0.519531, 0.605469, 0.566406, 0.59375, 0.570312, 0.613281, 0.511719, 0.597656, 0.539062, 0.558594, 0.558594, 0.5625, 0.582031, 0.585938, 0.582031, 0.566406, 0.566406, 0.59375, 0.554688, 0.566406, 0.535156, 0.5625, 0.625, 0.53125, 0.546875, 0.578125, 0.542969, 0.519531, 0.550781, 0.550781, 0.617188, 0.574219, 0.550781, 0.5625, 0.546875, 0.605469, 0.535156, 0.546875, 0.601562, 0.542969, 0.503906, 0.574219, 0.570312, 0.570312, 0.539062, 0.5625, 0.566406, 0.625, 0.554688, 0.589844, 0.570312, 0.558594, 0.503906, 0.5625, 0.53125, 0.554688, 0.542969, 0.558594, 0.535156, 0.550781, 0.558594, 0.574219, 0.527344, 0.566406, 0.566406, 0.535156, 0.515625, 0.515625, 0.621094, 0.507812, 0.558594, 0.570312, 0.578125, 0.535156, 0.539062, 0.59375, 0.554688, 0.5625, 0.628906, 0.515625, 0.566406, 0.546875, 0.566406, 0.515625, 0.542969, 0.589844, 0.625, 0.527344, 0.570312, 0.523438, 0.5625, 0.527344, 0.558594, 0.585938, 0.546875, 0.546875, 0.570312, 0.578125, 0.535156, 0.574219, 0.566406, 0.542969, 0.558594, 0.574219, 0.542969, 0.515625, 0.539062, 0.554688, 0.550781, 0.578125, 0.566406, 0.59375, 0.570312, 0.5625, 0.566406, 0.558594, 0.558594, 0.550781, 0.589844, 0.53125, 0.574219, 0.546875, 0.542969, 0.613281, 0.53125, 0.578125, 0.578125, 0.617188, 0.601562, 0.589844, 0.539062, 0.597656, 0.515625, 0.5625, 0.542969, 0.589844, 0.589844, 0.570312, 0.558594, 0.582031, 0.519531, 0.535156, 0.550781, 0.574219, 0.554688, 0.570312, 0.554688, 0.566406, 0.601562, 0.574219, 0.535156, 0.589844, 0.546875, 0.539062, 0.582031, 0.570312, 0.59375, 0.507812, 0.546875, 0.582031, 0.578125, 0.578125, 0.578125, 0.017822, 0.550781, 0.617188, 0.574219, 0.550781, 0.554688, 0.558594, 0.554688, 0.550781, 0.5625, 0.582031, 0.652344, 0.542969, 0.535156, 0.519531, 0.5625, 0.550781, 0.625, 0.5625, 0.535156, 0.585938, 0.558594, 0.597656, 0.53125, 0.558594, 0.570312, 0.542969, 0.511719, 0.582031, 0.554688, 0.542969, 0.601562, 0.507812, 0.53125, 0.550781, 0.558594, 0.585938, 0.558594, 0.550781, 0.554688, 0.570312, 0.550781, 0.558594, 0.503906, 0.5625, 0.59375, 0.523438, 0.492188, 0.527344, 0.5625, 0.601562, 0.535156, 0.566406, 0.550781, 0.5625, 0.523438, 0.503906, 0.585938, 0.570312, 0.542969, 0.498047, 0.574219, 0.539062, 0.542969, 0.535156, 0.570312, 0.535156, 0.523438, 0.550781, 0.574219, 0.515625, 0.554688, 0.542969, 0.566406, 0.570312, 0.578125, 0.582031, 0.535156, 0.554688, 0.566406, 0.597656, 0.539062, 0.542969, 0.601562, 0.558594, 0.578125, 0.503906, 0.539062, 0.566406, 0.554688, 0.570312, 0.578125, 0.625, 0.578125, 0.535156, 0.574219, 0.550781, 0.566406, 0.503906, 0.523438, 0.601562, 0.585938, 0.566406, 0.589844, 0.589844, 0.546875, 0.5625, 0.5625, 0.570312, 0.582031, 0.53125, 0.542969, 0.527344, 0.53125, 0.554688, 0.628906, 0.554688, 0.59375, 0.523438, 0.527344, 0.519531, 0.53125, 0.550781, 0.570312, 0.542969, 0.578125, 0.613281, 0.578125, 0.570312, 0.550781, 0.535156, 0.53125, 0.133789, 0.566406, 0.550781, 0.578125, 0.609375, 0.550781, 0.550781, 0.554688, 0.542969, 0.558594, 0.527344, 0.558594, 0.546875, 0.589844, 0.539062, 0.554688, 0.597656, 0.515625, 0.546875, 0.511719, 0.53125, 0.5625, 0.566406, 0.570312, 0.539062, 0.515625, 0.5625, 0.617188, 0.570312, 0.53125, 0.523438, 0.550781, 0.582031, 0.613281, 0.511719, 0.511719, 0.546875, 0.542969, 0.554688, 0.542969, 0.566406, 0.550781, 0.542969, 0.582031, 0.53125, 0.558594, 0.574219, 0.558594, 0.5625, 0.574219, 0.488281, 0.574219, 0.523438, 0.613281, 0.558594, 0.558594, 0.566406, 0.523438, 0.539062, 0.546875, 0.605469, 0.554688, 0.535156, 0.523438, 0.566406, 0.585938, 0.53125, 0.5625, 0.570312, 0.503906, 0.539062, 0.5625, 0.570312, 0.511719, 0.535156, 0.570312, 0.566406, 0.574219, 0.558594, 0.578125, 0.570312, 0.5625, 0.535156, 0.558594, 0.566406, 0.582031, 0.5625, 0.554688, 0.539062, 0.539062, 0.574219, 0.53125, 0.570312, 0.5625, 0.566406, 0.558594, 0.53125, 0.609375, 0.490234, 0.566406, 0.554688, 0.582031, 0.539062, 0.53125, 0.554688, 0.546875, 0.558594, 0.554688, 0.527344, 0.558594, 0.539062, 0.605469, 0.582031, 0.53125, 0.585938, 0.5625, 0.515625, 0.490234, 0.617188, 0.535156, 0.5625, 0.542969, 0.566406, 0.519531, 0.582031, 0.53125, 0.539062, 0.566406, 0.519531, 0.546875, 0.605469, 0.5625, 0.488281, 0.609375, 0.550781, 0.53125, 0.5625, 0.570312, 0.566406, 0.542969, 0.523438, 0.566406, 0.578125, 0.542969, 0.511719, 0.566406, 0.554688, 0.542969, 0.582031, 0.5625, 0.554688, 0.59375, 0.554688, 0.542969, 0.53125, 0.511719, 0.546875, 0.589844, 0.617188, 0.5625, 0.539062, 0.5625, 0.546875, 0.570312, 0.601562, 0.605469, 0.535156, 0.582031, 0.605469, 0.589844, 0.554688, 0.554688, 0.550781, 0.53125, 0.519531, 0.585938, 0.546875, 0.59375, 0.5625, 0.566406, 0.566406, 0.542969, 0.539062, 0.5625, 0.554688, 0.570312, 0.550781, 0.566406, 0.503906, 0.535156, 0.550781, 0.601562, 0.535156, 0.550781, 0.570312, 0.59375, 0.578125, 0.59375, 0.558594, 0.554688, 0.53125, 0.550781, 0.558594, 0.550781, 0.609375, 0.566406, 0.597656, 0.5625, 0.570312, 0.542969, 0.613281, 0.574219, 0.585938, 0.578125, 0.601562, 0.589844, 0.5625, 0.498047, 0.578125, 0.550781, 0.582031, 0.5625, 0.542969, 0.546875, 0.589844, 0.550781, 0.535156, 0.570312, 0.574219, 0.527344, 0.507812, 0.566406, 0.578125, 0.574219, 0.597656, 0.570312, 0.554688, 0.585938, 0.5625, 0.5625, 0.558594, 0.53125, 0.613281, 0.539062, 0.570312, 0.535156, 0.640625, 0.546875, 0.558594, 0.597656, 0.527344, 0.574219, 0.554688, 0.601562, 0.558594, 0.5625, 0.546875, 0.519531, 0.535156, 0.613281, 0.554688, 0.535156, 0.582031, 0.582031, 0.574219, 0.59375, 0.546875, 0.523438, 0.566406, 0.554688, 0.550781, 0.550781, 0.5, 0.558594, 0.53125, 0.539062, 0.550781, 0.582031, 0.578125, 0.554688, 0.578125, 0.582031, 0.550781, 0.527344, 0.542969, 0.554688, 0.5625, 0.578125, 0.535156, 0.554688, 0.574219, 0.589844, 0.550781, 0.570312, 0.574219, 0.59375, 0.542969, 0.621094, 0.578125, 0.542969, 0.535156, 0.558594, 0.5, 0.550781, 0.53125, 0.605469, 0.550781, 0.574219, 0.550781, 0.574219, 0.59375, 0.566406, 0.542969, 0.625, 0.539062, 0.558594, 0.5625, 0.539062, 0.585938, 0.523438, 0.53125, 0.570312, 0.597656, 0.527344, 0.542969, 0.59375, 0.566406, 0.5625, 0.574219, 0.59375, 0.566406, 0.585938, 0.566406, 0.570312, 0.574219, 0.550781, 0.539062, 0.550781, 0.613281, 0.570312, 0.566406, 0.566406, 0.546875, 0.578125, 0.601562, 0.585938, 0.519531, 0.582031, 0.550781, 0.550781, 0.558594, 0.523438, 0.470703, 0.527344, 0.566406, 0.566406, 0.550781, 0.601562, 0.574219, 0.5625, 0.546875, 0.554688, 0.589844, 0.542969, 0.554688, 0.546875, 0.570312, 0.566406, 0.507812, 0.554688, 0.558594, 0.570312, 0.546875, 0.582031, 0.566406, 0.523438, 0.578125, 0.478516, 0.574219, 0.574219, 0.589844, 0.558594, 0.53125, 0.597656, 0.566406, 0.539062, 0.511719, 0.539062, 0.554688, 0.515625, 0.589844, 0.523438, 0.5625, 0.589844, 0.546875, 0.617188, 0.503906, 0.582031, 0.535156, 0.585938, 0.574219, 0.554688, 0.550781, 0.59375, 0.523438, 0.546875, 0.601562, 0.574219, 0.582031, 0.554688, 0.554688, 0.519531, 0.574219, 0.5625, 0.554688, 0.550781, 0.5625, 0.5625, 0.535156, 0.542969, 0.5625, 0.566406, 0.554688, 0.542969, 0.550781, 0.519531, 0.546875, 0.542969, 0.5625, 0.5625, 0.589844, 0.539062, 0.539062, 0.566406, 0.539062, 0.601562, 0.5625, 0.535156, 0.566406, 0.558594, 0.582031, 0.554688, 0.519531, 0.486328, 0.605469, 0.507812, 0.578125, 0.542969, 0.570312, 0.582031, 0.570312, 0.53125, 0.570312, 0.53125, 0.539062, 0.570312, 0.539062, 0.554688, 0.578125, 0.589844, 0.539062, 0.574219, 0.570312, 0.574219, 0.519531, 0.511719, 0.539062, 0.574219, 0.550781, 0.566406, 0.527344, 0.578125, 0.589844, 0.554688, 0.5625, 0.519531, 0.5625, 0.558594, 0.542969, 0.570312, 0.539062, 0.53125, 0.53125, 0.613281, 0.570312, 0.589844, 0.578125, 0.558594, 0.574219, 0.609375, 0.570312, 0.566406, 0.519531, 0.589844, 0.542969, 0.558594, 0.558594, 0.578125, 0.542969, 0.582031, 0.527344, 0.5625, 0.542969, 0.566406, 0.554688, 0.582031, 0.519531, 0.566406, 0.578125, 0.558594, 0.507812, 0.574219, 0.550781, 0.589844, 0.570312, 0.566406, 0.523438, 0.558594, 0.519531, 0.550781, 0.539062, 0.566406, 0.554688, 0.539062, 0.546875, 0.550781, 0.5625, 0.515625, 0.578125, 0.542969, 0.609375, 0.5625, 0.546875, 0.527344, 0.550781, 0.5625, 0.574219, 0.574219, 0.566406, 0.597656, 0.523438, 0.5625, 0.578125, 0.511719, 0.585938, 0.589844, 0.578125, 0.585938, 0.554688, 0.558594, 0.585938, 0.570312, 0.527344, 0.59375, 0.558594, 0.59375, 0.53125, 0.503906, 0.558594, 0.5625, 0.585938, 0.515625, 0.558594, 0.566406, 0.625, 0.566406, 0.570312, 0.5625, 0.566406, 0.542969, 0.519531, 0.574219, 0.582031, 0.554688, 0.554688, 0.53125, 0.494141, 0.609375, 0.578125, 0.574219, 0.609375, 0.566406, 0.542969, 0.59375, 0.542969, 0.5625, 0.570312, 0.542969, 0.578125, 0.589844, 0.542969, 0.535156, 0.625, 0.558594, 0.554688, 0.621094, 0.550781, 0.550781, 0.597656, 0.542969, 0.589844, 0.617188, 0.582031, 0.570312, 0.617188, 0.53125, 0.507812, 0.566406, 0.5625, 0.589844, 0.535156, 0.578125, 0.589844, 0.527344, 0.570312, 0.582031, 0.578125, 0.566406, 0.621094, 0.558594, 0.542969, 0.527344, 0.5625, 0.597656, 0.574219, 0.550781, 0.53125, 0.5625, 0.523438, 0.523438, 0.613281, 0.5625, 0.515625, 0.578125, 0.558594, 0.523438, 0.53125, 0.5625, 0.5625, 0.601562, 0.542969, 0.523438, 0.597656, 0.5625, 0.578125, 0.578125, 0.578125, 0.542969, 0.597656, 0.570312, 0.601562, 0.542969, 0.582031, 0.554688, 0.550781, 0.582031, 0.554688, 0.578125, 0.515625, 0.5625, 0.515625, 0.558594, 0.574219, 0.613281, 0.53125, 0.539062, 0.5625, 0.546875, 0.550781, 0.578125, 0.550781, 0.503906, 0.546875, 0.644531, 0.554688, 0.597656, 0.578125, 0.539062, 0.5625, 0.53125, 0.511719, 0.5625, 0.585938, 0.570312, 0.511719, 0.546875, 0.539062, 0.539062, 0.554688, 0.515625, 0.542969, 0.554688, 0.570312, 0.546875, 0.570312, 0.546875, 0.578125, 0.494141, 0.601562, 0.550781, 0.574219, 0.535156, 0.546875, 0.554688, 0.589844, 0.507812, 0.550781, 0.597656, 0.574219, 0.570312, 0.519531, 0.558594, 0.585938, 0.617188, 0.617188, 0.535156, 0.490234, 0.5625, 0.574219, 0.535156, 0.59375, 0.585938, 0.605469, 0.582031, 0.5625, 0.53125, 0.539062, 0.523438, 0.535156, 0.523438, 0.546875, 0.609375, 0.5625, 0.558594, 0.550781, 0.582031, 0.566406, 0.589844, 0.570312, 0.550781, 0.511719, 0.554688, 0.5625, 0.589844, 0.554688, 0.582031, 0.535156, 0.546875, 0.550781, 0.566406, 0.597656, 0.578125, 0.574219, 0.554688, 0.546875, 0.574219, 0.546875, 0.535156, 0.566406, 0.546875, 0.59375, 0.527344, 0.558594, 0.546875, 0.585938, 0.53125, 0.554688, 0.582031, 0.535156, 0.539062, 0.566406, 0.558594, 0.554688, 0.554688, 0.546875, 0.566406, 0.535156, 0.5625, 0.574219, 0.578125, 0.523438, 0.5625, 0.527344, 0.574219, 0.523438, 0.539062, 0.570312, 0.558594, 0.539062, 0.574219, 0.527344, 0.589844, 0.535156, 0.566406, 0.59375, 0.578125, 0.554688, 0.5625, 0.5625, 0.539062, 0.523438, 0.632812, 0.550781, 0.546875, 0.597656, 0.550781, 0.554688, 0.566406, 0.558594, 0.546875, 0.539062, 0.59375, 0.597656, 0.628906, 0.558594, 0.527344, 0.527344, 0.566406, 0.570312, 0.585938, 0.574219, 0.570312, 0.523438, 0.511719, 0.589844, 0.546875, 0.523438, 0.558594, 0.511719, 0.5625, 0.597656, 0.554688, 0.589844, 0.542969, 0.449219, 0.523438, 0.542969, 0.5, 0.53125, 0.570312, 0.570312, 0.585938, 0.539062, 0.523438, 0.570312, 0.589844, 0.546875, 0.558594, 0.539062, 0.511719, 0.570312, 0.566406, 0.53125, 0.605469, 0.535156, 0.601562, 0.609375, 0.527344, 0.582031, 0.554688, 0.585938, 0.554688, 0.542969, 0.535156, 0.605469, 0.515625, 0.5625, 0.570312, 0.570312, 0.523438, 0.519531, 0.546875, 0.589844, 0.582031, 0.558594, 0.585938, 0.558594, 0.585938, 0.601562, 0.554688, 0.53125, 0.558594, 0.589844, 0.527344, 0.554688, 0.585938, 0.605469, 0.578125, 0.53125, 0.558594, 0.5625, 0.5625, 0.574219, 0.558594, 0.566406, 0.546875, 0.539062, 0.519531, 0.535156, 0.558594, 0.558594, 0.566406, 0.539062, 0.527344, 0.605469, 0.558594, 0.625, 0.578125, 0.542969, 0.566406, 0.535156, 0.519531, 0.566406, 0.589844, 0.574219, 0.59375, 0.554688, 0.5625, 0.5625, 0.535156, 0.589844, 0.574219, 0.574219, 0.609375, 0.53125, 0.527344, 0.550781, 0.585938, 0.566406, 0.527344, 0.535156, 0.585938, 0.613281, 0.546875, 0.542969, 0.597656, 0.554688, 0.566406, 0.535156, 0.519531, 0.570312, 0.578125, 0.585938, 0.566406, 0.582031, 0.601562, 0.605469, 0.5625, 0.5, 0.554688, 0.558594, 0.519531, 0.585938, 0.566406, 0.566406, 0.605469, 0.582031, 0.59375, 0.578125, 0.605469, 0.550781, 0.5625, 0.53125, 0.574219, 0.546875, 0.53125, 0.570312, 0.570312, 0.5625, 0.535156, 0.539062, 0.574219, 0.554688, 0.519531, 0.523438, 0.570312, 0.535156, 0.578125, 0.558594, 0.609375, 0.539062, 0.554688, 0.566406, 0.5625, 0.585938, 0.539062, 0.542969, 0.574219, 0.558594, 0.589844, 0.59375, 0.523438, 0.550781, 0.566406, 0.546875, 0.542969, 0.53125, 0.542969, 0.597656, 0.546875, 0.519531, 0.542969, 0.542969, 0.601562, 0.539062, 0.574219, 0.542969, 0.546875, 0.589844, 0.570312, 0.566406, 0.546875, 0.589844, 0.570312, 0.53125, 0.527344, 0.539062, 0.535156, 0.527344, 0.5625, 0.542969, 0.558594, 0.550781, 0.507812, 0.515625, 0.539062, 0.558594, 0.5625, 0.546875, 0.570312, 0.550781, 0.53125, 0.578125, 0.589844, 0.558594, 0.542969, 0.582031, 0.574219, 0.558594, 0.597656, 0.585938, 0.5625, 0.523438, 0.605469, 0.550781, 0.558594, 0.507812, 0.550781, 0.609375, 0.550781, 0.550781, 0.546875, 0.597656, 0.550781, 0.554688, 0.589844, 0.554688, 0.554688, 0.5625, 0.566406, 0.574219, 0.535156, 0.554688, 0.527344, 0.554688, 0.574219, 0.558594, 0.601562, 0.578125, 0.570312, 0.523438, 0.566406, 0.558594, 0.546875, 0.566406, 0.558594, 0.554688, 0.542969, 0.523438, 0.570312, 0.542969, 0.578125, 0.496094, 0.589844, 0.546875, 0.539062, 0.585938, 0.578125, 0.554688, 0.589844, 0.554688, 0.527344, 0.542969, 0.5625, 0.558594, 0.578125, 0.589844, 0.535156, 0.589844, 0.574219, 0.492188, 0.542969, 0.535156, 0.554688, 0.558594, 0.535156, 0.578125, 0.527344, 0.5625, 0.535156, 0.558594, 0.554688, 0.539062, 0.5625, 0.492188, 0.550781, 0.523438, 0.578125, 0.539062, 0.566406, 0.53125, 0.566406, 0.503906, 0.390625, 0.578125, 0.582031, 0.539062, 0.570312, 0.535156, 0.546875, 0.589844, 0.578125, 0.5625, 0.558594, 0.488281, 0.535156, 0.550781, 0.558594, 0.574219, 0.574219, 0.523438, 0.566406, 0.566406, 0.605469, 0.554688, 0.535156, 0.554688, 0.519531, 0.582031, 0.566406, 0.566406, 0.507812, 0.550781, 0.566406, 0.523438, 0.550781, 0.539062, 0.523438, 0.566406, 0.550781, 0.554688, 0.535156, 0.550781, 0.589844, 0.566406, 0.527344, 0.566406, 0.546875, 0.53125, 0.519531, 0.566406, 0.546875, 0.570312, 0.589844, 0.542969, 0.550781, 0.574219, 0.59375, 0.523438, 0.566406, 0.59375, 0.558594, 0.539062, 0.578125, 0.554688, 0.507812, 0.515625, 0.546875, 0.546875, 0.578125, 0.582031, 0.515625, 0.554688, 0.609375, 0.519531, 0.511719, 0.554688, 0.578125, 0.546875, 0.578125, 0.574219, 0.566406, 0.519531, 0.546875, 0.53125, 0.5625, 0.597656, 0.582031, 0.59375, 0.542969, 0.539062, 0.523438, 0.523438, 0.570312, 0.566406, 0.554688, 0.542969, 0.609375, 0.519531, 0.582031, 0.5625, 0.605469, 0.570312, 0.523438, 0.585938, 0.570312, 0.546875, 0.574219, 0.546875, 0.523438, 0.578125, 0.558594, 0.5625, 0.546875, 0.558594, 0.515625, 0.550781, 0.550781, 0.570312, 0.550781, 0.535156, 0.578125, 0.542969, 0.574219, 0.5625, 0.574219, 0.574219, 0.53125, 0.519531, 0.535156, 0.578125, 0.585938, 0.519531, 0.589844, 0.578125, 0.585938, 0.59375, 0.574219, 0.601562 ] }, "name": "model.transformer.layers.22.attn_norm.weight", "outputIndexes": [ 1383 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1382, 1383 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_22/Mul_1_output_0", "outputIndexes": [ 1384 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1384 ], "outputIndexes": [ 3106 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3106 ], "outputIndexes": [ 3107 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear", "inputIndexes": [ 3107 ], "outputIndexes": [ 3108 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1393223448, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3108 ], "outputIndexes": [ 3109 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3109 ], "outputIndexes": [ 1385 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1384 ], "main_type": "NONE", "name": "/Shape_89_output_0", "outputIndexes": [ 1386 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1386 ], "main_type": "NONE", "name": "Shape1962", "outputIndexes": [ 1387 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1386 ], "main_type": "NONE", "name": "Rank1964", "outputIndexes": [ 1388 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1388, 1388 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1966", "outputIndexes": [ 1389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1389 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1967", "outputIndexes": [ 1390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1389, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1969", "outputIndexes": [ 1391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1391 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1970", "outputIndexes": [ 1392 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1387, 1390, 1392, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1973", "outputIndexes": [ 1393 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1393 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1974", "outputIndexes": [ 1394 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1394 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1975", "outputIndexes": [ 1395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395, 1394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1976", "outputIndexes": [ 1396 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1386, 1396, 1389 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_114_output_0", "outputIndexes": [ 1397 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1397, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_221_output_0", "outputIndexes": [ 1398 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1398, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_110_output_0", "outputIndexes": [ 1399 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1385, 1399 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_89_output_0", "outputIndexes": [ 1400 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1400 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_22/Mul_output_0", "outputIndexes": [ 1401 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.828125, 0.038818, 0.071289, 0.00351, 0.007233, 1.484375, 0.882812, 0.392578, 0.929688, 1.078125, 2.078125, 1.625, 1.4375, 1.28125, 1.59375, 1.6875, 1.742188, 1.5, 1.8125, 1.773438, 1.6875, 1.734375, 1.773438, 1.796875, 1.976562, 1.9375, 1.789062, 1.9375, 1.976562, 1.9375, 2.0, 1.820312, 2.125, 1.585938, 1.960938, 2.078125, 2.015625, 2.125, 2.0625, 2.015625, 2.171875, 1.617188, 2.0, 1.890625, 1.21875, 2.890625, 1.773438, 1.835938, 1.9375, 1.851562, 1.8125, 1.851562, 1.882812, 1.796875, 1.617188, 1.734375, 1.171875, 1.835938, 1.632812, 1.710938, 2.0, 1.9375, 1.578125, 1.3125, 1.585938, 0.007111, 0.013672, 1.421875, 0.6875, 1.34375, 0.038818, 0.964844, 0.753906, 1.351562, 1.53125, 1.5, 1.335938, 1.476562, 1.742188, 1.851562, 1.664062, 1.664062, 1.804688, 1.84375, 1.742188, 1.8125, 1.726562, 1.78125, 1.757812, 1.828125, 1.875, 1.757812, 1.71875, 1.96875, 2.015625, 1.992188, 1.804688, 2.0625, 1.992188, 1.929688, 1.890625, 1.859375, 1.875, 1.96875, 1.835938, 2.578125, 1.898438, 2.0, 2.96875, 1.3125, 2.03125, 1.90625, 1.976562, 1.90625, 1.960938, 1.835938, 1.796875, 1.882812, 2.0, 1.742188, 1.945312, 1.804688, 1.945312, 1.976562, 1.726562, 1.304688, 1.859375, 1.914062 ] }, "name": "model.transformer.layers.22.attn.q_norm.weight", "outputIndexes": [ 1402 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1401, 1402 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_22/Mul_1_output_0", "outputIndexes": [ 1403 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1403, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_88_output_0", "outputIndexes": [ 1404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1403, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_89_output_0", "outputIndexes": [ 1405 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_44_output_0", "outputIndexes": [ 1406 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1403, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_88_output_0", "outputIndexes": [ 1407 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 1407 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_113_output_0", "outputIndexes": [ 1408 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1408, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_89_output_0", "outputIndexes": [ 1409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1404, 1409 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_88_output_0", "outputIndexes": [ 1410 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1384 ], "outputIndexes": [ 3110 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3110 ], "outputIndexes": [ 3111 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear", "inputIndexes": [ 3111 ], "outputIndexes": [ 3112 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1401589790, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3112 ], "outputIndexes": [ 3113 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3113 ], "outputIndexes": [ 1411 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1398, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_111_output_0", "outputIndexes": [ 1412 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1411, 1412 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_90_output_0", "outputIndexes": [ 1413 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_22/Mul_output_0", "outputIndexes": [ 1414 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.03833, 0.018677, 0.074219, 0.018677, 0.017944, 1.3125, 0.59375, 0.166992, 0.976562, 1.140625, 1.890625, 1.351562, 1.476562, 1.5625, 1.75, 1.46875, 1.773438, 1.445312, 1.78125, 1.976562, 1.796875, 1.992188, 1.5625, 2.015625, 1.5625, 1.773438, 2.03125, 1.734375, 1.554688, 1.984375, 1.9375, 1.835938, 1.671875, 2.1875, 1.992188, 1.75, 1.945312, 1.828125, 1.789062, 1.921875, 1.78125, 2.609375, 1.789062, 1.953125, 2.890625, 1.304688, 1.992188, 1.960938, 1.929688, 1.875, 1.929688, 1.8125, 1.820312, 1.851562, 2.03125, 1.65625, 3.0, 1.820312, 2.109375, 2.03125, 1.6875, 1.59375, 2.25, 2.734375, 1.460938, 0.039551, 0.00235, 1.171875, 0.550781, 1.71875, 0.023193, 1.046875, 0.75, 1.265625, 1.648438, 1.679688, 1.210938, 1.078125, 1.617188, 1.9375, 1.59375, 1.726562, 1.726562, 1.46875, 1.523438, 1.25, 1.789062, 1.679688, 2.046875, 1.976562, 1.664062, 1.914062, 1.976562, 1.882812, 1.945312, 2.0, 2.125, 1.632812, 1.96875, 2.203125, 2.0, 2.109375, 2.15625, 2.078125, 2.125, 1.351562, 2.09375, 1.890625, 1.125, 2.9375, 1.804688, 1.796875, 1.882812, 1.851562, 1.835938, 1.867188, 1.914062, 1.859375, 1.695312, 1.875, 1.640625, 1.867188, 1.648438, 1.65625, 2.0, 2.59375, 1.695312, 1.742188 ] }, "name": "model.transformer.layers.22.attn.k_norm.weight", "outputIndexes": [ 1415 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1414, 1415 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_22/Mul_1_output_0", "outputIndexes": [ 1416 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1416, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_90_output_0", "outputIndexes": [ 1417 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1416, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_91_output_0", "outputIndexes": [ 1418 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1418 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_45_output_0", "outputIndexes": [ 1419 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1416, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_90_output_0", "outputIndexes": [ 1420 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1419, 1420 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_114_output_0", "outputIndexes": [ 1421 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1421, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_91_output_0", "outputIndexes": [ 1422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1417, 1422 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_89_output_0", "outputIndexes": [ 1423 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1384 ], "outputIndexes": [ 3114 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3114 ], "outputIndexes": [ 3115 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear", "inputIndexes": [ 3115 ], "outputIndexes": [ 3116 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1403681572, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3116 ], "outputIndexes": [ 3117 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3117 ], "outputIndexes": [ 1424 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 1412 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_91_output_0", "outputIndexes": [ 1425 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1410, 1423, 1425, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.22/self_attn/FusedAttention", "outputIndexes": [ 1426 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1426 ], "outputIndexes": [ 3118 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3118 ], "outputIndexes": [ 3119 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear", "inputIndexes": [ 3119 ], "outputIndexes": [ 3120 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1405773354, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3120 ], "outputIndexes": [ 3121 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3121 ], "outputIndexes": [ 1427 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1381, 1427 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_90_output_0", "outputIndexes": [ 1428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1428 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_22/Mul_output_0", "outputIndexes": [ 1429 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.380859, 0.373047, 0.375, 0.384766, 0.355469, 0.365234, 0.365234, 0.373047, 0.355469, 0.380859, 0.380859, 0.376953, 0.375, 0.384766, 0.367188, 0.351562, 0.386719, 0.378906, 0.369141, 0.373047, 0.365234, 0.375, 0.371094, 0.365234, 0.384766, 0.376953, 0.378906, 0.365234, 0.392578, 0.359375, 0.373047, 0.369141, 0.367188, 0.382812, 0.363281, 0.369141, 0.369141, 0.380859, 0.382812, 0.367188, 0.386719, 0.380859, 0.363281, 0.384766, 0.361328, 0.357422, 0.369141, 0.373047, 0.380859, 0.369141, 0.369141, 0.367188, 0.386719, 0.375, 0.361328, 0.365234, 0.384766, 0.382812, 0.359375, 0.373047, 0.371094, 0.386719, 0.375, 0.380859, 0.367188, 0.361328, 0.373047, 0.386719, 0.373047, 0.378906, 0.367188, 0.380859, 0.382812, 0.359375, 0.396484, 0.375, 0.373047, 0.380859, 0.378906, 0.367188, 0.375, 0.375, 0.378906, 0.378906, 0.359375, 0.357422, 0.357422, 0.380859, 0.371094, 0.390625, 0.369141, 0.380859, 0.367188, 0.367188, 0.373047, 0.355469, 0.384766, 0.365234, 0.386719, 0.357422, 0.378906, 0.351562, 0.380859, 0.357422, 0.359375, 0.376953, 0.369141, 0.367188, 0.367188, 0.367188, 0.367188, 0.376953, 0.375, 0.390625, 0.392578, 0.339844, 0.380859, 0.365234, 0.394531, 0.382812, 0.351562, 0.359375, 0.371094, 0.380859, 0.367188, 0.375, 0.382812, 0.375, 0.367188, 0.369141, 0.369141, 0.380859, 0.390625, 0.375, 0.373047, 0.371094, 0.363281, 0.380859, 0.367188, 0.363281, 0.371094, 0.376953, 0.376953, 0.380859, 0.376953, 0.373047, 0.367188, 0.386719, 0.369141, 0.365234, 0.384766, 0.376953, 0.369141, 0.380859, 0.371094, 0.386719, 0.369141, 0.382812, 0.396484, 0.382812, 0.373047, 0.376953, 0.378906, 0.376953, 0.365234, 0.373047, 0.365234, 0.365234, 0.359375, 0.376953, 0.349609, 0.380859, 0.384766, 0.371094, 0.386719, 0.373047, 0.380859, 0.378906, 0.365234, 0.371094, 0.357422, 0.373047, 0.349609, 0.376953, 0.375, 0.367188, 0.359375, 0.355469, 0.392578, 0.367188, 0.369141, 0.357422, 0.394531, 0.353516, 0.347656, 0.388672, 0.373047, 0.376953, 0.388672, 0.376953, 0.390625, 0.375, 0.369141, 0.359375, 0.392578, 0.390625, 0.363281, 0.371094, 0.378906, 0.378906, 0.373047, 0.375, 0.380859, 0.376953, 0.367188, 0.367188, 0.371094, 0.375, 0.378906, 0.347656, 0.378906, 0.382812, 0.375, 0.363281, 0.373047, 0.367188, 0.373047, 0.392578, 0.375, 0.382812, 0.353516, 0.380859, 0.369141, 0.382812, 0.373047, 0.375, 0.382812, 0.376953, 0.367188, 0.363281, 0.371094, 0.376953, 0.380859, 0.369141, 0.382812, 0.345703, 0.378906, 0.373047, 0.384766, 0.371094, 0.365234, 0.384766, 0.369141, 0.373047, 0.369141, 0.376953, 0.371094, 0.367188, 0.380859, 0.380859, 0.382812, 0.373047, 0.378906, 0.380859, 0.373047, 0.384766, 0.361328, 0.369141, 0.371094, 0.376953, 0.373047, 0.384766, 0.373047, 0.365234, 0.376953, 0.365234, 0.375, 0.367188, 0.378906, 0.378906, 0.371094, 0.378906, 0.382812, 0.382812, 0.380859, 0.367188, 0.376953, 0.371094, 0.373047, 0.375, 0.378906, 0.371094, 0.375, 0.396484, 0.380859, 0.369141, 0.378906, 0.384766, 0.376953, 0.373047, 0.384766, 0.384766, 0.375, 0.365234, 0.371094, 0.371094, 0.375, 0.371094, 0.367188, 0.363281, 0.376953, 0.382812, 0.373047, 0.365234, 0.363281, 0.375, 0.384766, 0.367188, 0.369141, 0.365234, 0.380859, 0.367188, 0.361328, 0.371094, 0.373047, 0.375, 0.375, 0.384766, 0.359375, 0.378906, 0.396484, 0.369141, 0.384766, 0.363281, 0.380859, 0.375, 0.367188, 0.382812, 0.373047, 0.378906, 0.375, 0.365234, 0.376953, 0.371094, 0.376953, 0.371094, 0.375, 0.380859, 0.367188, 0.375, 0.380859, 0.380859, 0.386719, 0.384766, 0.357422, 0.373047, 0.380859, 0.369141, 0.351562, 0.365234, 0.373047, 0.380859, 0.373047, 0.376953, 0.384766, 0.376953, 0.365234, 0.345703, 0.373047, 0.367188, 0.375, 0.363281, 0.386719, 0.367188, 0.371094, 0.380859, 0.373047, 0.375, 0.375, 0.367188, 0.378906, 0.376953, 0.359375, 0.386719, 0.371094, 0.371094, 0.361328, 0.380859, 0.373047, 0.369141, 0.376953, 0.394531, 0.378906, 0.394531, 0.369141, 0.390625, 0.378906, 0.376953, 0.367188, 0.367188, 0.375, 0.375, 0.363281, 0.353516, 0.375, 0.375, 0.367188, 0.365234, 0.386719, 0.339844, 0.357422, 0.380859, 0.376953, 0.369141, 0.382812, 0.361328, 0.371094, 0.378906, 0.380859, 0.376953, 0.390625, 0.335938, 0.371094, 0.376953, 0.361328, 0.382812, 0.373047, 0.378906, 0.386719, 0.365234, 0.371094, 0.382812, 0.355469, 0.376953, 0.376953, 0.375, 0.386719, 0.373047, 0.382812, 0.376953, 0.382812, 0.369141, 0.376953, 0.369141, 0.373047, 0.373047, 0.375, 0.375, 0.375, 0.373047, 0.361328, 0.376953, 0.380859, 0.361328, 0.365234, 0.365234, 0.376953, 0.373047, 0.384766, 0.376953, 0.373047, 0.378906, 0.339844, 0.361328, 0.380859, 0.359375, 0.353516, 0.371094, 0.367188, 0.361328, 0.367188, 0.353516, 0.367188, 0.375, 0.369141, 0.376953, 0.351562, 0.375, 0.361328, 0.345703, 0.375, 0.359375, 0.361328, 0.361328, 0.369141, 0.375, 0.386719, 0.378906, 0.386719, 0.371094, 0.347656, 0.365234, 0.394531, 0.373047, 0.367188, 0.371094, 0.376953, 0.380859, 0.363281, 0.390625, 0.384766, 0.382812, 0.375, 0.355469, 0.375, 0.365234, 0.369141, 0.378906, 0.378906, 0.375, 0.369141, 0.378906, 0.367188, 0.378906, 0.380859, 0.376953, 0.378906, 0.382812, 0.380859, 0.371094, 0.373047, 0.357422, 0.371094, 0.373047, 0.367188, 0.386719, 0.373047, 0.375, 0.365234, 0.384766, 0.359375, 0.371094, 0.365234, 0.359375, 0.369141, 0.392578, 0.373047, 0.384766, 0.361328, 0.382812, 0.386719, 0.373047, 0.388672, 0.365234, 0.375, 0.373047, 0.373047, 0.380859, 0.371094, 0.388672, 0.367188, 0.388672, 0.369141, 0.376953, 0.386719, 0.367188, 0.351562, 0.378906, 0.371094, 0.373047, 0.394531, 0.373047, 0.365234, 0.369141, 0.359375, 0.361328, 0.349609, 0.369141, 0.373047, 0.390625, 0.367188, 0.373047, 0.375, 0.373047, 0.369141, 0.384766, 0.375, 0.367188, 0.375, 0.363281, 0.384766, 0.369141, 0.369141, 0.382812, 0.365234, 0.367188, 0.375, 0.191406, 0.378906, 0.390625, 0.361328, 0.375, 0.371094, 0.388672, 0.365234, 0.375, 0.384766, 0.378906, 0.371094, 0.367188, 0.367188, 0.373047, 0.390625, 0.367188, 0.376953, 0.373047, 0.371094, 0.371094, 0.371094, 0.359375, 0.375, 0.365234, 0.369141, 0.369141, 0.369141, 0.369141, 0.371094, 0.367188, 0.375, 0.365234, 0.375, 0.373047, 0.384766, 0.371094, 0.371094, 0.373047, 0.369141, 0.384766, 0.373047, 0.380859, 0.373047, 0.369141, 0.384766, 0.375, 0.375, 0.376953, 0.371094, 0.396484, 0.376953, 0.378906, 0.353516, 0.369141, 0.373047, 0.373047, 0.373047, 0.369141, 0.382812, 0.371094, 0.367188, 0.365234, 0.365234, 0.382812, 0.361328, 0.382812, 0.371094, 0.371094, 0.382812, 0.378906, 0.388672, 0.369141, 0.369141, 0.378906, 0.371094, 0.378906, 0.375, 0.382812, 0.371094, 0.380859, 0.382812, 0.375, 0.369141, 0.376953, 0.392578, 0.378906, 0.376953, 0.371094, 0.369141, 0.382812, 0.386719, 0.369141, 0.378906, 0.382812, 0.380859, 0.359375, 0.367188, 0.357422, 0.380859, 0.359375, 0.371094, 0.330078, 0.359375, 0.367188, 0.380859, 0.369141, 0.347656, 0.376953, 0.373047, 0.376953, 0.373047, 0.388672, 0.367188, 0.369141, 0.371094, 0.367188, 0.376953, 0.353516, 0.375, 0.384766, 0.371094, 0.376953, 0.332031, 0.380859, 0.373047, 0.367188, 0.378906, 0.384766, 0.369141, 0.375, 0.384766, 0.376953, 0.384766, 0.376953, 0.376953, 0.376953, 0.369141, 0.384766, 0.378906, 0.384766, 0.367188, 0.375, 0.371094, 0.404297, 0.375, 0.371094, 0.376953, 0.375, 0.376953, 0.361328, 0.373047, 0.357422, 0.378906, 0.369141, 0.382812, 0.388672, 0.365234, 0.376953, 0.373047, 0.382812, 0.375, 0.380859, 0.365234, 0.375, 0.365234, 0.367188, 0.367188, 0.376953, 0.359375, 0.386719, 0.363281, 0.373047, 0.382812, 0.396484, 0.369141, 0.378906, 0.363281, 0.376953, 0.367188, 0.367188, 0.375, 0.365234, 0.347656, 0.369141, 0.373047, 0.382812, 0.363281, 0.371094, 0.369141, 0.382812, 0.375, 0.367188, 0.367188, 0.375, 0.386719, 0.382812, 0.361328, 0.369141, 0.375, 0.376953, 0.363281, 0.380859, 0.363281, 0.376953, 0.365234, 0.365234, 0.367188, 0.388672, 0.369141, 0.371094, 0.380859, 0.367188, 0.371094, 0.371094, 0.363281, 0.347656, 0.386719, 0.378906, 0.353516, 0.367188, 0.375, 0.388672, 0.349609, 0.384766, 0.388672, 0.390625, 0.371094, 0.357422, 0.353516, 0.375, 0.371094, 0.369141, 0.388672, 0.365234, 0.367188, 0.367188, 0.371094, 0.371094, 0.371094, 0.375, 0.378906, 0.373047, 0.384766, 0.388672, 0.367188, 0.371094, 0.373047, 0.376953, 0.375, 0.386719, 0.384766, 0.363281, 0.359375, 0.371094, 0.367188, 0.373047, 0.353516, 0.371094, 0.378906, 0.371094, 0.375, 0.376953, 0.378906, 0.367188, 0.376953, 0.373047, 0.390625, 0.376953, 0.357422, 0.375, 0.376953, 0.365234, 0.361328, 0.373047, 0.384766, 0.345703, 0.369141, 0.367188, 0.359375, 0.378906, 0.375, 0.376953, 0.376953, 0.375, 0.375, 0.365234, 0.367188, 0.373047, 0.382812, 0.359375, 0.380859, 0.363281, 0.367188, 0.384766, 0.376953, 0.361328, 0.378906, 0.378906, 0.357422, 0.363281, 0.371094, 0.386719, 0.378906, 0.365234, 0.355469, 0.388672, 0.376953, 0.371094, 0.373047, 0.380859, 0.394531, 0.349609, 0.367188, 0.369141, 0.371094, 0.357422, 0.378906, 0.380859, 0.371094, 0.361328, 0.384766, 0.378906, 0.380859, 0.375, 0.376953, 0.376953, 0.380859, 0.359375, 0.373047, 0.373047, 0.380859, 0.382812, 0.357422, 0.361328, 0.369141, 0.373047, 0.353516, 0.382812, 0.376953, 0.363281, 0.365234, 0.386719, 0.375, 0.390625, 0.328125, 0.375, 0.380859, 0.375, 0.375, 0.369141, 0.378906, 0.365234, 0.375, 0.363281, 0.380859, 0.375, 0.380859, 0.376953, 0.367188, 0.375, 0.375, 0.382812, 0.386719, 0.371094, 0.378906, 0.369141, 0.375, 0.363281, 0.367188, 0.380859, 0.376953, 0.376953, 0.388672, 0.384766, 0.382812, 0.369141, 0.373047, 0.375, 0.363281, 0.369141, 0.390625, 0.373047, 0.363281, 0.369141, 0.378906, 0.376953, 0.373047, 0.380859, 0.382812, 0.351562, 0.365234, 0.375, 0.369141, 0.388672, 0.371094, 0.380859, 0.359375, 0.396484, 0.357422, 0.376953, 0.367188, 0.378906, 0.367188, 0.378906, 0.367188, 0.367188, 0.365234, 0.380859, 0.382812, 0.373047, 0.378906, 0.380859, 0.365234, 0.375, 0.371094, 0.382812, 0.380859, 0.369141, 0.371094, 0.380859, 0.382812, 0.355469, 0.380859, 0.371094, 0.388672, 0.367188, 0.367188, 0.361328, 0.369141, 0.359375, 0.369141, 0.367188, 0.378906, 0.371094, 0.375, 0.386719, 0.371094, 0.373047, 0.382812, 0.388672, 0.369141, 0.386719, 0.359375, 0.378906, 0.376953, 0.367188, 0.384766, 0.361328, 0.361328, 0.373047, 0.373047, 0.369141, 0.357422, 0.359375, 0.369141, 0.361328, 0.361328, 0.380859, 0.376953, 0.373047, 0.357422, 0.375, 0.373047, 0.373047, 0.369141, 0.376953, 0.388672, 0.371094, 0.371094, 0.363281, 0.378906, 0.367188, 0.390625, 0.388672, 0.367188, 0.353516, 0.382812, 0.367188, 0.375, 0.369141, 0.384766, 0.367188, 0.363281, 0.388672, 0.349609, 0.375, 0.369141, 0.386719, 0.376953, 0.380859, 0.384766, 0.376953, 0.367188, 0.365234, 0.384766, 0.373047, 0.375, 0.363281, 0.382812, 0.380859, 0.369141, 0.382812, 0.373047, 0.380859, 0.365234, 0.371094, 0.375, 0.380859, 0.386719, 0.388672, 0.388672, 0.382812, 0.373047, 0.367188, 0.373047, 0.369141, 0.369141, 0.382812, 0.375, 0.388672, 0.365234, 0.554688, 0.367188, 0.373047, 0.375, 0.380859, 0.380859, 0.369141, 0.357422, 0.382812, 0.369141, 0.378906, 0.380859, 0.351562, 0.363281, 0.375, 0.375, 0.373047, 0.384766, 0.382812, 0.378906, 0.373047, 0.382812, 0.371094, 0.384766, 0.386719, 0.382812, 0.371094, 0.382812, 0.382812, 0.384766, 0.363281, 0.363281, 0.384766, 0.365234, 0.388672, 0.361328, 0.365234, 0.371094, 0.361328, 0.388672, 0.371094, 0.376953, 0.367188, 0.375, 0.367188, 0.376953, 0.380859, 0.373047, 0.382812, 0.373047, 0.369141, 0.378906, 0.365234, 0.375, 0.386719, 0.359375, 0.371094, 0.369141, 0.378906, 0.384766, 0.361328, 0.371094, 0.367188, 0.388672, 0.369141, 0.376953, 0.376953, 0.371094, 0.375, 0.376953, 0.373047, 0.394531, 0.369141, 0.373047, 0.367188, 0.376953, 0.380859, 0.382812, 0.384766, 0.361328, 0.365234, 0.367188, 0.369141, 0.375, 0.371094, 0.380859, 0.367188, 0.375, 0.376953, 0.382812, 0.376953, 0.375, 0.357422, 0.373047, 0.369141, 0.388672, 0.378906, 0.371094, 0.361328, 0.386719, 0.365234, 0.376953, 0.376953, 0.369141, 0.369141, 0.375, 0.363281, 0.380859, 0.363281, 0.386719, 0.365234, 0.378906, 0.380859, 0.371094, 0.392578, 0.369141, 0.363281, 0.363281, 0.373047, 0.367188, 0.378906, 0.375, 0.375, 0.369141, 0.355469, 0.376953, 0.384766, 0.373047, 0.369141, 0.361328, 0.375, 0.386719, 0.369141, 0.386719, 0.359375, 0.361328, 0.378906, 0.380859, 0.375, 0.384766, 0.359375, 0.373047, 0.371094, 0.363281, 0.376953, 0.378906, 0.367188, 0.376953, 0.380859, 0.380859, 0.349609, 0.378906, 0.375, 0.378906, 0.355469, 0.378906, 0.378906, 0.380859, 0.384766, 0.361328, 0.375, 0.375, 0.376953, 0.373047, 0.376953, 0.384766, 0.369141, 0.367188, 0.376953, 0.357422, 0.380859, 0.357422, 0.386719, 0.371094, 0.363281, 0.375, 0.365234, 0.367188, 0.380859, 0.378906, 0.373047, 0.34375, 0.380859, 0.371094, 0.367188, 0.365234, 0.384766, 0.380859, 0.367188, 0.380859, 0.371094, 0.357422, 0.371094, 0.357422, 0.363281, 0.357422, 0.357422, 0.369141, 0.376953, 0.373047, 0.380859, 0.380859, 0.371094, 0.375, 0.373047, 0.384766, 0.375, 0.369141, 0.378906, 0.375, 0.378906, 0.378906, 0.367188, 0.375, 0.347656, 0.351562, 0.394531, 0.376953, 0.371094, 0.376953, 0.363281, 0.371094, 0.369141, 0.371094, 0.384766, 0.375, 0.375, 0.375, 0.380859, 0.369141, 0.373047, 0.355469, 0.378906, 0.376953, 0.361328, 0.375, 0.367188, 0.367188, 0.375, 0.394531, 0.371094, 0.369141, 0.380859, 0.359375, 0.384766, 0.373047, 0.369141, 0.371094, 0.382812, 0.365234, 0.369141, 0.373047, 0.373047, 0.382812, 0.369141, 0.178711, 0.375, 0.367188, 0.394531, 0.365234, 0.371094, 0.34375, 0.390625, 0.375, 0.376953, 0.376953, 0.363281, 0.373047, 0.380859, 0.380859, 0.371094, 0.375, 0.367188, 0.376953, 0.365234, 0.367188, 0.373047, 0.376953, 0.380859, 0.375, 0.392578, 0.34375, 0.363281, 0.380859, 0.378906, 0.376953, 0.378906, 0.375, 0.386719, 0.369141, 0.386719, 0.363281, 0.376953, 0.376953, 0.375, 0.371094, 0.376953, 0.353516, 0.353516, 0.365234, 0.359375, 0.371094, 0.371094, 0.382812, 0.386719, 0.378906, 0.357422, 0.373047, 0.34375, 0.371094, 0.376953, 0.380859, 0.361328, 0.394531, 0.375, 0.359375, 0.373047, 0.375, 0.371094, 0.378906, 0.367188, 0.367188, 0.386719, 0.363281, 0.361328, 0.380859, 0.365234, 0.365234, 0.367188, 0.376953, 0.363281, 0.367188, 0.367188, 0.369141, 0.369141, 0.392578, 0.363281, 0.369141, 0.371094, 0.371094, 0.384766, 0.375, 0.378906, 0.353516, 0.382812, 0.371094, 0.367188, 0.367188, 0.361328, 0.367188, 0.378906, 0.373047, 0.375, 0.388672, 0.365234, 0.373047, 0.375, 0.361328, 0.380859, 0.380859, 0.382812, 0.365234, 0.376953, 0.375, 0.378906, 0.371094, 0.378906, 0.371094, 0.378906, 0.363281, 0.361328, 0.357422, 0.371094, 0.380859, 0.361328, 0.363281, 0.394531, 0.365234, 0.359375, 0.378906, 0.376953, 0.365234, 0.369141, 0.373047, 0.355469, 0.378906, 0.363281, 0.371094, 0.359375, 0.376953, 0.390625, 0.361328, 0.384766, 0.376953, 0.363281, 0.375, 0.378906, 0.382812, 0.375, 0.392578, 0.361328, 0.376953, 0.347656, 0.373047, 0.375, 0.363281, 0.373047, 0.349609, 0.373047, 0.367188, 0.388672, 0.378906, 0.384766, 0.375, 0.380859, 0.367188, 0.376953, 0.373047, 0.371094, 0.359375, 0.388672, 0.392578, 0.373047, 0.386719, 0.371094, 0.373047, 0.361328, 0.355469, 0.378906, 0.365234, 0.382812, 0.384766, 0.369141, 0.380859, 0.386719, 0.367188, 0.371094, 0.384766, 0.376953, 0.394531, 0.380859, 0.369141, 0.378906, 0.359375, 0.371094, 0.375, 0.380859, 0.376953, 0.363281, 0.363281, 0.375, 0.382812, 0.376953, 0.371094, 0.375, 0.363281, 0.382812, 0.367188, 0.363281, 0.373047, 0.365234, 0.378906, 0.380859, 0.376953, 0.375, 0.347656, 0.373047, 0.367188, 0.375, 0.376953, 0.386719, 0.378906, 0.369141, 0.375, 0.378906, 0.367188, 0.363281, 0.398438, 0.375, 0.367188, 0.353516, 0.373047, 0.375, 0.369141, 0.376953, 0.373047, 0.376953, 0.376953, 0.371094, 0.378906, 0.376953, 0.369141, 0.371094, 0.376953, 0.386719, 0.388672, 0.367188, 0.367188, 0.384766, 0.367188, 0.371094, 0.376953, 0.371094, 0.363281, 0.380859, 0.371094, 0.361328, 0.386719, 0.375, 0.375, 0.357422, 0.375, 0.384766, 0.375, 0.373047, 0.365234, 0.378906, 0.375, 0.378906, 0.367188, 0.380859, 0.373047, 0.365234, 0.375, 0.363281, 0.384766, 0.361328, 0.367188, 0.365234, 0.382812, 0.375, 0.375, 0.390625, 0.367188, 0.369141, 0.373047, 0.376953, 0.388672, 0.375, 0.369141, 0.365234, 0.367188, 0.386719, 0.376953, 0.371094, 0.386719, 0.371094, 0.375, 0.371094, 0.365234, 0.361328, 0.386719, 0.384766, 0.361328, 0.376953, 0.369141, 0.378906, 0.375, 0.355469, 0.380859, 0.371094, 0.363281, 0.382812, 0.376953, 0.380859, 0.384766, 0.365234, 0.369141, 0.376953, 0.341797, 0.375, 0.378906, -0.000284, 0.369141, 0.388672, 0.363281, 0.357422, 0.375, 0.367188, 0.369141, 0.359375, 0.371094, 0.369141, 0.398438, 0.371094, 0.369141, 0.380859, 0.365234, 0.361328, 0.371094, 0.369141, 0.380859, 0.373047, 0.371094, 0.363281, 0.371094, 0.367188, 0.367188, 0.371094, 0.363281, 0.369141, 0.369141, 0.361328, 0.376953, 0.351562, 0.371094, 0.371094, 0.378906, 0.376953, 0.369141, 0.376953, 0.380859, 0.380859, 0.345703, 0.392578, 0.365234, 0.369141, 0.380859, 0.371094, 0.357422, 0.349609, 0.367188, 0.375, 0.382812, 0.357422, 0.378906, 0.378906, 0.380859, 0.373047, 0.386719, 0.365234, 0.369141, 0.369141, 0.367188, 0.339844, 0.363281, 0.367188, 0.367188, 0.369141, 0.365234, 0.380859, 0.359375, 0.353516, 0.371094, 0.386719, 0.371094, 0.380859, 0.363281, 0.361328, 0.371094, 0.365234, 0.371094, 0.371094, 0.367188, 0.376953, 0.388672, 0.384766, 0.375, 0.355469, 0.369141, 0.382812, 0.371094, 0.369141, 0.367188, 0.373047, 0.392578, 0.371094, 0.367188, 0.373047, 0.369141, 0.363281, 0.375, 0.369141, 0.365234, 0.371094, 0.394531, 0.375, 0.371094, 0.373047, 0.373047, 0.390625, 0.378906, 0.353516, 0.357422, 0.357422, 0.369141, 0.371094, 0.384766, 0.371094, 0.371094, 0.351562, 0.371094, 0.365234, 0.371094, 0.369141, 0.375, 0.373047, 0.375, 0.373047, 0.361328, 0.373047, 0.378906, 0.359375, 0.378906, 0.019775, 0.367188, 0.367188, 0.375, 0.375, 0.392578, 0.371094, 0.371094, 0.365234, 0.373047, 0.359375, 0.382812, 0.367188, 0.363281, 0.369141, 0.367188, 0.376953, 0.373047, 0.359375, 0.357422, 0.376953, 0.382812, 0.376953, 0.294922, 0.363281, 0.373047, 0.388672, 0.382812, 0.382812, 0.384766, 0.373047, 0.365234, 0.376953, 0.373047, 0.361328, 0.365234, 0.363281, 0.386719, 0.365234, 0.375, 0.367188, 0.378906, 0.371094, 0.361328, 0.371094, 0.367188, 0.369141, 0.359375, 0.376953, 0.361328, 0.361328, 0.375, 0.357422, 0.380859, 0.369141, 0.376953, 0.367188, 0.365234, 0.375, 0.378906, 0.388672, 0.378906, 0.361328, 0.373047, 0.375, 0.378906, 0.365234, 0.375, 0.357422, 0.367188, 0.390625, 0.369141, 0.373047, 0.375, 0.371094, 0.365234, 0.373047, 0.371094, 0.375, 0.361328, 0.367188, 0.380859, 0.353516, 0.369141, 0.375, 0.373047, 0.376953, 0.355469, 0.359375, 0.382812, 0.371094, 0.380859, 0.378906, 0.382812, 0.382812, 0.365234, 0.367188, 0.386719, 0.359375, 0.365234, 0.369141, 0.386719, 0.373047, 0.371094, 0.371094, 0.363281, 0.378906, 0.380859, 0.382812, 0.378906, 0.363281, 0.386719, 0.384766, 0.375, 0.375, 0.371094, 0.357422, 0.363281, 0.378906, 0.367188, 0.375, 0.357422, 0.382812, 0.361328, 0.371094, 0.365234, 0.371094, 0.375, 0.359375, 0.380859, 0.369141, 0.361328, 0.361328, 0.333984, 0.365234, 0.382812, 0.386719, 0.376953, 0.375, 0.375, 0.361328, 0.376953, 0.386719, 0.376953, 0.371094, 0.355469, 0.375, 0.376953, 0.371094, 0.376953, 0.394531, 0.369141, 0.365234, 0.371094, 0.380859, 0.359375, 0.375, 0.367188, 0.380859, 0.365234, 0.373047, 0.365234, 0.373047, 0.34375, 0.375, 0.373047, 0.373047, 0.380859, 0.373047, 0.380859, 0.378906, 0.355469, 0.373047, 0.375, 0.373047, 0.376953, 0.375, 0.380859, 0.369141, 0.367188, 0.376953, 0.367188, 0.353516, 0.380859, 0.382812, 0.375, 0.373047, 0.378906, 0.363281, 0.369141, 0.378906, 0.380859, 0.378906, 0.375, 0.363281, 0.369141, 0.371094, 0.380859, 0.382812, 0.376953, 0.363281, 0.375, 0.367188, 0.376953, 0.371094, 0.384766, 0.361328, 0.371094, 0.384766, 0.363281, 0.378906, 0.380859, 0.361328, 0.375, 0.380859, 0.371094, 0.373047, 0.357422, 0.367188, 0.357422, 0.365234, 0.367188, 0.363281, 0.373047, 0.375, 0.396484, 0.388672, 0.394531, 0.371094, 0.375, 0.363281, 0.378906, 0.373047, 0.371094, 0.369141, 0.353516, 0.373047, 0.376953, 0.382812, 0.369141, 0.367188, 0.369141, 0.359375, 0.371094, 0.382812, 0.359375, 0.378906, 0.375, 0.386719, 0.376953, 0.351562, 0.376953, 0.378906, 0.380859, 0.382812, 0.369141, 0.367188, 0.357422, 0.361328, 0.373047, 0.380859, 0.373047, 0.369141, 0.388672, 0.369141, 0.375, 0.376953, 0.349609, 0.369141, 0.367188, 0.363281, 0.376953, 0.353516, 0.355469, 0.347656, 0.359375, 0.375, 0.373047, 0.375, 0.369141, 0.371094, 0.382812, 0.386719, 0.359375, 0.388672, 0.367188, 0.369141, 0.367188, 0.363281, 0.371094, 0.384766, 0.398438, 0.367188, 0.371094, 0.365234, 0.386719, 0.378906, 0.373047, 0.376953, 0.367188, 0.380859, 0.373047, 0.355469, 0.380859, 0.375, 0.386719, 0.367188, 0.375, 0.15625, 0.375, 0.386719, 0.375, 0.375, 0.382812, 0.375, 0.371094, 0.392578, 0.369141, 0.375, 0.371094, 0.375, 0.373047, 0.369141, 0.378906, 0.369141, 0.384766, 0.384766, 0.367188, 0.380859, 0.388672, 0.373047, 0.375, 0.371094, 0.365234, 0.384766, 0.375, 0.355469, 0.357422, 0.371094, 0.361328, 0.369141, 0.375, 0.355469, 0.367188, 0.367188, 0.382812, 0.380859, 0.369141, 0.369141, 0.380859, 0.378906, 0.375, 0.378906, 0.365234, 0.375, 0.378906, 0.373047, 0.375, 0.376953, 0.359375, 0.369141, 0.384766, 0.376953, 0.367188, 0.371094, 0.376953, 0.382812, 0.363281, 0.369141, 0.375, 0.363281, 0.384766, 0.380859, 0.375, 0.378906, 0.388672, 0.373047, 0.328125, 0.371094, 0.376953, 0.367188, 0.375, 0.373047, 0.384766, 0.386719, 0.349609, 0.365234, 0.371094, 0.357422, 0.361328, 0.380859, 0.365234, 0.384766, 0.376953, 0.375, 0.365234, 0.375, 0.378906, 0.382812, 0.376953, 0.375, 0.378906, 0.367188, 0.375, 0.359375, 0.375, 0.396484, 0.380859, 0.388672, 0.378906, 0.378906, 0.378906, 0.380859, 0.376953, 0.371094, 0.363281, 0.380859, 0.384766, 0.363281, 0.361328, 0.371094, 0.380859, 0.371094, 0.373047, 0.376953, 0.371094, 0.355469, 0.357422, 0.367188, 0.384766, 0.378906, 0.378906, 0.375, 0.382812, 0.359375, 0.367188, 0.367188, 0.373047, 0.365234, 0.367188, 0.382812, 0.382812, 0.355469, 0.376953, 0.386719, 0.357422, 0.373047, 0.373047, 0.386719, 0.373047, 0.365234, 0.371094, 0.369141, 0.361328, 0.367188, 0.371094, 0.386719, 0.378906, 0.373047, 0.376953, 0.363281, 0.390625, 0.386719, 0.365234, 0.378906, 0.367188, 0.375, 0.378906, 0.386719, 0.378906, 0.355469, 0.386719, 0.373047, 0.373047, 0.351562, 0.359375, 0.382812, 0.380859, 0.363281, 0.388672, 0.382812, 0.359375, 0.382812, 0.380859, 0.355469, 0.396484, 0.375, 0.384766, 0.378906, 0.390625, 0.378906, 0.373047, 0.378906, 0.394531, 0.378906, 0.361328, 0.378906, 0.369141, 0.376953, 0.390625, 0.378906, 0.378906, 0.365234, 0.380859, 0.373047, 0.388672, 0.382812, 0.382812, 0.371094, 0.378906, 0.353516, 0.386719, 0.361328, 0.386719, 0.375, 0.378906, 0.367188, 0.373047, 0.373047, 0.376953, 0.376953, 0.388672, 0.371094, 0.367188, 0.384766, 0.353516, 0.367188, 0.375, 0.380859, 0.376953, 0.382812, 0.378906, 0.376953, 0.376953, 0.375, 0.365234, 0.371094, 0.380859, 0.382812, 0.382812, 0.359375, 0.347656, 0.361328, 0.382812, 0.367188, 0.380859, 0.371094, 0.376953, 0.371094, 0.376953, 0.369141, 0.375, 0.375, 0.386719, 0.369141, 0.376953, 0.378906, 0.359375, 0.375, 0.371094, 0.376953, 0.376953, 0.378906, 0.384766, 0.359375, 0.376953, 0.380859, 0.328125, 0.375, 0.351562, 0.363281, 0.365234, 0.378906, 0.369141, 0.386719, 0.365234, 0.351562, 0.375, 0.390625, 0.375, 0.378906, 0.359375, 0.371094, 0.365234, 0.376953, 0.386719, 0.375, 0.373047, 0.361328, 0.384766, 0.369141, 0.394531, 0.375, 0.375, 0.371094, 0.373047, 0.359375, 0.375, 0.373047, 0.373047, 0.378906, 0.363281, 0.373047, 0.378906, 0.386719, 0.376953, 0.359375, 0.386719, 0.376953, 0.380859, 0.363281, 0.369141, 0.373047, 0.369141, 0.369141, 0.378906, 0.388672, 0.378906, 0.378906, 0.373047, 0.378906, 0.359375, 0.353516, 0.380859, 0.375, 0.376953, 0.375, 0.373047, 0.369141, 0.363281, 0.367188, 0.373047, 0.378906, 0.373047, 0.369141, 0.375, 0.376953, 0.369141, 0.392578, 0.384766, 0.384766, 0.373047, 0.378906, 0.371094, 0.386719, 0.404297, 0.388672, 0.367188, 0.369141, 0.378906, 0.392578, 0.369141, 0.365234, 0.375, 0.375, 0.359375, 0.394531, 0.363281, 0.375, 0.378906, 0.361328, 0.380859, 0.386719, 0.373047, 0.349609, 0.371094, 0.382812, 0.375, 0.369141, 0.373047, 0.375, 0.365234, 0.378906, 0.363281, 0.373047, 0.371094, 0.367188, 0.378906, 0.373047, 0.369141, 0.373047, 0.378906, 0.375, 0.363281, 0.347656, 0.363281, 0.361328, 0.355469, 0.369141, 0.386719, 0.378906, 0.367188, 0.371094, 0.373047, 0.371094, 0.384766, 0.355469, 0.376953, 0.388672, 0.337891, 0.375, 0.365234, 0.376953, 0.371094, 0.373047, 0.357422, 0.357422, 0.378906, 0.369141, 0.371094, 0.365234, 0.373047, 0.380859, 0.380859, 0.382812, 0.357422, 0.367188, 0.371094, 0.375, 0.367188, 0.365234, 0.380859, 0.361328, 0.382812, 0.371094, 0.359375, 0.382812, 0.375, 0.371094, 0.378906, 0.371094, 0.382812, 0.373047, 0.376953, 0.380859, 0.375, 0.376953, 0.386719, 0.376953, 0.375, 0.382812, 0.373047, 0.378906, 0.371094, 0.375, 0.373047, 0.382812, 0.369141, 0.375, 0.373047, 0.380859, 0.386719, 0.375, 0.386719, 0.367188, 0.376953, 0.382812, 0.369141, 0.369141, 0.382812, 0.371094, 0.376953, 0.380859, 0.373047, 0.359375, 0.355469, 0.365234, 0.382812, 0.369141, 0.365234, 0.373047, 0.369141, 0.375, 0.376953, 0.382812, 0.382812, 0.375, 0.375, 0.373047, 0.380859, 0.361328, 0.363281, 0.375, 0.373047, 0.369141, 0.378906, 0.382812, 0.378906, 0.376953, 0.359375, 0.367188, 0.349609, 0.376953, 0.363281, 0.386719, 0.357422, 0.371094, 0.355469, 0.380859, 0.361328, 0.376953, 0.396484, 0.378906, 0.371094, 0.388672, 0.371094, 0.396484, 0.375, 0.365234, 0.361328, 0.380859, 0.376953, 0.371094, 0.382812, 0.367188, 0.373047, 0.367188, 0.371094, 0.371094, 0.384766, 0.363281, 0.392578, 0.357422, 0.363281, 0.373047, 0.373047, 0.371094, 0.371094, 0.371094, 0.380859, 0.392578, 0.371094, 0.376953, 0.367188, 0.177734, 0.378906, 0.369141, 0.382812, 0.380859, 0.376953, 0.367188, 0.369141, 0.363281, 0.376953, 0.380859, 0.398438, 0.382812, 0.378906, 0.365234, 0.375, 0.363281, 0.378906, 0.367188, 0.363281, 0.365234, 0.369141, 0.349609, 0.378906, 0.361328, 0.359375, 0.369141, 0.376953, 0.375, 0.376953, 0.386719, 0.367188, 0.371094, 0.382812, 0.371094, 0.365234, 0.371094, 0.369141, 0.376953, 0.365234, 0.390625, 0.380859, 0.380859, 0.369141, 0.369141, 0.361328, 0.355469, 0.349609, 0.382812, 0.373047, 0.367188, 0.390625, 0.367188, 0.369141, 0.371094, 0.367188, 0.375, 0.373047, 0.384766, 0.378906, 0.378906, 0.375, 0.367188, 0.388672, 0.367188, 0.384766, 0.380859, 0.353516, 0.365234, 0.375, 0.380859, 0.367188, 0.367188, 0.388672, 0.376953, 0.359375, 0.361328, 0.363281, 0.380859, 0.363281, 0.380859, 0.388672, 0.369141, 0.386719, 0.382812, 0.373047, 0.378906, 0.382812, 0.376953, 0.382812, 0.376953, 0.371094, 0.367188, 0.384766, 0.380859, 0.373047, 0.371094, 0.376953, 0.392578, 0.384766, 0.371094, 0.382812, 0.367188, 0.373047, 0.359375, 0.376953, 0.330078, 0.384766, 0.375, 0.369141, 0.390625, 0.333984, 0.390625, 0.361328, 0.355469, 0.382812, 0.386719, 0.373047, 0.367188, 0.378906, 0.384766, 0.384766, 0.384766, 0.375, 0.375, 0.382812, 0.369141, 0.382812, 0.361328, 0.384766, 0.357422, 0.373047, 0.376953, 0.369141, 0.380859, 0.376953, 0.380859, 0.369141, 0.369141, 0.378906, 0.355469, 0.396484, 0.369141, 0.371094, 0.380859, 0.380859, 0.384766, 0.371094, 0.388672, 0.367188, 0.380859, 0.376953, 0.371094, 0.378906, 0.380859, 0.384766, 0.382812, 0.375, 0.376953, 0.382812, 0.365234, 0.369141, 0.361328, 0.361328, 0.363281, 0.373047, 0.359375, 0.361328, 0.382812, 0.375, 0.376953, 0.376953, 0.376953, 0.367188, 0.365234, 0.376953, 0.384766, 0.347656, 0.365234, 0.357422, 0.376953, 0.369141, 0.375, 0.363281, 0.357422, 0.376953, 0.371094, 0.382812, 0.378906, 0.375, 0.367188, 0.375, 0.376953, 0.355469, 0.371094, 0.375, 0.371094, 0.378906, 0.373047, 0.361328, 0.369141, 0.371094, 0.367188, 0.382812, 0.373047, 0.376953, 0.373047, 0.367188, 0.373047, 0.378906, 0.371094, 0.361328, 0.363281, 0.380859, 0.369141, 0.353516, 0.365234, 0.365234, 0.382812, 0.361328, 0.363281, 0.376953, 0.365234, 0.371094, 0.384766, 0.369141, 0.355469, 0.365234, 0.376953, 0.361328, 0.359375, 0.371094, 0.384766, 0.378906, 0.376953, 0.369141, 0.380859, 0.367188, 0.375, 0.378906, 0.376953, 0.378906, 0.371094, 0.365234, 0.361328, 0.386719, 0.355469, 0.382812, 0.369141, 0.355469, 0.376953, 0.373047, 0.386719, 0.380859, 0.359375, 0.373047, 0.375, 0.373047, 0.378906, 0.375, 0.376953, 0.375, 0.394531, 0.361328, 0.361328, 0.367188, 0.373047, 0.373047, 0.376953, 0.361328, 0.359375, 0.373047, 0.376953, 0.367188, 0.375, 0.367188, 0.359375, 0.386719, 0.359375, 0.378906, 0.373047, 0.386719, 0.378906, 0.369141, 0.363281, 0.371094, 0.369141, 0.353516, 0.365234, 0.519531, 0.367188, 0.375, 0.369141, 0.351562, 0.373047, 0.371094, 0.376953, 0.371094, 0.371094, 0.363281, 0.353516, 0.373047, 0.375, 0.365234, 0.394531, 0.378906, 0.380859, 0.376953, 0.384766, 0.376953, 0.365234, 0.355469, 0.375, 0.367188, 0.384766, 0.380859, 0.384766, 0.355469, 0.353516, 0.371094, 0.376953, 0.359375, 0.359375, 0.369141, 0.373047, 0.371094, 0.369141, 0.376953, 0.361328, 0.365234, 0.378906, 0.347656, 0.369141, 0.367188, 0.353516, 0.363281, 0.371094, 0.371094, 0.382812, 0.371094, 0.384766, 0.361328, 0.373047, 0.365234, 0.380859, 0.367188, 0.375, 0.367188, 0.373047, 0.394531, 0.369141, 0.361328, 0.367188, 0.386719, 0.371094, 0.361328, 0.378906, 0.357422, 0.378906, 0.373047, 0.365234, 0.361328, 0.384766, 0.380859, 0.367188, 0.365234, 0.376953, 0.361328, 0.378906, 0.365234, 0.369141, 0.359375, 0.380859, 0.369141, 0.380859, 0.353516, 0.376953, 0.375, 0.369141, 0.378906, 0.382812, 0.373047, 0.369141, 0.373047, 0.365234, 0.390625, 0.371094, 0.382812, 0.371094, 0.361328, 0.375, 0.371094, 0.373047, 0.382812, 0.384766, 0.373047, 0.367188, 0.386719, 0.378906, 0.376953, 0.373047, 0.373047, 0.357422, 0.373047, 0.367188, 0.371094, 0.376953, 0.359375, 0.359375, 0.365234, 0.359375, 0.380859, 0.390625, 0.380859, 0.365234, 0.369141, 0.388672, 0.361328, 0.373047, 0.376953, 0.378906, 0.373047, 0.384766, 0.380859, 0.363281 ] }, "name": "model.transformer.layers.22.ffn_norm.weight", "outputIndexes": [ 1430 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 1430 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_22/Mul_1_output_0", "outputIndexes": [ 1431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1431 ], "outputIndexes": [ 3122 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3122 ], "outputIndexes": [ 3123 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_1/Linear", "inputIndexes": [ 3123 ], "outputIndexes": [ 3124 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 16384, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 393216, "weightSize": 0 }, "external": [ 1414129456, 50331910, 3145728, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3124 ], "outputIndexes": [ 3125 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3125 ], "outputIndexes": [ 1432 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 16384 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1432, 21, 586, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_22/Slice_output_0", "outputIndexes": [ 1433 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1433 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_22/Sigmoid_output_0", "outputIndexes": [ 1434 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1433, 1434 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_22/Mul_output_0", "outputIndexes": [ 1435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 16384 ] }, "name": "/ffn_22/Mul_1_output_0", "outputIndexes": [ 1436 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1432, 586, 1436, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_22/Slice_1_output_0", "outputIndexes": [ 1437 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1435, 1437 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_22/Mul_2_output_0", "outputIndexes": [ 1438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1438 ], "outputIndexes": [ 3126 ], "main_type": "Reshape", "main": { "dims": [ -1, 8192, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3126 ], "outputIndexes": [ 3127 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_2/Linear", "inputIndexes": [ 3127 ], "outputIndexes": [ 3128 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8192, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 196608, "weightSize": 0 }, "external": [ 1467607094, 25166086, 1572864, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3128 ], "outputIndexes": [ 3129 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3129 ], "outputIndexes": [ 1439 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1428, 1439 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_91_output_0", "outputIndexes": [ 1440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1440, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_92_output_0", "outputIndexes": [ 1441 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1441 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_23/Mul_output_0", "outputIndexes": [ 1442 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.667969, 0.703125, 0.660156, 0.621094, 0.636719, 0.625, 0.648438, 0.613281, 0.675781, 0.667969, 0.664062, 0.648438, 0.640625, 0.652344, 0.648438, 0.636719, 0.605469, 0.625, 0.65625, 0.609375, 0.652344, 0.667969, 0.632812, 0.59375, 0.65625, 0.660156, 0.652344, 0.652344, 0.699219, 0.621094, 0.632812, 0.667969, 0.648438, 0.640625, 0.667969, 0.644531, 0.621094, 0.652344, 0.65625, 0.65625, 0.644531, 0.640625, 0.601562, 0.667969, 0.671875, 0.652344, 0.625, 0.648438, 0.65625, 0.628906, 0.683594, 0.632812, 0.675781, 0.59375, 0.597656, 0.695312, 0.679688, 0.652344, 0.652344, 0.648438, 0.664062, 0.695312, 0.691406, 0.640625, 0.664062, 0.652344, 0.679688, 0.640625, 0.683594, 0.644531, 0.636719, 0.65625, 0.652344, 0.628906, 0.644531, 0.621094, 0.652344, 0.652344, 0.695312, 0.640625, 0.664062, 0.664062, 0.65625, 0.636719, 0.585938, 0.632812, 0.648438, 0.675781, 0.660156, 0.699219, 0.652344, 0.703125, 0.65625, 0.585938, 0.632812, 0.664062, 0.671875, 0.625, 0.667969, 0.621094, 0.640625, 0.585938, 0.675781, 0.699219, 0.652344, 0.664062, 0.6875, 0.664062, 0.589844, 0.671875, 0.617188, 0.648438, 0.683594, 0.671875, 0.679688, 0.574219, 0.710938, 0.664062, 0.695312, 0.671875, 0.640625, 0.664062, 0.648438, 0.652344, 0.644531, 0.667969, 0.660156, 0.667969, 0.664062, 0.636719, 0.703125, 0.613281, 0.644531, 0.667969, 0.609375, 0.640625, 0.644531, 0.660156, 0.679688, 0.644531, 0.671875, 0.621094, 0.65625, 0.667969, 0.707031, 0.667969, 0.644531, 0.71875, 0.632812, 0.570312, 0.664062, 0.644531, 0.605469, 0.671875, 0.640625, 0.648438, 0.679688, 0.675781, 0.71875, 0.65625, 0.699219, 0.648438, 0.671875, 0.664062, 0.636719, 0.648438, 0.625, 0.691406, 0.644531, 0.648438, 0.664062, 0.636719, 0.652344, 0.648438, 0.628906, 0.640625, 0.683594, 0.652344, 0.648438, 0.679688, 0.707031, 0.636719, 0.601562, 0.644531, 0.699219, 0.691406, 0.726562, 0.636719, 0.65625, 0.625, 0.621094, 0.609375, 0.722656, 0.640625, 0.632812, 0.703125, 0.652344, 0.613281, 0.636719, 0.699219, 0.6875, 0.707031, 0.664062, 0.652344, 0.65625, 0.738281, 0.65625, 0.644531, 0.597656, 0.652344, 0.65625, 0.65625, 0.695312, 0.660156, 0.660156, 0.664062, 0.65625, 0.664062, 0.703125, 0.632812, 0.617188, 0.675781, 0.625, 0.628906, 0.675781, 0.652344, 0.632812, 0.710938, 0.660156, 0.660156, 0.671875, 0.644531, 0.636719, 0.632812, 0.628906, 0.667969, 0.652344, 0.648438, 0.628906, 0.640625, 0.636719, 0.660156, 0.695312, 0.6875, 0.746094, 0.683594, 0.636719, 0.644531, 0.679688, 0.671875, 0.65625, 0.65625, 0.695312, 0.652344, 0.664062, 0.628906, 0.617188, 0.628906, 0.683594, 0.667969, 0.710938, 0.664062, 0.683594, 0.699219, 0.628906, 0.695312, 0.667969, 0.644531, 0.613281, 0.65625, 0.652344, 0.660156, 0.628906, 0.652344, 0.640625, 0.644531, 0.683594, 0.652344, 0.652344, 0.644531, 0.632812, 0.65625, 0.65625, 0.667969, 0.652344, 0.585938, 0.640625, 0.589844, 0.617188, 0.625, 0.652344, 0.683594, 0.6875, 0.675781, 0.652344, 0.640625, 0.648438, 0.660156, 0.605469, 0.667969, 0.648438, 0.652344, 0.71875, 0.617188, 0.652344, 0.65625, 0.707031, 0.667969, 0.652344, 0.632812, 0.636719, 0.625, 0.648438, 0.675781, 0.636719, 0.628906, 0.660156, 0.628906, 0.664062, 0.632812, 0.660156, 0.667969, 0.683594, 0.671875, 0.675781, 0.675781, 0.667969, 0.695312, 0.625, 0.667969, 0.675781, 0.703125, 0.644531, 0.699219, 0.652344, 0.648438, 0.660156, 0.703125, 0.660156, 0.691406, 0.648438, 0.679688, 0.644531, 0.609375, 0.695312, 0.683594, 0.683594, 0.648438, 0.617188, 0.636719, 0.691406, 0.679688, 0.660156, 0.691406, 0.6875, 0.667969, 0.640625, 0.648438, 0.679688, 0.628906, 0.628906, 0.671875, 0.65625, 0.65625, 0.671875, 0.625, 0.601562, 0.601562, 0.640625, 0.625, 0.691406, 0.695312, 0.617188, 0.675781, 0.636719, 0.65625, 0.664062, 0.65625, 0.660156, 0.644531, 0.625, 0.636719, 0.640625, 0.667969, 0.636719, 0.644531, 0.628906, 0.699219, 0.652344, 0.605469, 0.648438, 0.726562, 0.625, 0.628906, 0.664062, 0.667969, 0.65625, 0.679688, 0.632812, 0.640625, 0.632812, 0.667969, 0.617188, 0.679688, 0.664062, 0.636719, 0.6875, 0.65625, 0.675781, 0.609375, 0.652344, 0.710938, 0.648438, 0.648438, 0.667969, 0.621094, 0.683594, 0.738281, 0.6875, 0.628906, 0.675781, 0.632812, 0.660156, 0.699219, 0.640625, 0.667969, 0.660156, 0.671875, 0.671875, 0.664062, 0.679688, 0.671875, 0.636719, 0.664062, 0.644531, 0.664062, 0.679688, 0.664062, 0.660156, 0.671875, 0.691406, 0.617188, 0.652344, 0.683594, 0.664062, 0.671875, 0.65625, 0.699219, 0.660156, 0.671875, 0.585938, 0.632812, 0.644531, 0.675781, 0.6875, 0.632812, 0.683594, 0.6875, 0.667969, 0.675781, 0.65625, 0.675781, 0.550781, 0.660156, 0.636719, 0.6875, 0.625, 0.617188, 0.667969, 0.636719, 0.652344, 0.632812, 0.660156, 0.617188, 0.664062, 0.625, 0.636719, 0.664062, 0.597656, 0.621094, 0.640625, 0.636719, 0.613281, 0.636719, 0.632812, 0.652344, 0.699219, 0.617188, 0.640625, 0.636719, 0.648438, 0.65625, 0.691406, 0.648438, 0.667969, 0.605469, 0.601562, 0.664062, 0.589844, 0.6875, 0.722656, 0.671875, 0.671875, 0.671875, 0.667969, 0.664062, 0.636719, 0.632812, 0.671875, 0.667969, 0.644531, 0.671875, 0.578125, 0.652344, 0.667969, 0.707031, 0.738281, 0.671875, 0.632812, 0.644531, 0.621094, 0.664062, 0.628906, 0.65625, 0.683594, 0.679688, 0.621094, 0.640625, 0.691406, 0.628906, 0.617188, 0.640625, 0.652344, 0.65625, 0.59375, 0.667969, 0.679688, 0.667969, 0.632812, 0.65625, 0.671875, 0.628906, 0.679688, 0.570312, 0.671875, 0.683594, 0.644531, 0.671875, 0.667969, 0.671875, 0.683594, 0.707031, 0.675781, 0.664062, 0.644531, 0.671875, 0.640625, 0.609375, 0.6875, 0.628906, 0.664062, 0.617188, 0.625, 0.613281, 0.605469, 0.640625, 0.585938, 0.683594, 0.671875, 0.703125, 0.667969, 0.6875, 0.6875, 0.664062, 0.730469, 0.644531, 0.722656, 0.636719, 0.652344, 0.667969, 0.667969, 0.640625, 0.648438, 0.6875, 0.667969, 0.648438, 0.65625, 0.820312, 0.671875, 0.644531, 0.648438, 0.664062, 0.65625, 0.679688, 0.660156, 0.699219, 0.644531, 0.667969, 0.695312, 0.640625, 0.582031, 0.664062, 0.652344, 0.625, 0.679688, 0.625, 0.65625, 0.722656, 0.667969, 0.617188, 0.675781, 0.652344, 0.625, 0.664062, 0.578125, 0.605469, 0.652344, 0.628906, 0.660156, 0.652344, 0.65625, 0.65625, 0.640625, 0.707031, 0.636719, 0.65625, 0.65625, 0.652344, 0.664062, 0.683594, 0.636719, 0.679688, 0.679688, 0.722656, 0.683594, 0.644531, 0.632812, 0.664062, 0.65625, 0.671875, 0.578125, 0.617188, 0.667969, 0.648438, 0.675781, 0.640625, 0.664062, 0.640625, 0.628906, 0.648438, 0.539062, 0.683594, 0.644531, 0.6875, 0.664062, 0.640625, 0.6875, 0.652344, 0.621094, 0.609375, 0.597656, 0.640625, 0.632812, 0.652344, 0.6875, 0.648438, 0.664062, 0.636719, 0.671875, 0.675781, 0.6875, 0.648438, 0.636719, 0.6875, 0.65625, 0.679688, 0.664062, 0.558594, 0.648438, 0.71875, 0.695312, 0.65625, 0.71875, 0.601562, 0.648438, 0.617188, 0.628906, 0.65625, 0.664062, 0.714844, 0.628906, 0.726562, 0.679688, 0.679688, 0.660156, 0.65625, 0.617188, 0.667969, 0.6875, 0.660156, 0.671875, 0.667969, 0.683594, 0.671875, 0.632812, 0.609375, 0.632812, 0.691406, 0.667969, 0.6875, 0.570312, 0.65625, 0.65625, 0.625, 0.6875, 0.609375, 0.660156, 0.644531, 0.660156, 0.675781, 0.664062, 0.644531, 0.6875, 0.636719, 0.664062, 0.703125, 0.644531, 0.667969, 0.671875, 0.644531, 0.660156, 0.695312, 0.667969, 0.644531, 0.621094, 0.660156, 0.679688, 0.605469, 0.65625, 0.695312, 0.65625, 0.695312, 0.683594, 0.671875, 0.675781, 0.671875, 0.636719, 0.652344, 0.671875, 0.710938, 0.664062, 0.675781, 0.632812, 0.648438, 0.625, 0.6875, 0.710938, 0.648438, 0.632812, 0.609375, 0.664062, 0.652344, 0.6875, 0.632812, 0.644531, 0.679688, 0.792969, 0.632812, 0.671875, 0.640625, 0.625, 0.613281, 0.644531, 0.621094, 0.640625, 0.632812, 0.648438, 0.710938, 0.609375, 0.644531, 0.636719, 0.605469, 0.6875, 0.667969, 0.679688, 0.644531, 0.683594, 0.640625, 0.683594, 0.683594, 0.671875, 0.664062, 0.636719, 0.6875, 0.609375, 0.636719, 0.632812, 0.632812, 0.714844, 0.574219, 0.644531, 0.621094, 0.644531, 0.636719, 0.675781, 0.664062, 0.613281, 0.660156, 0.65625, 0.695312, 0.617188, 0.585938, 0.648438, 0.679688, 0.648438, 0.660156, 0.625, 0.664062, 0.6875, 0.71875, 0.6875, 0.613281, 0.640625, 0.601562, 0.640625, 0.660156, 0.664062, 0.675781, 0.652344, 0.652344, 0.660156, 0.707031, 0.667969, 0.632812, 0.652344, 0.675781, 0.679688, 0.65625, 0.699219, 0.601562, 0.652344, 0.644531, 0.664062, 0.632812, 0.667969, 0.652344, 0.648438, 0.640625, 0.597656, 0.671875, 0.65625, 0.644531, 0.664062, 0.636719, 0.671875, 0.710938, 0.6875, 0.652344, 0.65625, 0.640625, 0.625, 0.664062, 0.65625, 0.621094, 0.632812, 0.625, 0.628906, 0.679688, 0.675781, 0.6875, 0.679688, 0.65625, 0.621094, 0.632812, 0.628906, 0.671875, 0.691406, 0.640625, 0.691406, 0.667969, 0.609375, 0.628906, 0.664062, 0.605469, 0.628906, 0.648438, 0.625, 0.652344, 0.667969, 0.675781, 0.660156, 0.613281, 0.625, 0.726562, 0.613281, 0.679688, 0.613281, 0.675781, 0.667969, 0.589844, 0.675781, 0.625, 0.675781, 0.613281, 0.671875, 0.660156, 0.621094, 0.527344, 0.6875, 0.671875, 0.675781, 0.652344, 0.726562, 0.644531, 0.671875, 0.652344, 0.648438, 0.628906, 0.644531, 0.671875, 0.628906, 0.664062, 0.589844, 0.671875, 0.671875, 0.714844, 0.644531, 0.664062, 0.636719, 0.671875, 0.636719, 0.714844, 0.667969, 0.667969, 0.648438, 0.671875, 0.652344, 0.644531, 0.636719, 0.652344, 0.65625, 0.660156, 0.640625, 0.671875, 0.679688, 0.679688, 0.695312, 0.683594, 0.660156, 0.6875, 0.667969, 0.65625, 0.675781, 0.644531, 0.675781, 0.683594, 0.636719, 0.625, 0.636719, 0.675781, 0.640625, 0.632812, 0.664062, 0.613281, 0.65625, 0.632812, 0.625, 0.621094, 0.710938, 0.683594, 0.683594, 0.628906, 0.65625, 0.617188, 0.660156, 0.695312, 0.703125, 0.578125, 0.671875, 0.601562, 0.609375, 0.65625, 0.683594, 0.730469, 0.625, 0.675781, 0.625, 0.675781, 0.65625, 0.695312, 0.65625, 0.632812, 0.601562, 0.667969, 0.65625, 0.707031, 0.675781, 0.648438, 0.625, 0.679688, 0.726562, 0.632812, 0.640625, 0.679688, 0.6875, 0.65625, 0.667969, 0.671875, 0.679688, 0.699219, 0.667969, 0.679688, 0.664062, 0.691406, 0.621094, 0.636719, 0.679688, 0.601562, 0.636719, 0.636719, 0.683594, 0.65625, 0.664062, 0.660156, 0.625, 0.601562, 0.6875, 0.71875, 0.695312, 0.703125, 0.617188, 0.6875, 0.617188, 0.640625, 0.671875, 0.605469, 0.625, 0.675781, 0.6875, 0.613281, 0.625, 0.683594, 0.621094, 0.644531, 0.625, 0.695312, 0.648438, 0.644531, 0.671875, 0.632812, 0.703125, 0.710938, 0.589844, 0.6875, 0.65625, 0.636719, 0.613281, 0.582031, 0.632812, 0.640625, 0.671875, 0.726562, 0.652344, 0.59375, 0.679688, 0.660156, 0.609375, 0.644531, 0.667969, 0.679688, 0.632812, 0.707031, 0.632812, 0.660156, 0.644531, 0.660156, 0.644531, 0.691406, 0.628906, 0.652344, 0.664062, 0.632812, 0.675781, 0.644531, 0.664062, 0.625, 0.710938, 0.683594, 0.71875, 0.675781, 0.667969, 0.679688, 0.683594, 0.628906, 0.65625, 0.714844, 0.679688, 0.703125, 0.660156, 0.648438, 0.703125, 0.667969, 0.703125, 0.683594, 0.660156, 0.605469, 0.664062, 0.683594, 0.667969, 0.455078, 0.644531, 0.679688, 0.65625, 0.664062, 0.65625, 0.65625, 0.679688, 0.6875, 0.644531, 0.695312, 0.6875, 0.621094, 0.660156, 0.628906, 0.625, 0.632812, 0.667969, 0.664062, 0.667969, 0.613281, 0.574219, 0.582031, 0.671875, 0.6875, 0.636719, 0.648438, 0.65625, 0.71875, 0.652344, 0.601562, 0.632812, 0.636719, 0.605469, 0.640625, 0.640625, 0.679688, 0.597656, 0.65625, 0.679688, 0.671875, 0.71875, 0.636719, 0.695312, 0.667969, 0.644531, 0.667969, 0.613281, 0.675781, 0.632812, 0.617188, 0.617188, 0.707031, 0.691406, 0.683594, 0.644531, 0.671875, 0.609375, 0.648438, 0.632812, 0.644531, 0.605469, 0.636719, 0.6875, 0.628906, 0.652344, 0.722656, 0.574219, 0.652344, 0.632812, 0.664062, 0.691406, 0.640625, 0.667969, 0.6875, 0.691406, 0.65625, 0.6875, 0.683594, 0.648438, 0.648438, 0.628906, 0.628906, 0.660156, 0.679688, 0.707031, 0.671875, 0.640625, 0.683594, 0.683594, 0.664062, 0.652344, 0.671875, 0.65625, 0.601562, 0.695312, 0.710938, 0.597656, 0.640625, 0.632812, 0.632812, 0.667969, 0.683594, 0.6875, 0.636719, 0.644531, 0.613281, 0.652344, 0.632812, 0.660156, 0.675781, 0.664062, 0.667969, 0.683594, 0.652344, 0.675781, 0.648438, 0.652344, 0.613281, 0.632812, 0.714844, 0.59375, 0.660156, 0.621094, 0.640625, 0.601562, 0.652344, 0.640625, 0.664062, 0.640625, 0.585938, 0.691406, 0.640625, 0.671875, 0.644531, 0.628906, 0.667969, 0.660156, 0.667969, 0.652344, 0.65625, 0.65625, 0.617188, 0.664062, 0.617188, 0.636719, 0.640625, 0.640625, 0.652344, 0.671875, 0.625, 0.675781, 0.671875, 0.628906, 0.582031, 0.707031, 0.628906, 0.636719, 0.648438, 0.628906, 0.695312, 0.613281, 0.632812, 0.679688, 0.667969, 0.671875, 0.617188, 0.703125, 0.644531, 0.667969, 0.695312, 0.628906, 0.703125, 0.652344, 0.644531, 0.664062, 0.621094, 0.609375, 0.667969, 0.59375, 0.65625, 0.628906, 0.730469, 0.644531, 0.664062, 0.65625, 0.671875, 0.703125, 0.605469, 0.660156, 0.660156, 0.609375, 0.675781, 0.621094, 0.695312, 0.648438, 0.664062, 0.636719, 0.609375, 0.664062, 0.667969, 0.648438, 0.621094, 0.652344, 0.664062, 0.660156, 0.667969, 0.652344, 0.660156, 0.652344, 0.644531, 0.667969, 0.613281, 0.617188, 0.644531, 0.660156, 0.6875, 0.636719, 0.660156, 0.710938, 0.691406, 0.683594, 0.617188, 0.660156, 0.652344, 0.667969, 0.65625, 0.585938, 0.640625, 0.675781, 0.628906, 0.644531, 0.65625, 0.671875, 0.652344, 0.640625, 0.679688, 0.601562, 0.652344, 0.640625, 0.644531, 0.644531, 0.675781, 0.636719, 0.664062, 0.539062, 0.660156, 0.648438, 0.660156, 0.640625, 0.675781, 0.667969, 0.6875, 0.679688, 0.667969, 1.015625, 0.628906, 0.613281, 0.628906, 0.640625, 0.65625, 0.644531, 0.722656, 0.707031, 0.714844, 0.671875, 0.621094, 0.664062, 0.679688, 0.679688, 0.609375, 0.652344, 0.652344, 0.644531, 0.660156, 0.625, 0.628906, 0.714844, 0.660156, 0.648438, 0.675781, 0.648438, 0.660156, 0.699219, 0.667969, 0.703125, 0.667969, 0.632812, 0.679688, 0.679688, 0.730469, 0.65625, 0.6875, 0.664062, 0.699219, 0.605469, 0.632812, 0.722656, 0.65625, 0.664062, 0.628906, 0.667969, 0.648438, 0.6875, 0.660156, 0.683594, 0.617188, 0.636719, 0.699219, 0.671875, 0.710938, 0.636719, 0.609375, 0.640625, 0.660156, 0.652344, 0.691406, 0.609375, 0.671875, 0.648438, 0.660156, 0.671875, 0.644531, 0.648438, 0.683594, 0.667969, 0.730469, 0.640625, 0.617188, 0.71875, 0.660156, 0.667969, 0.648438, 0.636719, 0.695312, 0.699219, 0.652344, 0.621094, 0.714844, 0.628906, 0.679688, 0.691406, 0.675781, 0.636719, 0.691406, 0.628906, 0.667969, 0.628906, 0.660156, 0.703125, 0.664062, 0.660156, 0.722656, 0.699219, 0.65625, 0.65625, 0.671875, 0.621094, 0.625, 0.691406, 0.675781, 0.628906, 0.664062, 0.644531, 0.699219, 0.65625, 0.667969, 0.640625, 0.636719, 0.636719, 0.6875, 0.636719, 0.625, 0.695312, 0.660156, 0.648438, 0.730469, 0.621094, 0.542969, 0.707031, 0.664062, 0.613281, 0.648438, 0.683594, 0.625, 0.628906, 0.574219, 0.636719, 0.621094, 0.636719, 0.671875, 0.675781, 0.707031, 0.699219, 0.617188, 0.644531, 0.667969, 0.664062, 0.617188, 0.675781, 0.636719, 0.699219, 0.613281, 0.699219, 0.664062, 0.625, 0.636719, 0.617188, 0.652344, 0.644531, 0.699219, 0.648438, 0.664062, 0.6875, 0.707031, 0.570312, 0.675781, 0.617188, 0.625, 0.660156, 0.667969, 0.683594, 0.664062, 0.664062, 0.648438, 0.664062, 0.710938, 0.636719, 0.644531, 0.621094, 0.675781, 0.675781, 0.609375, 0.652344, 0.664062, 0.640625, 0.59375, 0.65625, 0.648438, 0.667969, 0.671875, 0.632812, 0.671875, 0.628906, 0.6875, 0.636719, 0.679688, 0.664062, 0.644531, 0.601562, 0.675781, 0.699219, 0.648438, 0.644531, 0.683594, 0.675781, 0.71875, 0.664062, 0.707031, 0.664062, 0.644531, 0.617188, 0.667969, 0.664062, 0.644531, 0.691406, 0.675781, 0.625, 0.6875, 0.675781, 0.65625, 0.609375, 0.660156, 0.6875, 0.640625, 0.625, 0.632812, 0.726562, 0.597656, 0.652344, 0.652344, 0.65625, 0.605469, 0.644531, 0.679688, 0.648438, 0.691406, 0.726562, 0.617188, 0.671875, 0.628906, 0.664062, 0.601562, 0.664062, 0.6875, 0.667969, 0.613281, 0.691406, 0.613281, 0.640625, 0.628906, 0.679688, 0.6875, 0.617188, 0.621094, 0.660156, 0.648438, 0.671875, 0.667969, 0.65625, 0.628906, 0.652344, 0.691406, 0.652344, 0.5625, 0.617188, 0.640625, 0.648438, 0.65625, 0.636719, 0.683594, 0.65625, 0.65625, 0.664062, 0.652344, 0.644531, 0.617188, 0.675781, 0.617188, 0.679688, 0.660156, 0.664062, 0.722656, 0.636719, 0.667969, 0.65625, 0.679688, 0.707031, 0.691406, 0.609375, 0.695312, 0.628906, 0.664062, 0.683594, 0.636719, 0.691406, 0.683594, 0.660156, 0.6875, 0.675781, 0.632812, 0.671875, 0.65625, 0.652344, 0.628906, 0.640625, 0.679688, 0.671875, 0.671875, 0.636719, 0.6875, 0.617188, 0.636719, 0.6875, 0.652344, 0.675781, 0.582031, 0.628906, 0.683594, 0.671875, 0.6875, 0.640625, 0.008728, 0.640625, 0.675781, 0.675781, 0.660156, 0.660156, 0.664062, 0.671875, 0.640625, 0.625, 0.65625, 0.796875, 0.652344, 0.609375, 0.628906, 0.628906, 0.65625, 0.695312, 0.640625, 0.636719, 0.667969, 0.660156, 0.714844, 0.628906, 0.609375, 0.664062, 0.628906, 0.585938, 0.640625, 0.640625, 0.632812, 0.695312, 0.625, 0.652344, 0.625, 0.644531, 0.707031, 0.644531, 0.640625, 0.65625, 0.671875, 0.640625, 0.691406, 0.617188, 0.636719, 0.683594, 0.601562, 0.597656, 0.65625, 0.632812, 0.660156, 0.625, 0.644531, 0.640625, 0.679688, 0.628906, 0.625, 0.648438, 0.652344, 0.621094, 0.609375, 0.675781, 0.664062, 0.636719, 0.667969, 0.65625, 0.632812, 0.640625, 0.660156, 0.667969, 0.613281, 0.664062, 0.683594, 0.652344, 0.660156, 0.679688, 0.664062, 0.632812, 0.636719, 0.667969, 0.675781, 0.632812, 0.621094, 0.699219, 0.675781, 0.628906, 0.574219, 0.636719, 0.660156, 0.652344, 0.65625, 0.675781, 0.6875, 0.667969, 0.691406, 0.667969, 0.648438, 0.710938, 0.597656, 0.621094, 0.667969, 0.640625, 0.65625, 0.671875, 0.703125, 0.628906, 0.671875, 0.675781, 0.703125, 0.695312, 0.617188, 0.675781, 0.613281, 0.648438, 0.644531, 0.710938, 0.640625, 0.675781, 0.65625, 0.648438, 0.632812, 0.648438, 0.648438, 0.664062, 0.664062, 0.6875, 0.679688, 0.65625, 0.691406, 0.660156, 0.617188, 0.636719, 0.134766, 0.636719, 0.65625, 0.652344, 0.707031, 0.671875, 0.671875, 0.652344, 0.617188, 0.636719, 0.585938, 0.683594, 0.664062, 0.667969, 0.664062, 0.667969, 0.683594, 0.621094, 0.609375, 0.578125, 0.65625, 0.632812, 0.664062, 0.722656, 0.644531, 0.628906, 0.671875, 0.660156, 0.644531, 0.636719, 0.609375, 0.605469, 0.6875, 0.683594, 0.605469, 0.625, 0.625, 0.625, 0.644531, 0.65625, 0.660156, 0.644531, 0.632812, 0.683594, 0.636719, 0.648438, 0.6875, 0.632812, 0.699219, 0.671875, 0.582031, 0.691406, 0.621094, 0.683594, 0.648438, 0.679688, 0.671875, 0.605469, 0.617188, 0.652344, 0.730469, 0.660156, 0.617188, 0.636719, 0.664062, 0.675781, 0.625, 0.667969, 0.660156, 0.597656, 0.636719, 0.671875, 0.691406, 0.617188, 0.617188, 0.679688, 0.65625, 0.652344, 0.65625, 0.640625, 0.707031, 0.667969, 0.640625, 0.660156, 0.6875, 0.65625, 0.640625, 0.648438, 0.625, 0.652344, 0.679688, 0.617188, 0.632812, 0.664062, 0.65625, 0.652344, 0.625, 0.6875, 0.578125, 0.699219, 0.636719, 0.695312, 0.652344, 0.621094, 0.652344, 0.648438, 0.671875, 0.675781, 0.628906, 0.648438, 0.65625, 0.695312, 0.675781, 0.628906, 0.699219, 0.65625, 0.605469, 0.582031, 0.683594, 0.648438, 0.640625, 0.609375, 0.675781, 0.59375, 0.675781, 0.621094, 0.632812, 0.683594, 0.632812, 0.691406, 0.660156, 0.640625, 0.585938, 0.667969, 0.652344, 0.613281, 0.621094, 0.671875, 0.621094, 0.625, 0.621094, 0.652344, 0.671875, 0.664062, 0.585938, 0.664062, 0.664062, 0.640625, 0.683594, 0.648438, 0.667969, 0.675781, 0.671875, 0.683594, 0.605469, 0.617188, 0.621094, 0.664062, 0.699219, 0.675781, 0.628906, 0.625, 0.628906, 0.660156, 0.707031, 0.753906, 0.636719, 0.664062, 0.675781, 0.648438, 0.71875, 0.660156, 0.632812, 0.621094, 0.617188, 0.691406, 0.597656, 0.667969, 0.652344, 0.652344, 0.632812, 0.652344, 0.644531, 0.628906, 0.671875, 0.667969, 0.65625, 0.671875, 0.605469, 0.667969, 0.652344, 0.703125, 0.628906, 0.648438, 0.628906, 0.675781, 0.722656, 0.699219, 0.625, 0.640625, 0.664062, 0.644531, 0.660156, 0.667969, 0.648438, 0.660156, 0.675781, 0.652344, 0.679688, 0.648438, 0.695312, 0.6875, 0.636719, 0.664062, 0.671875, 0.667969, 0.683594, 0.589844, 0.683594, 0.664062, 0.675781, 0.636719, 0.628906, 0.652344, 0.660156, 0.65625, 0.667969, 0.675781, 0.636719, 0.632812, 0.601562, 0.664062, 0.6875, 0.691406, 0.714844, 0.644531, 0.652344, 0.667969, 0.664062, 0.660156, 0.679688, 0.636719, 0.707031, 0.617188, 0.675781, 0.652344, 0.726562, 0.640625, 0.699219, 0.6875, 0.640625, 0.65625, 0.652344, 0.695312, 0.632812, 0.671875, 0.640625, 0.652344, 0.625, 0.699219, 0.675781, 0.625, 0.679688, 0.679688, 0.664062, 0.738281, 0.640625, 0.609375, 0.679688, 0.636719, 0.675781, 0.667969, 0.597656, 0.640625, 0.640625, 0.609375, 0.640625, 0.664062, 0.644531, 0.683594, 0.644531, 0.648438, 0.648438, 0.628906, 0.652344, 0.667969, 0.644531, 0.683594, 0.617188, 0.65625, 0.6875, 0.675781, 0.625, 0.664062, 0.65625, 0.714844, 0.65625, 0.710938, 0.691406, 0.65625, 0.570312, 0.652344, 0.597656, 0.660156, 0.632812, 0.6875, 0.632812, 0.714844, 0.824219, 0.660156, 0.699219, 0.628906, 0.644531, 0.710938, 0.632812, 0.648438, 0.671875, 0.636719, 0.714844, 0.628906, 0.632812, 0.667969, 0.667969, 0.613281, 0.671875, 0.660156, 0.667969, 0.652344, 0.6875, 0.703125, 0.621094, 0.664062, 0.632812, 0.660156, 0.621094, 0.617188, 0.613281, 0.65625, 0.667969, 0.632812, 0.691406, 0.71875, 0.632812, 0.65625, 0.691406, 0.660156, 0.601562, 0.695312, 0.644531, 0.640625, 0.660156, 0.640625, 0.585938, 0.652344, 0.660156, 0.683594, 0.675781, 0.695312, 0.660156, 0.648438, 0.621094, 0.65625, 0.703125, 0.632812, 0.660156, 0.65625, 0.640625, 0.652344, 0.644531, 0.640625, 0.652344, 0.667969, 0.648438, 0.710938, 0.644531, 0.640625, 0.667969, 0.519531, 0.675781, 0.671875, 0.652344, 0.679688, 0.628906, 0.65625, 0.644531, 0.625, 0.621094, 0.609375, 0.671875, 0.632812, 0.683594, 0.613281, 0.660156, 0.6875, 0.660156, 0.71875, 0.585938, 0.667969, 0.648438, 0.6875, 0.660156, 0.628906, 0.609375, 0.6875, 0.617188, 0.644531, 0.714844, 0.683594, 0.753906, 0.664062, 0.628906, 0.640625, 0.675781, 0.625, 0.660156, 0.640625, 0.65625, 0.6875, 0.636719, 0.617188, 0.679688, 0.703125, 0.652344, 0.664062, 0.613281, 0.625, 0.621094, 0.652344, 0.636719, 0.648438, 0.652344, 0.660156, 0.632812, 0.667969, 0.652344, 0.6875, 0.621094, 0.632812, 0.675781, 0.644531, 0.664062, 0.660156, 0.667969, 0.613281, 0.710938, 0.597656, 0.660156, 0.632812, 0.679688, 0.664062, 0.640625, 0.613281, 0.648438, 0.652344, 0.605469, 0.699219, 0.65625, 0.640625, 0.652344, 0.683594, 0.65625, 0.6875, 0.664062, 0.667969, 0.667969, 0.601562, 0.65625, 0.65625, 0.671875, 0.65625, 0.621094, 0.695312, 0.707031, 0.644531, 0.652344, 0.59375, 0.660156, 0.675781, 0.664062, 0.675781, 0.621094, 0.601562, 0.679688, 0.683594, 0.625, 0.699219, 0.679688, 0.644531, 0.683594, 0.714844, 0.703125, 0.632812, 0.597656, 0.710938, 0.632812, 0.65625, 0.710938, 0.660156, 0.617188, 0.6875, 0.640625, 0.664062, 0.660156, 0.683594, 0.652344, 0.671875, 0.644531, 0.675781, 0.675781, 0.640625, 0.601562, 0.691406, 0.621094, 0.710938, 0.667969, 0.675781, 0.660156, 0.660156, 0.621094, 0.628906, 0.640625, 0.664062, 0.667969, 0.640625, 0.660156, 0.605469, 0.683594, 0.59375, 0.679688, 0.65625, 0.671875, 0.65625, 0.648438, 0.632812, 0.671875, 0.636719, 0.699219, 0.699219, 0.660156, 0.703125, 0.589844, 0.65625, 0.6875, 0.648438, 0.648438, 0.664062, 0.644531, 0.660156, 0.636719, 0.652344, 0.675781, 0.632812, 0.621094, 0.683594, 0.683594, 0.652344, 0.65625, 0.597656, 0.621094, 0.660156, 0.707031, 0.625, 0.628906, 0.679688, 0.71875, 0.65625, 0.664062, 0.636719, 0.671875, 0.628906, 0.617188, 0.667969, 0.691406, 0.65625, 0.644531, 0.613281, 0.585938, 0.679688, 0.644531, 0.664062, 0.679688, 0.652344, 0.644531, 0.667969, 0.632812, 0.695312, 0.632812, 0.671875, 0.671875, 0.703125, 0.636719, 0.65625, 0.707031, 0.648438, 0.644531, 0.65625, 0.636719, 0.636719, 0.683594, 0.648438, 0.65625, 0.710938, 0.6875, 0.671875, 0.726562, 0.644531, 0.582031, 0.671875, 0.660156, 0.671875, 0.625, 0.664062, 0.699219, 0.621094, 0.628906, 0.675781, 0.699219, 0.679688, 0.695312, 0.632812, 0.625, 0.609375, 0.671875, 0.699219, 0.652344, 0.664062, 0.652344, 0.683594, 0.621094, 0.625, 0.683594, 0.671875, 0.605469, 0.667969, 0.664062, 0.644531, 0.632812, 0.652344, 0.648438, 0.683594, 0.644531, 0.648438, 0.636719, 0.644531, 0.691406, 0.710938, 0.65625, 0.644531, 0.71875, 0.667969, 0.703125, 0.613281, 0.65625, 0.636719, 0.671875, 0.660156, 0.679688, 0.660156, 0.601562, 0.660156, 0.632812, 0.667969, 0.664062, 0.734375, 0.628906, 0.65625, 0.65625, 0.636719, 0.652344, 0.675781, 0.632812, 0.621094, 0.660156, 0.695312, 0.648438, 0.691406, 0.667969, 0.640625, 0.628906, 0.625, 0.636719, 0.640625, 0.648438, 0.675781, 0.621094, 0.636719, 0.671875, 0.632812, 0.675781, 0.601562, 0.648438, 0.660156, 0.695312, 0.65625, 0.636719, 0.671875, 0.699219, 0.59375, 0.699219, 0.613281, 0.679688, 0.632812, 0.640625, 0.621094, 0.675781, 0.617188, 0.605469, 0.679688, 0.707031, 0.707031, 0.617188, 0.628906, 0.660156, 0.683594, 0.722656, 0.683594, 0.582031, 0.640625, 0.625, 0.617188, 0.640625, 0.664062, 0.695312, 0.6875, 0.660156, 0.613281, 0.65625, 0.628906, 0.628906, 0.621094, 0.644531, 0.707031, 0.675781, 0.652344, 0.625, 0.640625, 0.648438, 0.699219, 0.652344, 0.652344, 0.632812, 0.65625, 0.699219, 0.71875, 0.664062, 0.660156, 0.640625, 0.648438, 0.632812, 0.660156, 0.679688, 0.695312, 0.640625, 0.652344, 0.640625, 0.683594, 0.664062, 0.617188, 0.664062, 0.640625, 0.683594, 0.628906, 0.65625, 0.648438, 0.707031, 0.640625, 0.636719, 0.683594, 0.683594, 0.609375, 0.683594, 0.640625, 0.636719, 0.628906, 0.648438, 0.667969, 0.644531, 0.648438, 0.664062, 0.664062, 0.605469, 0.648438, 0.613281, 0.660156, 0.613281, 0.636719, 0.671875, 0.691406, 0.65625, 0.699219, 0.617188, 0.71875, 0.65625, 0.644531, 0.6875, 0.675781, 0.691406, 0.628906, 0.648438, 0.605469, 0.628906, 0.730469, 0.644531, 0.644531, 0.722656, 0.671875, 0.707031, 0.671875, 0.640625, 0.632812, 0.675781, 0.699219, 0.664062, 0.726562, 0.667969, 0.636719, 0.613281, 0.644531, 0.679688, 0.6875, 0.648438, 0.65625, 0.648438, 0.605469, 0.679688, 0.671875, 0.636719, 0.6875, 0.621094, 0.664062, 0.683594, 0.671875, 0.664062, 0.621094, 0.239258, 0.636719, 0.664062, 0.617188, 0.644531, 0.664062, 0.675781, 0.683594, 0.65625, 0.628906, 0.671875, 0.671875, 0.671875, 0.664062, 0.648438, 0.617188, 0.664062, 0.664062, 0.621094, 0.683594, 0.652344, 0.679688, 0.664062, 0.621094, 0.660156, 0.640625, 0.695312, 0.664062, 0.644531, 0.652344, 0.679688, 0.640625, 0.617188, 0.699219, 0.664062, 0.621094, 0.601562, 0.640625, 0.675781, 0.722656, 0.660156, 0.667969, 0.683594, 0.664062, 0.703125, 0.664062, 0.664062, 0.613281, 0.679688, 0.65625, 0.632812, 0.707031, 0.710938, 0.652344, 0.625, 0.625, 0.628906, 0.679688, 0.671875, 0.652344, 0.683594, 0.625, 0.660156, 0.613281, 0.625, 0.691406, 0.671875, 0.660156, 0.660156, 0.597656, 0.71875, 0.621094, 0.738281, 0.679688, 0.667969, 0.660156, 0.632812, 0.609375, 0.652344, 0.667969, 0.703125, 0.6875, 0.601562, 0.664062, 0.636719, 0.652344, 0.644531, 0.695312, 0.6875, 0.664062, 0.636719, 0.613281, 0.644531, 0.695312, 0.683594, 0.597656, 0.65625, 0.6875, 0.703125, 0.652344, 0.613281, 0.652344, 0.652344, 0.675781, 0.636719, 0.628906, 0.699219, 0.691406, 0.660156, 0.65625, 0.699219, 0.699219, 0.703125, 0.628906, 0.589844, 0.65625, 0.667969, 0.601562, 0.675781, 0.636719, 0.65625, 0.660156, 0.699219, 0.652344, 0.691406, 0.703125, 0.628906, 0.652344, 0.625, 0.667969, 0.648438, 0.617188, 0.679688, 0.65625, 0.683594, 0.625, 0.644531, 0.664062, 0.667969, 0.625, 0.621094, 0.65625, 0.636719, 0.65625, 0.632812, 0.730469, 0.613281, 0.613281, 0.65625, 0.660156, 0.65625, 0.589844, 0.621094, 0.667969, 0.660156, 0.679688, 0.703125, 0.597656, 0.648438, 0.640625, 0.625, 0.652344, 0.605469, 0.636719, 0.675781, 0.640625, 0.605469, 0.613281, 0.660156, 0.71875, 0.664062, 0.664062, 0.65625, 0.664062, 0.683594, 0.675781, 0.675781, 0.625, 0.679688, 0.65625, 0.652344, 0.601562, 0.660156, 0.625, 0.625, 0.660156, 0.675781, 0.65625, 0.660156, 0.636719, 0.644531, 0.636719, 0.675781, 0.648438, 0.671875, 0.660156, 0.648438, 0.65625, 0.664062, 0.648438, 0.632812, 0.617188, 0.65625, 0.675781, 0.648438, 0.695312, 0.660156, 0.664062, 0.644531, 0.675781, 0.613281, 0.628906, 0.605469, 0.660156, 0.695312, 0.628906, 0.648438, 0.648438, 0.695312, 0.609375, 0.65625, 0.726562, 0.691406, 0.671875, 0.695312, 0.652344, 0.675781, 0.644531, 0.644531, 0.605469, 0.683594, 0.671875, 0.652344, 0.707031, 0.675781, 0.671875, 0.652344, 0.652344, 0.652344, 0.671875, 0.648438, 0.671875, 0.617188, 0.652344, 0.636719, 0.644531, 0.601562, 0.664062, 0.578125, 0.6875, 0.59375, 0.628906, 0.675781, 0.707031, 0.667969, 0.664062, 0.636719, 0.675781, 0.660156, 0.652344, 0.636719, 0.6875, 0.691406, 0.613281, 0.644531, 0.664062, 0.621094, 0.65625, 0.640625, 0.632812, 0.660156, 0.679688, 0.695312, 0.632812, 0.667969, 0.605469, 0.6875, 0.632812, 0.632812, 0.644531, 0.566406, 0.65625, 0.628906, 0.65625, 0.632812, 0.652344, 0.605469, 0.667969, 0.621094, 0.470703, 0.664062, 0.675781, 0.65625, 0.695312, 0.640625, 0.648438, 0.683594, 0.664062, 0.660156, 0.660156, 0.597656, 0.621094, 0.621094, 0.625, 0.679688, 0.675781, 0.617188, 0.667969, 0.664062, 0.695312, 0.625, 0.632812, 0.664062, 0.628906, 0.6875, 0.679688, 0.664062, 0.546875, 0.640625, 0.691406, 0.578125, 0.671875, 0.632812, 0.640625, 0.683594, 0.660156, 0.617188, 0.628906, 0.652344, 0.664062, 0.652344, 0.605469, 0.644531, 0.59375, 0.609375, 0.625, 0.652344, 0.632812, 0.667969, 0.667969, 0.617188, 0.636719, 0.664062, 0.636719, 0.601562, 0.683594, 0.675781, 0.628906, 0.617188, 0.683594, 0.679688, 0.640625, 0.621094, 0.660156, 0.621094, 0.671875, 0.648438, 0.589844, 0.617188, 0.746094, 0.644531, 0.605469, 0.667969, 0.652344, 0.636719, 0.65625, 0.667969, 0.695312, 0.617188, 0.644531, 0.613281, 0.613281, 0.699219, 0.667969, 0.6875, 0.644531, 0.617188, 0.621094, 0.632812, 0.652344, 0.699219, 0.605469, 0.679688, 0.691406, 0.640625, 0.667969, 0.660156, 0.695312, 0.6875, 0.613281, 0.679688, 0.613281, 0.667969, 0.695312, 0.652344, 0.632812, 0.691406, 0.683594, 0.671875, 0.621094, 0.636719, 0.636719, 0.648438, 0.640625, 0.664062, 0.671875, 0.628906, 0.640625, 0.632812, 0.636719, 0.640625, 0.675781, 0.644531, 0.65625, 0.625, 0.601562, 0.707031, 0.640625, 0.613281, 0.703125, 0.675781, 0.660156, 0.714844, 0.664062, 0.691406 ] }, "name": "model.transformer.layers.23.attn_norm.weight", "outputIndexes": [ 1443 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1442, 1443 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_23/Mul_1_output_0", "outputIndexes": [ 1444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1444 ], "outputIndexes": [ 3130 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3130 ], "outputIndexes": [ 3131 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear", "inputIndexes": [ 3131 ], "outputIndexes": [ 3132 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1494346044, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3132 ], "outputIndexes": [ 3133 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3133 ], "outputIndexes": [ 1445 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1444 ], "main_type": "NONE", "name": "/Shape_93_output_0", "outputIndexes": [ 1446 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1446 ], "main_type": "NONE", "name": "Shape2047", "outputIndexes": [ 1447 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1446 ], "main_type": "NONE", "name": "Rank2049", "outputIndexes": [ 1448 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 1448 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2051", "outputIndexes": [ 1449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1449 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2052", "outputIndexes": [ 1450 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1449, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2054", "outputIndexes": [ 1451 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2055", "outputIndexes": [ 1452 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1447, 1450, 1452, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2058", "outputIndexes": [ 1453 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2059", "outputIndexes": [ 1454 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1454 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2060", "outputIndexes": [ 1455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455, 1454 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2061", "outputIndexes": [ 1456 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1446, 1456, 1449 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_119_output_0", "outputIndexes": [ 1457 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1457, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_231_output_0", "outputIndexes": [ 1458 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1458, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_115_output_0", "outputIndexes": [ 1459 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1445, 1459 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_93_output_0", "outputIndexes": [ 1460 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1460 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_23/Mul_output_0", "outputIndexes": [ 1461 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.703125, 0.058594, -0.003998, 0.400391, 0.193359, 1.148438, 1.210938, 0.051758, 0.699219, 1.226562, 1.648438, 1.273438, 1.453125, 1.367188, 1.703125, 1.625, 1.515625, 1.445312, 1.632812, 1.59375, 1.804688, 1.773438, 1.640625, 1.75, 1.617188, 1.625, 1.8125, 1.742188, 1.554688, 2.09375, 1.859375, 1.617188, 1.875, 1.914062, 1.945312, 1.898438, 1.445312, 1.890625, 1.960938, 1.929688, 1.898438, 1.78125, 2.8125, 1.898438, 1.882812, 1.828125, 2.03125, 2.09375, 1.890625, 1.992188, 2.03125, 1.84375, 1.648438, 1.75, 1.28125, 1.953125, 1.789062, 1.78125, 1.546875, 1.78125, 1.742188, 1.625, 1.914062, 1.695312, 0.010559, 0.026245, 0.107422, 0.021118, 0.023071, 1.195312, 0.025024, 1.148438, 0.773438, 1.257812, 1.445312, 1.414062, 1.421875, 1.289062, 1.601562, 1.828125, 1.570312, 1.46875, 1.71875, 1.585938, 1.554688, 1.75, 1.609375, 1.789062, 1.453125, 1.703125, 1.679688, 1.851562, 1.5, 1.679688, 1.820312, 1.992188, 1.710938, 1.859375, 1.695312, 1.859375, 1.695312, 1.960938, 1.8125, 1.710938, 1.796875, 1.90625, 1.273438, 1.773438, 1.867188, 1.90625, 1.734375, 1.609375, 1.757812, 1.546875, 1.609375, 1.8125, 1.914062, 1.890625, 2.015625, 1.664062, 1.523438, 1.671875, 1.8125, 1.8125, 1.757812, 1.875, 1.210938, 1.34375 ] }, "name": "model.transformer.layers.23.attn.q_norm.weight", "outputIndexes": [ 1462 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1461, 1462 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_23/Mul_1_output_0", "outputIndexes": [ 1463 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1463, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_92_output_0", "outputIndexes": [ 1464 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1463, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_93_output_0", "outputIndexes": [ 1465 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1465 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_46_output_0", "outputIndexes": [ 1466 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1463, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_92_output_0", "outputIndexes": [ 1467 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1466, 1467 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_118_output_0", "outputIndexes": [ 1468 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1468, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_93_output_0", "outputIndexes": [ 1469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1464, 1469 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_92_output_0", "outputIndexes": [ 1470 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1444 ], "outputIndexes": [ 3134 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3134 ], "outputIndexes": [ 3135 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear", "inputIndexes": [ 3135 ], "outputIndexes": [ 3136 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1502712386, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3136 ], "outputIndexes": [ 3137 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3137 ], "outputIndexes": [ 1471 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1458, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_116_output_0", "outputIndexes": [ 1472 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1471, 1472 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_94_output_0", "outputIndexes": [ 1473 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1473 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_23/Mul_output_0", "outputIndexes": [ 1474 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.535156, 0.050293, 0.030762, 0.225586, 0.162109, 0.976562, 0.992188, 0.088867, 0.652344, 1.5, 1.625, 0.410156, 1.734375, 1.046875, 1.65625, 1.203125, 1.390625, 1.101562, 1.828125, 1.414062, 1.296875, 1.765625, 1.726562, 1.851562, 1.257812, 1.859375, 1.539062, 1.820312, 1.382812, 1.507812, 1.820312, 2.140625, 1.789062, 1.828125, 1.710938, 1.867188, 2.25, 1.984375, 1.820312, 1.648438, 1.75, 1.789062, 0.773438, 1.882812, 1.8125, 1.898438, 1.796875, 1.515625, 1.804688, 1.59375, 1.648438, 1.804688, 1.890625, 1.875, 2.515625, 1.742188, 1.640625, 1.804688, 2.0625, 1.8125, 1.84375, 2.078125, 1.6875, 1.585938, 0.007812, 0.043945, 0.083984, 0.01416, 0.015198, 1.398438, 0.021484, 1.023438, 0.886719, 0.90625, 1.359375, 1.734375, 1.03125, 1.429688, 1.601562, 1.914062, 1.695312, 1.78125, 1.328125, 1.75, 1.945312, 1.710938, 1.578125, 1.695312, 1.976562, 1.429688, 1.953125, 1.703125, 1.882812, 1.976562, 1.84375, 1.546875, 1.757812, 1.90625, 1.851562, 1.914062, 1.328125, 1.859375, 1.90625, 2.0625, 1.96875, 1.875, 2.859375, 1.828125, 1.875, 1.796875, 1.984375, 2.0, 1.835938, 2.0625, 2.0, 1.765625, 1.710938, 1.742188, 1.59375, 1.960938, 1.875, 1.726562, 1.726562, 1.828125, 1.78125, 1.734375, 2.671875, 2.53125 ] }, "name": "model.transformer.layers.23.attn.k_norm.weight", "outputIndexes": [ 1475 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474, 1475 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_23/Mul_1_output_0", "outputIndexes": [ 1476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1476, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_94_output_0", "outputIndexes": [ 1477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1476, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_95_output_0", "outputIndexes": [ 1478 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_47_output_0", "outputIndexes": [ 1479 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1476, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_94_output_0", "outputIndexes": [ 1480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1479, 1480 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_119_output_0", "outputIndexes": [ 1481 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1481, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_95_output_0", "outputIndexes": [ 1482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1477, 1482 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_93_output_0", "outputIndexes": [ 1483 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1444 ], "outputIndexes": [ 3138 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3138 ], "outputIndexes": [ 3139 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear", "inputIndexes": [ 3139 ], "outputIndexes": [ 3140 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1504804168, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3140 ], "outputIndexes": [ 3141 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3141 ], "outputIndexes": [ 1484 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1484, 1472 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_95_output_0", "outputIndexes": [ 1485 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1470, 1483, 1485, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.23/self_attn/FusedAttention", "outputIndexes": [ 1486 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1486 ], "outputIndexes": [ 3142 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3142 ], "outputIndexes": [ 3143 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear", "inputIndexes": [ 3143 ], "outputIndexes": [ 3144 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1506895950, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3144 ], "outputIndexes": [ 3145 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3145 ], "outputIndexes": [ 1487 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1441, 1487 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_94_output_0", "outputIndexes": [ 1488 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_23/Mul_output_0", "outputIndexes": [ 1489 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.355469, 0.349609, 0.351562, 0.355469, 0.333984, 0.345703, 0.341797, 0.347656, 0.328125, 0.353516, 0.349609, 0.345703, 0.341797, 0.357422, 0.337891, 0.326172, 0.359375, 0.355469, 0.34375, 0.339844, 0.333984, 0.345703, 0.34375, 0.34375, 0.359375, 0.34375, 0.341797, 0.341797, 0.361328, 0.339844, 0.34375, 0.339844, 0.337891, 0.357422, 0.335938, 0.345703, 0.345703, 0.34375, 0.347656, 0.347656, 0.359375, 0.349609, 0.326172, 0.353516, 0.332031, 0.337891, 0.341797, 0.341797, 0.351562, 0.341797, 0.337891, 0.330078, 0.351562, 0.347656, 0.337891, 0.349609, 0.363281, 0.355469, 0.335938, 0.349609, 0.345703, 0.359375, 0.351562, 0.349609, 0.34375, 0.339844, 0.351562, 0.353516, 0.341797, 0.34375, 0.341797, 0.359375, 0.34375, 0.335938, 0.355469, 0.345703, 0.355469, 0.357422, 0.341797, 0.347656, 0.345703, 0.349609, 0.355469, 0.351562, 0.328125, 0.34375, 0.333984, 0.353516, 0.345703, 0.353516, 0.351562, 0.353516, 0.34375, 0.335938, 0.353516, 0.341797, 0.357422, 0.333984, 0.349609, 0.333984, 0.351562, 0.330078, 0.349609, 0.333984, 0.341797, 0.349609, 0.335938, 0.347656, 0.345703, 0.34375, 0.347656, 0.355469, 0.341797, 0.357422, 0.347656, 0.316406, 0.347656, 0.339844, 0.363281, 0.349609, 0.337891, 0.332031, 0.34375, 0.345703, 0.339844, 0.347656, 0.357422, 0.349609, 0.341797, 0.345703, 0.341797, 0.353516, 0.355469, 0.345703, 0.333984, 0.337891, 0.337891, 0.353516, 0.339844, 0.339844, 0.345703, 0.349609, 0.347656, 0.351562, 0.355469, 0.347656, 0.335938, 0.34375, 0.341797, 0.345703, 0.351562, 0.347656, 0.347656, 0.349609, 0.339844, 0.359375, 0.337891, 0.353516, 0.365234, 0.349609, 0.349609, 0.349609, 0.349609, 0.349609, 0.332031, 0.341797, 0.332031, 0.339844, 0.333984, 0.349609, 0.320312, 0.349609, 0.353516, 0.339844, 0.351562, 0.345703, 0.347656, 0.34375, 0.341797, 0.347656, 0.332031, 0.34375, 0.330078, 0.351562, 0.349609, 0.337891, 0.337891, 0.332031, 0.353516, 0.332031, 0.347656, 0.330078, 0.353516, 0.337891, 0.324219, 0.355469, 0.335938, 0.357422, 0.357422, 0.347656, 0.361328, 0.353516, 0.341797, 0.34375, 0.361328, 0.355469, 0.339844, 0.347656, 0.351562, 0.349609, 0.345703, 0.341797, 0.347656, 0.353516, 0.347656, 0.347656, 0.351562, 0.345703, 0.349609, 0.332031, 0.351562, 0.351562, 0.341797, 0.341797, 0.34375, 0.337891, 0.333984, 0.361328, 0.34375, 0.351562, 0.328125, 0.353516, 0.335938, 0.353516, 0.34375, 0.347656, 0.351562, 0.353516, 0.339844, 0.335938, 0.335938, 0.357422, 0.355469, 0.345703, 0.341797, 0.324219, 0.345703, 0.349609, 0.349609, 0.351562, 0.345703, 0.347656, 0.341797, 0.349609, 0.339844, 0.355469, 0.349609, 0.34375, 0.345703, 0.351562, 0.353516, 0.351562, 0.347656, 0.347656, 0.345703, 0.351562, 0.335938, 0.339844, 0.353516, 0.349609, 0.328125, 0.345703, 0.34375, 0.337891, 0.345703, 0.337891, 0.347656, 0.341797, 0.349609, 0.347656, 0.347656, 0.345703, 0.355469, 0.353516, 0.351562, 0.345703, 0.347656, 0.333984, 0.347656, 0.34375, 0.351562, 0.347656, 0.347656, 0.361328, 0.355469, 0.345703, 0.349609, 0.355469, 0.341797, 0.337891, 0.353516, 0.353516, 0.351562, 0.333984, 0.34375, 0.34375, 0.34375, 0.341797, 0.337891, 0.332031, 0.351562, 0.353516, 0.341797, 0.335938, 0.339844, 0.341797, 0.355469, 0.349609, 0.341797, 0.341797, 0.345703, 0.335938, 0.347656, 0.337891, 0.341797, 0.349609, 0.349609, 0.357422, 0.337891, 0.355469, 0.355469, 0.339844, 0.355469, 0.337891, 0.355469, 0.349609, 0.347656, 0.345703, 0.353516, 0.353516, 0.341797, 0.339844, 0.357422, 0.337891, 0.349609, 0.351562, 0.351562, 0.349609, 0.337891, 0.34375, 0.349609, 0.357422, 0.357422, 0.351562, 0.333984, 0.347656, 0.347656, 0.337891, 0.328125, 0.339844, 0.341797, 0.357422, 0.34375, 0.345703, 0.349609, 0.347656, 0.339844, 0.335938, 0.351562, 0.355469, 0.349609, 0.330078, 0.349609, 0.341797, 0.345703, 0.359375, 0.339844, 0.347656, 0.351562, 0.341797, 0.345703, 0.347656, 0.332031, 0.363281, 0.351562, 0.34375, 0.332031, 0.349609, 0.349609, 0.337891, 0.349609, 0.353516, 0.349609, 0.365234, 0.341797, 0.359375, 0.347656, 0.347656, 0.335938, 0.341797, 0.353516, 0.34375, 0.335938, 0.328125, 0.34375, 0.349609, 0.341797, 0.339844, 0.345703, 0.322266, 0.330078, 0.359375, 0.345703, 0.337891, 0.359375, 0.335938, 0.351562, 0.355469, 0.363281, 0.349609, 0.361328, 0.318359, 0.34375, 0.347656, 0.337891, 0.353516, 0.34375, 0.347656, 0.363281, 0.339844, 0.337891, 0.351562, 0.335938, 0.351562, 0.349609, 0.345703, 0.355469, 0.353516, 0.34375, 0.353516, 0.363281, 0.347656, 0.349609, 0.34375, 0.339844, 0.349609, 0.339844, 0.34375, 0.345703, 0.341797, 0.333984, 0.349609, 0.351562, 0.335938, 0.332031, 0.345703, 0.351562, 0.351562, 0.351562, 0.34375, 0.341797, 0.351562, 0.322266, 0.345703, 0.349609, 0.330078, 0.335938, 0.347656, 0.337891, 0.333984, 0.337891, 0.320312, 0.341797, 0.339844, 0.341797, 0.351562, 0.337891, 0.353516, 0.34375, 0.326172, 0.349609, 0.337891, 0.337891, 0.335938, 0.341797, 0.345703, 0.353516, 0.339844, 0.355469, 0.351562, 0.330078, 0.34375, 0.369141, 0.351562, 0.341797, 0.341797, 0.337891, 0.357422, 0.345703, 0.359375, 0.355469, 0.351562, 0.349609, 0.332031, 0.349609, 0.339844, 0.339844, 0.345703, 0.345703, 0.341797, 0.341797, 0.351562, 0.341797, 0.34375, 0.351562, 0.353516, 0.353516, 0.361328, 0.349609, 0.347656, 0.339844, 0.345703, 0.34375, 0.345703, 0.339844, 0.359375, 0.349609, 0.351562, 0.341797, 0.34375, 0.318359, 0.347656, 0.349609, 0.34375, 0.34375, 0.361328, 0.347656, 0.353516, 0.335938, 0.353516, 0.349609, 0.34375, 0.347656, 0.337891, 0.351562, 0.353516, 0.347656, 0.353516, 0.353516, 0.345703, 0.341797, 0.359375, 0.351562, 0.339844, 0.355469, 0.335938, 0.333984, 0.359375, 0.351562, 0.34375, 0.353516, 0.339844, 0.335938, 0.351562, 0.337891, 0.339844, 0.330078, 0.341797, 0.341797, 0.361328, 0.34375, 0.349609, 0.347656, 0.347656, 0.341797, 0.345703, 0.355469, 0.339844, 0.341797, 0.330078, 0.357422, 0.345703, 0.351562, 0.353516, 0.34375, 0.335938, 0.347656, 0.251953, 0.359375, 0.347656, 0.34375, 0.345703, 0.339844, 0.361328, 0.341797, 0.347656, 0.345703, 0.347656, 0.351562, 0.345703, 0.335938, 0.351562, 0.357422, 0.349609, 0.349609, 0.353516, 0.349609, 0.347656, 0.341797, 0.341797, 0.353516, 0.347656, 0.34375, 0.345703, 0.337891, 0.341797, 0.349609, 0.337891, 0.351562, 0.339844, 0.345703, 0.34375, 0.351562, 0.332031, 0.345703, 0.339844, 0.349609, 0.351562, 0.341797, 0.351562, 0.345703, 0.345703, 0.353516, 0.349609, 0.345703, 0.345703, 0.349609, 0.361328, 0.351562, 0.351562, 0.333984, 0.339844, 0.355469, 0.351562, 0.345703, 0.341797, 0.347656, 0.339844, 0.337891, 0.341797, 0.345703, 0.347656, 0.330078, 0.359375, 0.349609, 0.345703, 0.357422, 0.349609, 0.359375, 0.337891, 0.34375, 0.349609, 0.339844, 0.347656, 0.357422, 0.351562, 0.341797, 0.345703, 0.347656, 0.345703, 0.339844, 0.355469, 0.353516, 0.347656, 0.349609, 0.347656, 0.328125, 0.353516, 0.353516, 0.347656, 0.353516, 0.355469, 0.355469, 0.34375, 0.337891, 0.324219, 0.347656, 0.335938, 0.347656, 0.300781, 0.339844, 0.345703, 0.345703, 0.341797, 0.333984, 0.34375, 0.345703, 0.345703, 0.349609, 0.367188, 0.333984, 0.347656, 0.345703, 0.349609, 0.351562, 0.332031, 0.339844, 0.355469, 0.345703, 0.351562, 0.300781, 0.359375, 0.34375, 0.332031, 0.349609, 0.347656, 0.341797, 0.353516, 0.357422, 0.345703, 0.351562, 0.355469, 0.34375, 0.341797, 0.341797, 0.353516, 0.357422, 0.349609, 0.34375, 0.341797, 0.341797, 0.373047, 0.345703, 0.347656, 0.347656, 0.345703, 0.347656, 0.335938, 0.345703, 0.330078, 0.351562, 0.349609, 0.351562, 0.345703, 0.335938, 0.349609, 0.347656, 0.351562, 0.349609, 0.353516, 0.349609, 0.355469, 0.339844, 0.349609, 0.349609, 0.353516, 0.349609, 0.353516, 0.337891, 0.345703, 0.357422, 0.361328, 0.339844, 0.363281, 0.335938, 0.347656, 0.339844, 0.339844, 0.34375, 0.337891, 0.333984, 0.337891, 0.345703, 0.359375, 0.34375, 0.345703, 0.341797, 0.349609, 0.339844, 0.341797, 0.349609, 0.339844, 0.355469, 0.351562, 0.341797, 0.339844, 0.34375, 0.34375, 0.339844, 0.335938, 0.337891, 0.351562, 0.333984, 0.345703, 0.34375, 0.349609, 0.339844, 0.349609, 0.351562, 0.34375, 0.339844, 0.34375, 0.341797, 0.330078, 0.357422, 0.361328, 0.330078, 0.335938, 0.349609, 0.361328, 0.332031, 0.351562, 0.351562, 0.363281, 0.347656, 0.341797, 0.333984, 0.349609, 0.345703, 0.341797, 0.357422, 0.335938, 0.347656, 0.335938, 0.339844, 0.345703, 0.34375, 0.351562, 0.355469, 0.339844, 0.355469, 0.353516, 0.341797, 0.355469, 0.339844, 0.359375, 0.341797, 0.355469, 0.357422, 0.341797, 0.332031, 0.341797, 0.333984, 0.341797, 0.332031, 0.339844, 0.347656, 0.345703, 0.347656, 0.345703, 0.353516, 0.339844, 0.347656, 0.341797, 0.357422, 0.341797, 0.328125, 0.349609, 0.347656, 0.341797, 0.341797, 0.349609, 0.359375, 0.316406, 0.341797, 0.335938, 0.335938, 0.347656, 0.351562, 0.347656, 0.349609, 0.341797, 0.345703, 0.337891, 0.337891, 0.347656, 0.353516, 0.330078, 0.351562, 0.341797, 0.341797, 0.355469, 0.345703, 0.337891, 0.355469, 0.345703, 0.335938, 0.337891, 0.345703, 0.351562, 0.347656, 0.34375, 0.330078, 0.353516, 0.349609, 0.34375, 0.335938, 0.351562, 0.371094, 0.330078, 0.339844, 0.339844, 0.34375, 0.333984, 0.349609, 0.34375, 0.34375, 0.332031, 0.353516, 0.359375, 0.349609, 0.34375, 0.349609, 0.341797, 0.357422, 0.333984, 0.359375, 0.34375, 0.347656, 0.355469, 0.332031, 0.339844, 0.337891, 0.351562, 0.333984, 0.351562, 0.347656, 0.332031, 0.333984, 0.345703, 0.339844, 0.353516, 0.332031, 0.351562, 0.361328, 0.349609, 0.345703, 0.335938, 0.347656, 0.332031, 0.335938, 0.339844, 0.345703, 0.34375, 0.355469, 0.353516, 0.345703, 0.345703, 0.339844, 0.349609, 0.361328, 0.353516, 0.355469, 0.341797, 0.339844, 0.347656, 0.339844, 0.347656, 0.347656, 0.359375, 0.349609, 0.351562, 0.351562, 0.351562, 0.347656, 0.345703, 0.339844, 0.349609, 0.355469, 0.34375, 0.335938, 0.349609, 0.351562, 0.341797, 0.351562, 0.351562, 0.357422, 0.328125, 0.341797, 0.349609, 0.34375, 0.347656, 0.34375, 0.351562, 0.34375, 0.371094, 0.337891, 0.351562, 0.345703, 0.347656, 0.349609, 0.359375, 0.341797, 0.330078, 0.351562, 0.355469, 0.357422, 0.345703, 0.341797, 0.345703, 0.345703, 0.335938, 0.345703, 0.339844, 0.349609, 0.34375, 0.347656, 0.357422, 0.351562, 0.335938, 0.355469, 0.34375, 0.355469, 0.333984, 0.34375, 0.332031, 0.351562, 0.335938, 0.337891, 0.335938, 0.349609, 0.351562, 0.355469, 0.355469, 0.355469, 0.347656, 0.361328, 0.351562, 0.347656, 0.353516, 0.335938, 0.351562, 0.345703, 0.341797, 0.357422, 0.335938, 0.337891, 0.351562, 0.349609, 0.34375, 0.339844, 0.326172, 0.341797, 0.333984, 0.335938, 0.345703, 0.349609, 0.347656, 0.341797, 0.347656, 0.347656, 0.339844, 0.341797, 0.34375, 0.359375, 0.335938, 0.351562, 0.341797, 0.341797, 0.347656, 0.351562, 0.355469, 0.339844, 0.330078, 0.349609, 0.34375, 0.349609, 0.351562, 0.349609, 0.345703, 0.335938, 0.349609, 0.322266, 0.345703, 0.339844, 0.353516, 0.341797, 0.349609, 0.34375, 0.34375, 0.339844, 0.341797, 0.345703, 0.345703, 0.351562, 0.345703, 0.345703, 0.347656, 0.339844, 0.355469, 0.34375, 0.357422, 0.341797, 0.349609, 0.347656, 0.357422, 0.351562, 0.347656, 0.353516, 0.341797, 0.333984, 0.353516, 0.341797, 0.339844, 0.34375, 0.347656, 0.347656, 0.361328, 0.335938, 0.416016, 0.34375, 0.345703, 0.351562, 0.351562, 0.349609, 0.34375, 0.339844, 0.341797, 0.345703, 0.355469, 0.357422, 0.328125, 0.34375, 0.34375, 0.341797, 0.34375, 0.355469, 0.349609, 0.355469, 0.341797, 0.349609, 0.335938, 0.355469, 0.351562, 0.355469, 0.335938, 0.351562, 0.357422, 0.359375, 0.34375, 0.345703, 0.357422, 0.341797, 0.359375, 0.330078, 0.335938, 0.345703, 0.337891, 0.347656, 0.345703, 0.34375, 0.347656, 0.349609, 0.34375, 0.351562, 0.355469, 0.337891, 0.345703, 0.337891, 0.335938, 0.349609, 0.341797, 0.345703, 0.359375, 0.333984, 0.341797, 0.349609, 0.347656, 0.351562, 0.337891, 0.335938, 0.337891, 0.359375, 0.345703, 0.339844, 0.34375, 0.355469, 0.345703, 0.351562, 0.347656, 0.363281, 0.351562, 0.347656, 0.335938, 0.351562, 0.341797, 0.361328, 0.351562, 0.333984, 0.34375, 0.34375, 0.34375, 0.347656, 0.341797, 0.357422, 0.335938, 0.34375, 0.347656, 0.349609, 0.345703, 0.355469, 0.337891, 0.34375, 0.335938, 0.361328, 0.347656, 0.335938, 0.339844, 0.371094, 0.34375, 0.34375, 0.353516, 0.355469, 0.345703, 0.353516, 0.34375, 0.353516, 0.347656, 0.357422, 0.341797, 0.337891, 0.345703, 0.34375, 0.359375, 0.351562, 0.335938, 0.34375, 0.337891, 0.335938, 0.351562, 0.355469, 0.351562, 0.34375, 0.333984, 0.345703, 0.34375, 0.337891, 0.34375, 0.337891, 0.345703, 0.357422, 0.351562, 0.353516, 0.34375, 0.335938, 0.359375, 0.349609, 0.345703, 0.351562, 0.34375, 0.345703, 0.345703, 0.339844, 0.341797, 0.353516, 0.349609, 0.345703, 0.347656, 0.345703, 0.333984, 0.353516, 0.345703, 0.357422, 0.324219, 0.349609, 0.349609, 0.341797, 0.353516, 0.337891, 0.34375, 0.349609, 0.347656, 0.353516, 0.355469, 0.359375, 0.339844, 0.347656, 0.351562, 0.335938, 0.349609, 0.328125, 0.353516, 0.34375, 0.335938, 0.347656, 0.339844, 0.34375, 0.355469, 0.357422, 0.34375, 0.326172, 0.351562, 0.345703, 0.333984, 0.339844, 0.353516, 0.345703, 0.339844, 0.353516, 0.337891, 0.332031, 0.34375, 0.34375, 0.335938, 0.330078, 0.335938, 0.339844, 0.345703, 0.345703, 0.351562, 0.349609, 0.34375, 0.345703, 0.34375, 0.355469, 0.351562, 0.34375, 0.353516, 0.347656, 0.357422, 0.347656, 0.335938, 0.345703, 0.328125, 0.326172, 0.363281, 0.347656, 0.349609, 0.341797, 0.34375, 0.345703, 0.339844, 0.337891, 0.341797, 0.341797, 0.347656, 0.349609, 0.347656, 0.34375, 0.34375, 0.339844, 0.34375, 0.341797, 0.341797, 0.341797, 0.335938, 0.339844, 0.349609, 0.361328, 0.349609, 0.345703, 0.345703, 0.337891, 0.353516, 0.341797, 0.333984, 0.34375, 0.349609, 0.335938, 0.339844, 0.347656, 0.347656, 0.357422, 0.339844, 0.169922, 0.347656, 0.34375, 0.361328, 0.339844, 0.335938, 0.326172, 0.355469, 0.347656, 0.349609, 0.347656, 0.339844, 0.34375, 0.357422, 0.353516, 0.345703, 0.349609, 0.347656, 0.345703, 0.347656, 0.333984, 0.341797, 0.34375, 0.347656, 0.341797, 0.359375, 0.320312, 0.34375, 0.353516, 0.349609, 0.339844, 0.349609, 0.34375, 0.351562, 0.34375, 0.351562, 0.333984, 0.349609, 0.345703, 0.347656, 0.347656, 0.357422, 0.335938, 0.328125, 0.339844, 0.333984, 0.355469, 0.345703, 0.351562, 0.357422, 0.345703, 0.328125, 0.34375, 0.322266, 0.339844, 0.353516, 0.349609, 0.339844, 0.357422, 0.345703, 0.339844, 0.353516, 0.353516, 0.349609, 0.337891, 0.339844, 0.339844, 0.351562, 0.333984, 0.337891, 0.351562, 0.341797, 0.345703, 0.337891, 0.347656, 0.333984, 0.347656, 0.345703, 0.34375, 0.347656, 0.365234, 0.335938, 0.339844, 0.337891, 0.353516, 0.359375, 0.347656, 0.345703, 0.333984, 0.349609, 0.345703, 0.335938, 0.335938, 0.335938, 0.337891, 0.347656, 0.347656, 0.347656, 0.357422, 0.337891, 0.355469, 0.347656, 0.335938, 0.347656, 0.351562, 0.357422, 0.337891, 0.353516, 0.351562, 0.351562, 0.337891, 0.349609, 0.34375, 0.34375, 0.335938, 0.34375, 0.322266, 0.34375, 0.361328, 0.337891, 0.335938, 0.353516, 0.341797, 0.34375, 0.339844, 0.347656, 0.341797, 0.34375, 0.34375, 0.330078, 0.353516, 0.34375, 0.347656, 0.341797, 0.347656, 0.347656, 0.335938, 0.349609, 0.349609, 0.337891, 0.353516, 0.353516, 0.357422, 0.347656, 0.365234, 0.341797, 0.349609, 0.324219, 0.339844, 0.34375, 0.347656, 0.349609, 0.328125, 0.34375, 0.34375, 0.359375, 0.349609, 0.357422, 0.341797, 0.34375, 0.333984, 0.351562, 0.347656, 0.337891, 0.330078, 0.355469, 0.357422, 0.359375, 0.355469, 0.339844, 0.347656, 0.328125, 0.328125, 0.349609, 0.337891, 0.351562, 0.351562, 0.34375, 0.349609, 0.351562, 0.345703, 0.341797, 0.357422, 0.355469, 0.375, 0.353516, 0.339844, 0.347656, 0.332031, 0.335938, 0.341797, 0.337891, 0.351562, 0.347656, 0.341797, 0.347656, 0.359375, 0.347656, 0.34375, 0.349609, 0.339844, 0.347656, 0.339844, 0.337891, 0.347656, 0.333984, 0.345703, 0.349609, 0.351562, 0.347656, 0.320312, 0.345703, 0.341797, 0.34375, 0.345703, 0.357422, 0.351562, 0.337891, 0.34375, 0.349609, 0.341797, 0.345703, 0.369141, 0.349609, 0.337891, 0.330078, 0.345703, 0.347656, 0.347656, 0.345703, 0.335938, 0.357422, 0.349609, 0.349609, 0.34375, 0.355469, 0.34375, 0.341797, 0.359375, 0.355469, 0.357422, 0.341797, 0.347656, 0.351562, 0.337891, 0.347656, 0.355469, 0.341797, 0.341797, 0.34375, 0.34375, 0.341797, 0.357422, 0.345703, 0.337891, 0.339844, 0.351562, 0.351562, 0.341797, 0.345703, 0.333984, 0.353516, 0.341797, 0.339844, 0.339844, 0.347656, 0.34375, 0.337891, 0.34375, 0.339844, 0.349609, 0.333984, 0.341797, 0.332031, 0.355469, 0.341797, 0.339844, 0.359375, 0.34375, 0.333984, 0.341797, 0.345703, 0.349609, 0.345703, 0.351562, 0.34375, 0.341797, 0.353516, 0.351562, 0.341797, 0.357422, 0.34375, 0.34375, 0.345703, 0.341797, 0.333984, 0.357422, 0.349609, 0.332031, 0.347656, 0.333984, 0.355469, 0.332031, 0.328125, 0.353516, 0.349609, 0.341797, 0.351562, 0.339844, 0.349609, 0.355469, 0.335938, 0.341797, 0.353516, 0.324219, 0.345703, 0.349609, 0.003448, 0.339844, 0.355469, 0.337891, 0.339844, 0.347656, 0.341797, 0.333984, 0.335938, 0.341797, 0.337891, 0.361328, 0.341797, 0.347656, 0.349609, 0.326172, 0.34375, 0.339844, 0.351562, 0.355469, 0.34375, 0.345703, 0.333984, 0.345703, 0.341797, 0.34375, 0.34375, 0.339844, 0.339844, 0.335938, 0.332031, 0.349609, 0.332031, 0.337891, 0.34375, 0.341797, 0.34375, 0.337891, 0.347656, 0.355469, 0.341797, 0.337891, 0.363281, 0.337891, 0.339844, 0.349609, 0.341797, 0.333984, 0.324219, 0.339844, 0.347656, 0.351562, 0.337891, 0.349609, 0.357422, 0.355469, 0.34375, 0.353516, 0.335938, 0.339844, 0.337891, 0.347656, 0.320312, 0.337891, 0.335938, 0.337891, 0.333984, 0.335938, 0.359375, 0.333984, 0.330078, 0.353516, 0.353516, 0.347656, 0.355469, 0.339844, 0.34375, 0.347656, 0.345703, 0.347656, 0.34375, 0.34375, 0.345703, 0.355469, 0.357422, 0.347656, 0.34375, 0.34375, 0.357422, 0.349609, 0.34375, 0.337891, 0.347656, 0.357422, 0.341797, 0.34375, 0.341797, 0.335938, 0.333984, 0.341797, 0.335938, 0.332031, 0.345703, 0.357422, 0.349609, 0.345703, 0.345703, 0.339844, 0.355469, 0.34375, 0.335938, 0.333984, 0.333984, 0.34375, 0.34375, 0.347656, 0.347656, 0.341797, 0.330078, 0.351562, 0.335938, 0.341797, 0.341797, 0.345703, 0.34375, 0.337891, 0.345703, 0.328125, 0.351562, 0.351562, 0.333984, 0.349609, 0.01178, 0.351562, 0.337891, 0.357422, 0.351562, 0.359375, 0.345703, 0.345703, 0.347656, 0.341797, 0.337891, 0.347656, 0.341797, 0.333984, 0.34375, 0.339844, 0.351562, 0.341797, 0.335938, 0.332031, 0.353516, 0.351562, 0.34375, 0.322266, 0.328125, 0.355469, 0.353516, 0.361328, 0.359375, 0.361328, 0.341797, 0.339844, 0.353516, 0.353516, 0.339844, 0.339844, 0.332031, 0.363281, 0.328125, 0.339844, 0.34375, 0.347656, 0.335938, 0.328125, 0.34375, 0.347656, 0.349609, 0.337891, 0.353516, 0.341797, 0.341797, 0.339844, 0.337891, 0.347656, 0.347656, 0.335938, 0.351562, 0.330078, 0.345703, 0.351562, 0.359375, 0.353516, 0.335938, 0.351562, 0.34375, 0.355469, 0.341797, 0.34375, 0.330078, 0.339844, 0.357422, 0.345703, 0.351562, 0.335938, 0.339844, 0.341797, 0.347656, 0.337891, 0.341797, 0.337891, 0.349609, 0.365234, 0.337891, 0.339844, 0.337891, 0.34375, 0.357422, 0.332031, 0.341797, 0.355469, 0.345703, 0.34375, 0.359375, 0.347656, 0.353516, 0.34375, 0.337891, 0.353516, 0.339844, 0.337891, 0.341797, 0.355469, 0.339844, 0.339844, 0.339844, 0.341797, 0.349609, 0.355469, 0.349609, 0.34375, 0.337891, 0.359375, 0.351562, 0.351562, 0.353516, 0.351562, 0.333984, 0.339844, 0.347656, 0.341797, 0.341797, 0.341797, 0.351562, 0.333984, 0.337891, 0.341797, 0.347656, 0.347656, 0.335938, 0.349609, 0.345703, 0.333984, 0.34375, 0.318359, 0.337891, 0.353516, 0.347656, 0.332031, 0.339844, 0.351562, 0.335938, 0.341797, 0.355469, 0.349609, 0.34375, 0.335938, 0.351562, 0.347656, 0.341797, 0.345703, 0.357422, 0.341797, 0.341797, 0.355469, 0.355469, 0.337891, 0.345703, 0.341797, 0.353516, 0.345703, 0.345703, 0.339844, 0.349609, 0.322266, 0.349609, 0.351562, 0.34375, 0.361328, 0.351562, 0.347656, 0.347656, 0.335938, 0.355469, 0.339844, 0.341797, 0.345703, 0.345703, 0.347656, 0.345703, 0.330078, 0.345703, 0.34375, 0.335938, 0.347656, 0.341797, 0.341797, 0.345703, 0.345703, 0.349609, 0.349609, 0.351562, 0.345703, 0.347656, 0.34375, 0.34375, 0.351562, 0.349609, 0.351562, 0.353516, 0.341797, 0.335938, 0.34375, 0.34375, 0.351562, 0.335938, 0.353516, 0.347656, 0.351562, 0.349609, 0.339844, 0.34375, 0.359375, 0.330078, 0.351562, 0.351562, 0.345703, 0.347656, 0.339844, 0.335938, 0.328125, 0.335938, 0.339844, 0.335938, 0.345703, 0.351562, 0.361328, 0.351562, 0.353516, 0.333984, 0.345703, 0.34375, 0.345703, 0.339844, 0.347656, 0.351562, 0.332031, 0.353516, 0.355469, 0.345703, 0.335938, 0.335938, 0.339844, 0.34375, 0.341797, 0.349609, 0.341797, 0.351562, 0.341797, 0.355469, 0.345703, 0.337891, 0.349609, 0.349609, 0.347656, 0.355469, 0.345703, 0.337891, 0.328125, 0.335938, 0.353516, 0.351562, 0.353516, 0.337891, 0.361328, 0.349609, 0.347656, 0.341797, 0.322266, 0.34375, 0.337891, 0.337891, 0.351562, 0.339844, 0.337891, 0.328125, 0.345703, 0.345703, 0.34375, 0.357422, 0.339844, 0.34375, 0.361328, 0.363281, 0.335938, 0.351562, 0.339844, 0.337891, 0.347656, 0.339844, 0.341797, 0.357422, 0.369141, 0.341797, 0.335938, 0.341797, 0.355469, 0.349609, 0.341797, 0.355469, 0.345703, 0.349609, 0.34375, 0.330078, 0.355469, 0.347656, 0.363281, 0.341797, 0.355469, 0.179688, 0.349609, 0.369141, 0.353516, 0.34375, 0.351562, 0.349609, 0.339844, 0.367188, 0.34375, 0.341797, 0.347656, 0.341797, 0.341797, 0.34375, 0.351562, 0.345703, 0.347656, 0.353516, 0.347656, 0.357422, 0.361328, 0.347656, 0.351562, 0.353516, 0.351562, 0.353516, 0.345703, 0.332031, 0.337891, 0.341797, 0.341797, 0.349609, 0.345703, 0.335938, 0.349609, 0.332031, 0.349609, 0.339844, 0.341797, 0.357422, 0.355469, 0.353516, 0.345703, 0.347656, 0.339844, 0.345703, 0.347656, 0.345703, 0.349609, 0.347656, 0.339844, 0.347656, 0.359375, 0.347656, 0.339844, 0.341797, 0.353516, 0.347656, 0.339844, 0.345703, 0.339844, 0.345703, 0.363281, 0.347656, 0.349609, 0.349609, 0.357422, 0.345703, 0.300781, 0.339844, 0.353516, 0.341797, 0.357422, 0.345703, 0.353516, 0.353516, 0.3125, 0.345703, 0.339844, 0.322266, 0.34375, 0.363281, 0.341797, 0.353516, 0.349609, 0.355469, 0.339844, 0.339844, 0.351562, 0.363281, 0.347656, 0.34375, 0.345703, 0.347656, 0.347656, 0.339844, 0.345703, 0.365234, 0.359375, 0.353516, 0.357422, 0.337891, 0.34375, 0.345703, 0.341797, 0.341797, 0.34375, 0.347656, 0.357422, 0.339844, 0.337891, 0.345703, 0.341797, 0.349609, 0.341797, 0.345703, 0.349609, 0.333984, 0.333984, 0.339844, 0.349609, 0.347656, 0.349609, 0.337891, 0.347656, 0.328125, 0.339844, 0.337891, 0.34375, 0.339844, 0.339844, 0.347656, 0.349609, 0.330078, 0.353516, 0.353516, 0.337891, 0.353516, 0.332031, 0.363281, 0.351562, 0.333984, 0.345703, 0.34375, 0.345703, 0.345703, 0.34375, 0.351562, 0.349609, 0.341797, 0.347656, 0.332031, 0.353516, 0.361328, 0.349609, 0.361328, 0.347656, 0.341797, 0.349609, 0.353516, 0.347656, 0.337891, 0.359375, 0.335938, 0.349609, 0.318359, 0.330078, 0.353516, 0.355469, 0.332031, 0.363281, 0.357422, 0.333984, 0.339844, 0.361328, 0.339844, 0.365234, 0.347656, 0.353516, 0.363281, 0.349609, 0.349609, 0.339844, 0.353516, 0.359375, 0.351562, 0.330078, 0.357422, 0.345703, 0.34375, 0.353516, 0.347656, 0.347656, 0.332031, 0.347656, 0.351562, 0.353516, 0.34375, 0.359375, 0.351562, 0.347656, 0.337891, 0.345703, 0.34375, 0.351562, 0.335938, 0.349609, 0.337891, 0.359375, 0.345703, 0.347656, 0.345703, 0.353516, 0.349609, 0.337891, 0.355469, 0.333984, 0.345703, 0.355469, 0.361328, 0.351562, 0.355469, 0.349609, 0.341797, 0.355469, 0.349609, 0.328125, 0.357422, 0.357422, 0.353516, 0.353516, 0.332031, 0.322266, 0.333984, 0.355469, 0.339844, 0.347656, 0.333984, 0.34375, 0.34375, 0.353516, 0.341797, 0.345703, 0.351562, 0.347656, 0.34375, 0.347656, 0.355469, 0.339844, 0.341797, 0.34375, 0.349609, 0.355469, 0.345703, 0.357422, 0.341797, 0.351562, 0.351562, 0.28125, 0.349609, 0.328125, 0.333984, 0.339844, 0.357422, 0.335938, 0.347656, 0.341797, 0.335938, 0.345703, 0.355469, 0.34375, 0.349609, 0.328125, 0.34375, 0.34375, 0.347656, 0.357422, 0.347656, 0.34375, 0.330078, 0.351562, 0.34375, 0.357422, 0.347656, 0.34375, 0.335938, 0.339844, 0.34375, 0.339844, 0.339844, 0.351562, 0.335938, 0.34375, 0.363281, 0.345703, 0.365234, 0.351562, 0.335938, 0.357422, 0.349609, 0.349609, 0.337891, 0.347656, 0.34375, 0.34375, 0.345703, 0.353516, 0.355469, 0.351562, 0.353516, 0.345703, 0.349609, 0.339844, 0.328125, 0.351562, 0.349609, 0.347656, 0.341797, 0.349609, 0.339844, 0.337891, 0.335938, 0.345703, 0.351562, 0.353516, 0.34375, 0.351562, 0.335938, 0.345703, 0.363281, 0.355469, 0.359375, 0.345703, 0.349609, 0.337891, 0.361328, 0.363281, 0.355469, 0.335938, 0.337891, 0.353516, 0.353516, 0.349609, 0.347656, 0.34375, 0.347656, 0.335938, 0.355469, 0.337891, 0.345703, 0.363281, 0.333984, 0.353516, 0.353516, 0.361328, 0.322266, 0.34375, 0.361328, 0.349609, 0.341797, 0.337891, 0.351562, 0.337891, 0.347656, 0.347656, 0.347656, 0.339844, 0.345703, 0.347656, 0.351562, 0.341797, 0.345703, 0.345703, 0.345703, 0.333984, 0.328125, 0.34375, 0.34375, 0.332031, 0.341797, 0.355469, 0.351562, 0.341797, 0.345703, 0.351562, 0.341797, 0.353516, 0.326172, 0.345703, 0.353516, 0.316406, 0.337891, 0.328125, 0.347656, 0.345703, 0.349609, 0.333984, 0.330078, 0.359375, 0.345703, 0.353516, 0.34375, 0.34375, 0.345703, 0.353516, 0.353516, 0.333984, 0.337891, 0.34375, 0.345703, 0.345703, 0.345703, 0.345703, 0.337891, 0.351562, 0.345703, 0.332031, 0.357422, 0.345703, 0.335938, 0.351562, 0.341797, 0.347656, 0.351562, 0.341797, 0.34375, 0.337891, 0.347656, 0.345703, 0.341797, 0.341797, 0.353516, 0.349609, 0.353516, 0.339844, 0.349609, 0.34375, 0.347656, 0.335938, 0.353516, 0.345703, 0.353516, 0.349609, 0.349609, 0.347656, 0.347656, 0.349609, 0.353516, 0.341797, 0.34375, 0.359375, 0.345703, 0.339844, 0.355469, 0.345703, 0.335938, 0.332031, 0.339844, 0.353516, 0.347656, 0.335938, 0.351562, 0.349609, 0.339844, 0.347656, 0.349609, 0.351562, 0.353516, 0.355469, 0.351562, 0.355469, 0.339844, 0.339844, 0.34375, 0.34375, 0.345703, 0.347656, 0.345703, 0.345703, 0.351562, 0.337891, 0.335938, 0.322266, 0.347656, 0.335938, 0.361328, 0.330078, 0.337891, 0.337891, 0.357422, 0.339844, 0.339844, 0.367188, 0.351562, 0.353516, 0.359375, 0.337891, 0.367188, 0.349609, 0.339844, 0.347656, 0.355469, 0.347656, 0.341797, 0.347656, 0.345703, 0.349609, 0.341797, 0.341797, 0.34375, 0.355469, 0.347656, 0.351562, 0.330078, 0.341797, 0.347656, 0.337891, 0.341797, 0.347656, 0.339844, 0.34375, 0.353516, 0.339844, 0.335938, 0.347656, 0.104004, 0.345703, 0.341797, 0.351562, 0.339844, 0.351562, 0.347656, 0.337891, 0.326172, 0.353516, 0.349609, 0.365234, 0.349609, 0.353516, 0.34375, 0.339844, 0.335938, 0.351562, 0.339844, 0.339844, 0.34375, 0.335938, 0.320312, 0.349609, 0.341797, 0.333984, 0.335938, 0.345703, 0.339844, 0.345703, 0.357422, 0.349609, 0.345703, 0.355469, 0.347656, 0.341797, 0.353516, 0.341797, 0.349609, 0.339844, 0.359375, 0.339844, 0.347656, 0.34375, 0.353516, 0.339844, 0.335938, 0.328125, 0.357422, 0.353516, 0.347656, 0.361328, 0.341797, 0.337891, 0.341797, 0.34375, 0.34375, 0.349609, 0.349609, 0.341797, 0.351562, 0.353516, 0.341797, 0.349609, 0.335938, 0.351562, 0.349609, 0.333984, 0.345703, 0.347656, 0.351562, 0.337891, 0.337891, 0.357422, 0.349609, 0.339844, 0.339844, 0.34375, 0.353516, 0.341797, 0.349609, 0.351562, 0.347656, 0.353516, 0.353516, 0.341797, 0.351562, 0.347656, 0.355469, 0.355469, 0.353516, 0.339844, 0.330078, 0.357422, 0.353516, 0.337891, 0.34375, 0.347656, 0.359375, 0.349609, 0.347656, 0.357422, 0.337891, 0.347656, 0.332031, 0.347656, 0.300781, 0.357422, 0.353516, 0.335938, 0.357422, 0.326172, 0.361328, 0.337891, 0.335938, 0.347656, 0.359375, 0.337891, 0.335938, 0.345703, 0.355469, 0.357422, 0.359375, 0.345703, 0.339844, 0.351562, 0.345703, 0.345703, 0.339844, 0.347656, 0.328125, 0.34375, 0.347656, 0.345703, 0.351562, 0.353516, 0.349609, 0.34375, 0.339844, 0.347656, 0.335938, 0.359375, 0.34375, 0.34375, 0.341797, 0.351562, 0.359375, 0.333984, 0.351562, 0.341797, 0.357422, 0.351562, 0.34375, 0.355469, 0.349609, 0.349609, 0.357422, 0.347656, 0.349609, 0.347656, 0.339844, 0.339844, 0.341797, 0.337891, 0.347656, 0.347656, 0.332031, 0.328125, 0.341797, 0.353516, 0.341797, 0.347656, 0.359375, 0.339844, 0.337891, 0.351562, 0.353516, 0.328125, 0.330078, 0.328125, 0.34375, 0.341797, 0.34375, 0.34375, 0.339844, 0.349609, 0.345703, 0.363281, 0.347656, 0.341797, 0.347656, 0.349609, 0.355469, 0.320312, 0.349609, 0.345703, 0.349609, 0.351562, 0.347656, 0.337891, 0.341797, 0.34375, 0.34375, 0.351562, 0.351562, 0.345703, 0.357422, 0.341797, 0.353516, 0.351562, 0.345703, 0.341797, 0.341797, 0.349609, 0.339844, 0.330078, 0.341797, 0.341797, 0.351562, 0.332031, 0.345703, 0.355469, 0.34375, 0.351562, 0.345703, 0.335938, 0.335938, 0.337891, 0.347656, 0.335938, 0.335938, 0.347656, 0.355469, 0.355469, 0.347656, 0.345703, 0.349609, 0.345703, 0.341797, 0.355469, 0.347656, 0.345703, 0.349609, 0.341797, 0.339844, 0.353516, 0.335938, 0.353516, 0.341797, 0.335938, 0.341797, 0.332031, 0.353516, 0.349609, 0.337891, 0.351562, 0.34375, 0.349609, 0.345703, 0.347656, 0.349609, 0.351562, 0.359375, 0.341797, 0.337891, 0.335938, 0.341797, 0.341797, 0.347656, 0.332031, 0.335938, 0.351562, 0.359375, 0.34375, 0.335938, 0.34375, 0.333984, 0.349609, 0.333984, 0.341797, 0.34375, 0.363281, 0.347656, 0.333984, 0.34375, 0.351562, 0.332031, 0.337891, 0.332031, 0.427734, 0.34375, 0.353516, 0.341797, 0.337891, 0.347656, 0.333984, 0.349609, 0.34375, 0.34375, 0.357422, 0.330078, 0.339844, 0.333984, 0.345703, 0.363281, 0.355469, 0.347656, 0.347656, 0.351562, 0.341797, 0.332031, 0.333984, 0.351562, 0.351562, 0.359375, 0.349609, 0.351562, 0.326172, 0.337891, 0.34375, 0.339844, 0.34375, 0.333984, 0.337891, 0.355469, 0.335938, 0.345703, 0.345703, 0.335938, 0.341797, 0.351562, 0.328125, 0.34375, 0.345703, 0.332031, 0.339844, 0.34375, 0.34375, 0.353516, 0.339844, 0.351562, 0.337891, 0.349609, 0.335938, 0.341797, 0.337891, 0.353516, 0.34375, 0.353516, 0.369141, 0.345703, 0.345703, 0.347656, 0.359375, 0.345703, 0.328125, 0.351562, 0.328125, 0.347656, 0.341797, 0.341797, 0.337891, 0.359375, 0.357422, 0.351562, 0.339844, 0.341797, 0.3125, 0.361328, 0.341797, 0.347656, 0.341797, 0.347656, 0.345703, 0.345703, 0.333984, 0.347656, 0.339844, 0.345703, 0.351562, 0.357422, 0.345703, 0.34375, 0.347656, 0.339844, 0.359375, 0.341797, 0.349609, 0.339844, 0.341797, 0.34375, 0.345703, 0.339844, 0.351562, 0.353516, 0.351562, 0.339844, 0.355469, 0.345703, 0.345703, 0.339844, 0.349609, 0.333984, 0.351562, 0.347656, 0.351562, 0.34375, 0.339844, 0.337891, 0.347656, 0.330078, 0.353516, 0.353516, 0.347656, 0.34375, 0.337891, 0.355469, 0.339844, 0.351562, 0.337891, 0.355469, 0.341797, 0.349609, 0.351562, 0.335938 ] }, "name": "model.transformer.layers.23.ffn_norm.weight", "outputIndexes": [ 1490 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1489, 1490 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_23/Mul_1_output_0", "outputIndexes": [ 1491 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1491 ], "outputIndexes": [ 3146 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3146 ], "outputIndexes": [ 3147 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_1/Linear", "inputIndexes": [ 3147 ], "outputIndexes": [ 3148 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 17408, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 417792, "weightSize": 0 }, "external": [ 1515252052, 53477638, 3342336, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3148 ], "outputIndexes": [ 3149 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3149 ], "outputIndexes": [ 1492 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 17408 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1492, 21, 647, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_23/Slice_output_0", "outputIndexes": [ 1493 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_23/Sigmoid_output_0", "outputIndexes": [ 1494 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493, 1494 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_23/Mul_output_0", "outputIndexes": [ 1495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 17408 ] }, "name": "/ffn_23/Mul_1_output_0", "outputIndexes": [ 1496 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1492, 647, 1496, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_23/Slice_1_output_0", "outputIndexes": [ 1497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1495, 1497 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_23/Mul_2_output_0", "outputIndexes": [ 1498 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1498 ], "outputIndexes": [ 3150 ], "main_type": "Reshape", "main": { "dims": [ -1, 8704, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3150 ], "outputIndexes": [ 3151 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_2/Linear", "inputIndexes": [ 3151 ], "outputIndexes": [ 3152 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8704, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 208896, "weightSize": 0 }, "external": [ 1572072026, 26738950, 1671168, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3152 ], "outputIndexes": [ 3153 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3153 ], "outputIndexes": [ 1499 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488, 1499 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_95_output_0", "outputIndexes": [ 1500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1500, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_96_output_0", "outputIndexes": [ 1501 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1501 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_24/Mul_output_0", "outputIndexes": [ 1502 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.757812, 0.828125, 0.757812, 0.691406, 0.71875, 0.722656, 0.757812, 0.683594, 0.742188, 0.707031, 0.773438, 0.71875, 0.734375, 0.789062, 0.722656, 0.726562, 0.710938, 0.707031, 0.730469, 0.734375, 0.75, 0.742188, 0.695312, 0.773438, 0.800781, 0.714844, 0.777344, 0.761719, 0.777344, 0.746094, 0.730469, 0.753906, 0.738281, 0.683594, 0.757812, 0.722656, 0.691406, 0.734375, 0.765625, 0.742188, 0.765625, 0.726562, 0.726562, 0.757812, 0.742188, 0.792969, 0.667969, 0.757812, 0.792969, 0.679688, 0.785156, 0.75, 0.765625, 0.664062, 0.667969, 0.789062, 0.746094, 0.769531, 0.738281, 0.707031, 0.777344, 0.832031, 0.726562, 0.738281, 0.746094, 0.769531, 0.777344, 0.734375, 0.738281, 0.773438, 0.722656, 0.730469, 0.789062, 0.679688, 0.71875, 0.734375, 0.71875, 0.746094, 0.742188, 0.71875, 0.703125, 0.734375, 0.699219, 0.664062, 0.679688, 0.714844, 0.707031, 0.800781, 0.730469, 0.742188, 0.71875, 0.789062, 0.78125, 0.699219, 0.722656, 0.773438, 0.734375, 0.726562, 0.769531, 0.730469, 0.71875, 0.671875, 0.789062, 0.777344, 0.753906, 0.746094, 0.714844, 0.734375, 0.6875, 0.738281, 0.71875, 0.757812, 0.78125, 0.722656, 0.761719, 0.628906, 0.796875, 0.738281, 0.789062, 0.78125, 0.777344, 0.785156, 0.726562, 0.742188, 0.746094, 0.765625, 0.714844, 0.742188, 0.742188, 0.667969, 0.78125, 0.710938, 0.730469, 0.800781, 0.726562, 0.761719, 0.738281, 0.746094, 0.707031, 0.695312, 0.777344, 0.730469, 0.730469, 0.726562, 0.820312, 0.792969, 0.722656, 0.792969, 0.710938, 0.636719, 0.71875, 0.757812, 0.726562, 0.792969, 0.726562, 0.710938, 0.757812, 0.773438, 0.8125, 0.757812, 0.800781, 0.761719, 0.738281, 0.75, 0.742188, 0.792969, 0.714844, 0.785156, 0.769531, 0.742188, 0.671875, 0.726562, 0.71875, 0.742188, 0.734375, 0.730469, 0.804688, 0.738281, 0.738281, 0.78125, 0.789062, 0.734375, 0.703125, 0.710938, 0.785156, 0.753906, 0.769531, 0.734375, 0.710938, 0.691406, 0.6875, 0.707031, 0.789062, 0.761719, 0.734375, 0.78125, 0.773438, 0.722656, 0.707031, 0.761719, 0.757812, 0.78125, 0.730469, 0.71875, 0.78125, 0.785156, 0.769531, 0.6875, 0.710938, 0.765625, 0.746094, 0.746094, 0.792969, 0.78125, 0.746094, 0.765625, 0.742188, 0.753906, 0.777344, 0.75, 0.714844, 0.757812, 0.753906, 0.730469, 0.71875, 0.75, 0.738281, 0.773438, 0.734375, 0.738281, 0.773438, 0.730469, 0.679688, 0.761719, 0.761719, 0.765625, 0.683594, 0.707031, 0.761719, 0.71875, 0.675781, 0.707031, 0.746094, 0.765625, 0.785156, 0.808594, 0.738281, 0.75, 0.757812, 0.757812, 0.761719, 0.71875, 0.792969, 0.742188, 0.769531, 0.726562, 0.730469, 0.75, 0.800781, 0.738281, 0.773438, 0.734375, 0.75, 0.757812, 0.746094, 0.742188, 0.753906, 0.742188, 0.679688, 0.726562, 0.726562, 0.703125, 0.777344, 0.703125, 0.730469, 0.742188, 0.761719, 0.75, 0.726562, 0.703125, 0.742188, 0.761719, 0.777344, 0.730469, 0.757812, 0.710938, 0.703125, 0.71875, 0.714844, 0.722656, 0.742188, 0.742188, 0.761719, 0.746094, 0.753906, 0.71875, 0.757812, 0.746094, 0.699219, 0.777344, 0.726562, 0.757812, 0.820312, 0.707031, 0.757812, 0.785156, 0.75, 0.785156, 0.734375, 0.699219, 0.75, 0.734375, 0.726562, 0.730469, 0.75, 0.753906, 0.738281, 0.703125, 0.726562, 0.730469, 0.742188, 0.761719, 0.765625, 0.78125, 0.761719, 0.738281, 0.773438, 0.726562, 0.695312, 0.738281, 0.777344, 0.746094, 0.734375, 0.792969, 0.734375, 0.742188, 0.753906, 0.761719, 0.726562, 0.75, 0.8125, 0.734375, 0.714844, 0.65625, 0.800781, 0.753906, 0.773438, 0.710938, 0.746094, 0.710938, 0.75, 0.746094, 0.742188, 0.789062, 0.738281, 0.742188, 0.738281, 0.75, 0.746094, 0.726562, 0.710938, 0.722656, 0.738281, 0.75, 0.714844, 0.714844, 0.710938, 0.695312, 0.773438, 0.71875, 0.746094, 0.789062, 0.722656, 0.765625, 0.714844, 0.75, 0.730469, 0.742188, 0.722656, 0.738281, 0.707031, 0.746094, 0.695312, 0.761719, 0.703125, 0.75, 0.753906, 0.757812, 0.734375, 0.734375, 0.71875, 0.804688, 0.722656, 0.75, 0.734375, 0.796875, 0.765625, 0.792969, 0.726562, 0.730469, 0.742188, 0.746094, 0.71875, 0.78125, 0.761719, 0.734375, 0.785156, 0.804688, 0.757812, 0.769531, 0.820312, 0.808594, 0.753906, 0.753906, 0.722656, 0.710938, 0.769531, 0.78125, 0.746094, 0.714844, 0.789062, 0.757812, 0.75, 0.734375, 0.707031, 0.710938, 0.761719, 0.78125, 0.742188, 0.753906, 0.757812, 0.753906, 0.746094, 0.765625, 0.769531, 0.742188, 0.722656, 0.765625, 0.738281, 0.753906, 0.773438, 0.738281, 0.738281, 0.769531, 0.738281, 0.714844, 0.695312, 0.800781, 0.742188, 0.738281, 0.734375, 0.710938, 0.71875, 0.757812, 0.738281, 0.710938, 0.792969, 0.757812, 0.785156, 0.75, 0.789062, 0.769531, 0.695312, 0.742188, 0.726562, 0.753906, 0.710938, 0.714844, 0.730469, 0.734375, 0.726562, 0.734375, 0.71875, 0.738281, 0.757812, 0.761719, 0.722656, 0.777344, 0.707031, 0.695312, 0.71875, 0.742188, 0.730469, 0.699219, 0.6875, 0.742188, 0.785156, 0.726562, 0.71875, 0.746094, 0.78125, 0.746094, 0.769531, 0.75, 0.726562, 0.738281, 0.71875, 0.75, 0.707031, 0.785156, 0.785156, 0.722656, 0.765625, 0.742188, 0.738281, 0.765625, 0.722656, 0.730469, 0.753906, 0.773438, 0.683594, 0.742188, 0.707031, 0.761719, 0.738281, 0.746094, 0.816406, 0.792969, 0.710938, 0.695312, 0.738281, 0.679688, 0.710938, 0.6875, 0.75, 0.785156, 0.699219, 0.75, 0.722656, 0.726562, 0.753906, 0.675781, 0.75, 0.753906, 0.683594, 0.757812, 0.726562, 0.769531, 0.710938, 0.761719, 0.746094, 0.722656, 0.769531, 0.648438, 0.773438, 0.734375, 0.730469, 0.800781, 0.785156, 0.746094, 0.761719, 0.742188, 0.777344, 0.710938, 0.691406, 0.777344, 0.71875, 0.75, 0.769531, 0.734375, 0.710938, 0.714844, 0.714844, 0.730469, 0.695312, 0.6875, 0.65625, 0.753906, 0.761719, 0.8125, 0.792969, 0.742188, 0.761719, 0.773438, 0.8125, 0.710938, 0.828125, 0.695312, 0.753906, 0.792969, 0.738281, 0.695312, 0.738281, 0.835938, 0.753906, 0.71875, 0.78125, 0.789062, 0.761719, 0.761719, 0.777344, 0.765625, 0.71875, 0.761719, 0.746094, 0.714844, 0.730469, 0.726562, 0.78125, 0.761719, 0.6875, 0.757812, 0.71875, 0.734375, 0.761719, 0.691406, 0.761719, 0.761719, 0.808594, 0.695312, 0.785156, 0.738281, 0.734375, 0.753906, 0.6875, 0.691406, 0.75, 0.6875, 0.757812, 0.738281, 0.734375, 0.730469, 0.722656, 0.785156, 0.71875, 0.734375, 0.753906, 0.757812, 0.78125, 0.789062, 0.730469, 0.78125, 0.75, 0.753906, 0.765625, 0.742188, 0.714844, 0.714844, 0.710938, 0.785156, 0.683594, 0.695312, 0.757812, 0.71875, 0.757812, 0.734375, 0.773438, 0.714844, 0.714844, 0.757812, 0.632812, 0.742188, 0.71875, 0.800781, 0.753906, 0.726562, 0.722656, 0.734375, 0.691406, 0.722656, 0.671875, 0.703125, 0.703125, 0.734375, 0.746094, 0.691406, 0.785156, 0.710938, 0.769531, 0.714844, 0.738281, 0.714844, 0.722656, 0.742188, 0.757812, 0.761719, 0.769531, 0.617188, 0.757812, 0.8125, 0.789062, 0.746094, 0.800781, 0.730469, 0.742188, 0.71875, 0.691406, 0.738281, 0.746094, 0.796875, 0.726562, 0.847656, 0.746094, 0.714844, 0.71875, 0.714844, 0.746094, 0.769531, 0.765625, 0.730469, 0.707031, 0.714844, 0.75, 0.773438, 0.710938, 0.765625, 0.734375, 0.753906, 0.769531, 0.773438, 0.59375, 0.734375, 0.757812, 0.734375, 0.75, 0.765625, 0.761719, 0.765625, 0.777344, 0.773438, 0.742188, 0.726562, 0.769531, 0.738281, 0.761719, 0.734375, 0.710938, 0.757812, 0.734375, 0.703125, 0.75, 0.75, 0.738281, 0.71875, 0.730469, 0.753906, 0.746094, 0.710938, 0.746094, 0.761719, 0.75, 0.816406, 0.714844, 0.734375, 0.773438, 0.785156, 0.71875, 0.703125, 0.78125, 0.792969, 0.753906, 0.816406, 0.726562, 0.769531, 0.707031, 0.769531, 0.828125, 0.71875, 0.761719, 0.71875, 0.742188, 0.730469, 0.769531, 0.710938, 0.71875, 0.753906, 0.847656, 0.730469, 0.777344, 0.742188, 0.796875, 0.710938, 0.734375, 0.730469, 0.753906, 0.730469, 0.738281, 0.800781, 0.683594, 0.667969, 0.714844, 0.679688, 0.707031, 0.746094, 0.761719, 0.683594, 0.769531, 0.714844, 0.730469, 0.722656, 0.769531, 0.773438, 0.734375, 0.757812, 0.746094, 0.742188, 0.6875, 0.714844, 0.792969, 0.679688, 0.742188, 0.652344, 0.777344, 0.804688, 0.753906, 0.742188, 0.699219, 0.761719, 0.765625, 0.792969, 0.71875, 0.660156, 0.753906, 0.800781, 0.75, 0.726562, 0.757812, 0.804688, 0.738281, 0.789062, 0.769531, 0.703125, 0.742188, 0.738281, 0.734375, 0.726562, 0.726562, 0.753906, 0.738281, 0.722656, 0.738281, 0.773438, 0.753906, 0.757812, 0.703125, 0.742188, 0.792969, 0.71875, 0.75, 0.683594, 0.765625, 0.726562, 0.75, 0.679688, 0.75, 0.734375, 0.738281, 0.734375, 0.6875, 0.789062, 0.773438, 0.726562, 0.738281, 0.703125, 0.777344, 0.753906, 0.789062, 0.734375, 0.714844, 0.683594, 0.6875, 0.707031, 0.726562, 0.710938, 0.710938, 0.722656, 0.707031, 0.78125, 0.796875, 0.765625, 0.757812, 0.714844, 0.683594, 0.675781, 0.765625, 0.734375, 0.742188, 0.730469, 0.765625, 0.785156, 0.695312, 0.742188, 0.726562, 0.699219, 0.722656, 0.757812, 0.726562, 0.742188, 0.78125, 0.746094, 0.792969, 0.742188, 0.734375, 0.777344, 0.722656, 0.765625, 0.730469, 0.761719, 0.71875, 0.726562, 0.78125, 0.734375, 0.757812, 0.660156, 0.734375, 0.726562, 0.703125, 0.605469, 0.78125, 0.785156, 0.746094, 0.816406, 0.796875, 0.722656, 0.753906, 0.738281, 0.722656, 0.722656, 0.679688, 0.753906, 0.75, 0.777344, 0.664062, 0.769531, 0.730469, 0.757812, 0.75, 0.753906, 0.722656, 0.730469, 0.734375, 0.800781, 0.707031, 0.726562, 0.765625, 0.761719, 0.730469, 0.691406, 0.757812, 0.6875, 0.75, 0.785156, 0.738281, 0.746094, 0.757812, 0.804688, 0.78125, 0.726562, 0.707031, 0.769531, 0.726562, 0.730469, 0.734375, 0.703125, 0.753906, 0.785156, 0.761719, 0.726562, 0.703125, 0.785156, 0.734375, 0.707031, 0.714844, 0.707031, 0.742188, 0.722656, 0.714844, 0.742188, 0.761719, 0.789062, 0.796875, 0.71875, 0.769531, 0.730469, 0.761719, 0.773438, 0.730469, 0.664062, 0.757812, 0.6875, 0.695312, 0.761719, 0.742188, 0.800781, 0.703125, 0.734375, 0.738281, 0.777344, 0.742188, 0.742188, 0.777344, 0.699219, 0.730469, 0.785156, 0.71875, 0.78125, 0.789062, 0.746094, 0.730469, 0.773438, 0.792969, 0.730469, 0.710938, 0.742188, 0.796875, 0.738281, 0.761719, 0.8125, 0.757812, 0.773438, 0.761719, 0.777344, 0.742188, 0.789062, 0.660156, 0.703125, 0.707031, 0.710938, 0.753906, 0.761719, 0.734375, 0.757812, 0.726562, 0.769531, 0.710938, 0.726562, 0.773438, 0.792969, 0.746094, 0.800781, 0.730469, 0.730469, 0.722656, 0.722656, 0.765625, 0.703125, 0.730469, 0.726562, 0.738281, 0.707031, 0.730469, 0.78125, 0.699219, 0.789062, 0.703125, 0.792969, 0.765625, 0.710938, 0.753906, 0.714844, 0.792969, 0.828125, 0.699219, 0.777344, 0.726562, 0.691406, 0.742188, 0.621094, 0.699219, 0.714844, 0.730469, 0.761719, 0.730469, 0.699219, 0.742188, 0.742188, 0.714844, 0.746094, 0.746094, 0.714844, 0.789062, 0.792969, 0.703125, 0.730469, 0.734375, 0.722656, 0.695312, 0.761719, 0.726562, 0.726562, 0.730469, 0.738281, 0.789062, 0.746094, 0.738281, 0.757812, 0.789062, 0.746094, 0.800781, 0.773438, 0.703125, 0.75, 0.804688, 0.703125, 0.738281, 0.757812, 0.703125, 0.796875, 0.761719, 0.765625, 0.769531, 0.75, 0.800781, 0.761719, 0.734375, 0.699219, 0.75, 0.785156, 0.765625, 0.507812, 0.757812, 0.792969, 0.726562, 0.71875, 0.777344, 0.753906, 0.761719, 0.777344, 0.734375, 0.761719, 0.785156, 0.695312, 0.742188, 0.703125, 0.71875, 0.726562, 0.785156, 0.773438, 0.71875, 0.71875, 0.667969, 0.628906, 0.71875, 0.765625, 0.71875, 0.804688, 0.707031, 0.824219, 0.726562, 0.671875, 0.734375, 0.738281, 0.714844, 0.773438, 0.707031, 0.789062, 0.667969, 0.773438, 0.75, 0.769531, 0.757812, 0.710938, 0.78125, 0.753906, 0.738281, 0.777344, 0.726562, 0.753906, 0.714844, 0.710938, 0.6875, 0.738281, 0.777344, 0.738281, 0.710938, 0.722656, 0.695312, 0.757812, 0.703125, 0.773438, 0.660156, 0.75, 0.753906, 0.726562, 0.738281, 0.777344, 0.679688, 0.722656, 0.703125, 0.789062, 0.785156, 0.757812, 0.742188, 0.769531, 0.804688, 0.746094, 0.730469, 0.757812, 0.683594, 0.769531, 0.699219, 0.707031, 0.714844, 0.734375, 0.738281, 0.746094, 0.734375, 0.773438, 0.730469, 0.757812, 0.777344, 0.765625, 0.71875, 0.734375, 0.777344, 0.75, 0.679688, 0.765625, 0.691406, 0.757812, 0.734375, 0.757812, 0.761719, 0.753906, 0.71875, 0.683594, 0.789062, 0.695312, 0.800781, 0.75, 0.789062, 0.738281, 0.804688, 0.765625, 0.761719, 0.777344, 0.75, 0.703125, 0.738281, 0.738281, 0.671875, 0.785156, 0.707031, 0.691406, 0.726562, 0.746094, 0.75, 0.78125, 0.769531, 0.707031, 0.738281, 0.722656, 0.792969, 0.726562, 0.707031, 0.703125, 0.726562, 0.714844, 0.726562, 0.761719, 0.726562, 0.71875, 0.78125, 0.71875, 0.703125, 0.746094, 0.746094, 0.699219, 0.726562, 0.785156, 0.71875, 0.742188, 0.695312, 0.636719, 0.765625, 0.757812, 0.757812, 0.738281, 0.746094, 0.800781, 0.71875, 0.695312, 0.796875, 0.757812, 0.742188, 0.738281, 0.777344, 0.722656, 0.761719, 0.792969, 0.734375, 0.816406, 0.742188, 0.71875, 0.78125, 0.742188, 0.75, 0.765625, 0.710938, 0.722656, 0.714844, 0.839844, 0.777344, 0.742188, 0.742188, 0.769531, 0.785156, 0.660156, 0.753906, 0.71875, 0.667969, 0.777344, 0.699219, 0.773438, 0.742188, 0.753906, 0.707031, 0.707031, 0.78125, 0.761719, 0.773438, 0.6875, 0.722656, 0.777344, 0.75, 0.800781, 0.742188, 0.789062, 0.769531, 0.738281, 0.75, 0.710938, 0.6875, 0.730469, 0.769531, 0.769531, 0.6875, 0.722656, 0.792969, 0.777344, 0.789062, 0.707031, 0.75, 0.734375, 0.722656, 0.746094, 0.679688, 0.726562, 0.703125, 0.71875, 0.742188, 0.753906, 0.777344, 0.691406, 0.738281, 0.777344, 0.671875, 0.769531, 0.726562, 0.753906, 0.726562, 0.714844, 0.746094, 0.773438, 0.632812, 0.699219, 0.730469, 0.734375, 0.726562, 0.785156, 0.832031, 0.746094, 0.808594, 0.75, 1.03125, 0.742188, 0.675781, 0.714844, 0.742188, 0.710938, 0.714844, 0.773438, 0.796875, 0.824219, 0.785156, 0.730469, 0.730469, 0.757812, 0.777344, 0.6875, 0.738281, 0.71875, 0.726562, 0.75, 0.726562, 0.746094, 0.742188, 0.742188, 0.773438, 0.777344, 0.761719, 0.765625, 0.789062, 0.742188, 0.792969, 0.75, 0.675781, 0.746094, 0.746094, 0.804688, 0.757812, 0.75, 0.734375, 0.8125, 0.699219, 0.726562, 0.789062, 0.738281, 0.730469, 0.71875, 0.753906, 0.703125, 0.746094, 0.757812, 0.738281, 0.71875, 0.730469, 0.816406, 0.746094, 0.769531, 0.746094, 0.71875, 0.730469, 0.742188, 0.734375, 0.753906, 0.734375, 0.800781, 0.742188, 0.746094, 0.738281, 0.714844, 0.71875, 0.738281, 0.789062, 0.796875, 0.757812, 0.726562, 0.816406, 0.75, 0.746094, 0.75, 0.769531, 0.726562, 0.792969, 0.738281, 0.703125, 0.769531, 0.714844, 0.753906, 0.742188, 0.769531, 0.746094, 0.785156, 0.753906, 0.765625, 0.699219, 0.726562, 0.800781, 0.71875, 0.75, 0.792969, 0.761719, 0.722656, 0.75, 0.789062, 0.761719, 0.679688, 0.746094, 0.742188, 0.734375, 0.691406, 0.742188, 0.792969, 0.785156, 0.75, 0.742188, 0.746094, 0.703125, 0.78125, 0.753906, 0.707031, 0.75, 0.792969, 0.71875, 0.792969, 0.742188, 0.609375, 0.800781, 0.765625, 0.742188, 0.769531, 0.710938, 0.722656, 0.746094, 0.695312, 0.730469, 0.699219, 0.742188, 0.765625, 0.742188, 0.796875, 0.753906, 0.722656, 0.734375, 0.785156, 0.730469, 0.703125, 0.757812, 0.742188, 0.804688, 0.746094, 0.761719, 0.734375, 0.710938, 0.703125, 0.730469, 0.710938, 0.6875, 0.804688, 0.753906, 0.789062, 0.773438, 0.769531, 0.660156, 0.78125, 0.710938, 0.75, 0.734375, 0.730469, 0.777344, 0.773438, 0.785156, 0.730469, 0.773438, 0.777344, 0.714844, 0.753906, 0.730469, 0.765625, 0.769531, 0.6875, 0.742188, 0.769531, 0.746094, 0.640625, 0.746094, 0.730469, 0.796875, 0.753906, 0.71875, 0.722656, 0.722656, 0.816406, 0.742188, 0.757812, 0.804688, 0.699219, 0.691406, 0.753906, 0.761719, 0.777344, 0.730469, 0.734375, 0.75, 0.789062, 0.753906, 0.78125, 0.734375, 0.785156, 0.691406, 0.714844, 0.730469, 0.746094, 0.738281, 0.742188, 0.75, 0.734375, 0.734375, 0.773438, 0.6875, 0.777344, 0.738281, 0.730469, 0.707031, 0.730469, 0.785156, 0.710938, 0.734375, 0.769531, 0.773438, 0.703125, 0.75, 0.789062, 0.742188, 0.734375, 0.792969, 0.703125, 0.746094, 0.753906, 0.753906, 0.703125, 0.742188, 0.769531, 0.792969, 0.683594, 0.773438, 0.699219, 0.734375, 0.722656, 0.730469, 0.78125, 0.722656, 0.707031, 0.757812, 0.777344, 0.742188, 0.785156, 0.75, 0.734375, 0.730469, 0.75, 0.726562, 0.695312, 0.726562, 0.75, 0.71875, 0.761719, 0.722656, 0.738281, 0.71875, 0.726562, 0.742188, 0.792969, 0.746094, 0.746094, 0.785156, 0.6875, 0.777344, 0.714844, 0.71875, 0.800781, 0.71875, 0.730469, 0.789062, 0.753906, 0.761719, 0.773438, 0.707031, 0.785156, 0.679688, 0.699219, 0.757812, 0.761719, 0.769531, 0.753906, 0.714844, 0.78125, 0.730469, 0.75, 0.71875, 0.746094, 0.769531, 0.75, 0.691406, 0.71875, 0.773438, 0.75, 0.675781, 0.773438, 0.726562, 0.710938, 0.757812, 0.714844, 0.773438, 0.695312, 0.714844, 0.796875, 0.753906, 0.777344, 0.726562, 0.009583, 0.738281, 0.753906, 0.738281, 0.773438, 0.746094, 0.746094, 0.707031, 0.722656, 0.726562, 0.777344, 0.847656, 0.730469, 0.710938, 0.710938, 0.722656, 0.75, 0.789062, 0.730469, 0.742188, 0.753906, 0.757812, 0.769531, 0.679688, 0.707031, 0.777344, 0.703125, 0.6875, 0.761719, 0.738281, 0.734375, 0.777344, 0.757812, 0.722656, 0.773438, 0.726562, 0.746094, 0.722656, 0.699219, 0.757812, 0.765625, 0.742188, 0.730469, 0.691406, 0.765625, 0.757812, 0.71875, 0.679688, 0.734375, 0.71875, 0.765625, 0.714844, 0.761719, 0.703125, 0.742188, 0.695312, 0.707031, 0.753906, 0.730469, 0.683594, 0.683594, 0.765625, 0.746094, 0.726562, 0.730469, 0.742188, 0.707031, 0.734375, 0.761719, 0.769531, 0.699219, 0.742188, 0.734375, 0.742188, 0.722656, 0.753906, 0.785156, 0.757812, 0.769531, 0.742188, 0.785156, 0.734375, 0.6875, 0.789062, 0.765625, 0.722656, 0.683594, 0.714844, 0.722656, 0.722656, 0.757812, 0.757812, 0.832031, 0.796875, 0.722656, 0.773438, 0.703125, 0.746094, 0.691406, 0.691406, 0.753906, 0.75, 0.761719, 0.75, 0.769531, 0.742188, 0.75, 0.734375, 0.765625, 0.832031, 0.714844, 0.71875, 0.714844, 0.753906, 0.773438, 0.824219, 0.730469, 0.785156, 0.699219, 0.734375, 0.695312, 0.726562, 0.75, 0.738281, 0.753906, 0.800781, 0.796875, 0.734375, 0.792969, 0.726562, 0.714844, 0.75, 0.130859, 0.742188, 0.78125, 0.761719, 0.816406, 0.714844, 0.773438, 0.78125, 0.707031, 0.78125, 0.699219, 0.738281, 0.707031, 0.75, 0.75, 0.785156, 0.75, 0.699219, 0.730469, 0.671875, 0.730469, 0.753906, 0.761719, 0.738281, 0.753906, 0.71875, 0.734375, 0.75, 0.734375, 0.710938, 0.683594, 0.710938, 0.75, 0.78125, 0.703125, 0.707031, 0.730469, 0.734375, 0.746094, 0.730469, 0.738281, 0.734375, 0.765625, 0.765625, 0.695312, 0.765625, 0.785156, 0.796875, 0.777344, 0.773438, 0.699219, 0.722656, 0.683594, 0.796875, 0.746094, 0.761719, 0.753906, 0.710938, 0.730469, 0.738281, 0.8125, 0.714844, 0.714844, 0.707031, 0.742188, 0.769531, 0.710938, 0.71875, 0.730469, 0.691406, 0.675781, 0.757812, 0.78125, 0.671875, 0.75, 0.773438, 0.769531, 0.777344, 0.765625, 0.765625, 0.785156, 0.761719, 0.742188, 0.738281, 0.746094, 0.753906, 0.753906, 0.753906, 0.71875, 0.738281, 0.753906, 0.730469, 0.746094, 0.785156, 0.765625, 0.730469, 0.707031, 0.808594, 0.691406, 0.804688, 0.769531, 0.785156, 0.707031, 0.714844, 0.722656, 0.738281, 0.753906, 0.746094, 0.683594, 0.773438, 0.742188, 0.792969, 0.730469, 0.730469, 0.765625, 0.777344, 0.695312, 0.683594, 0.765625, 0.726562, 0.71875, 0.734375, 0.75, 0.675781, 0.746094, 0.671875, 0.722656, 0.789062, 0.703125, 0.730469, 0.78125, 0.78125, 0.675781, 0.738281, 0.746094, 0.683594, 0.703125, 0.742188, 0.742188, 0.722656, 0.722656, 0.765625, 0.761719, 0.714844, 0.695312, 0.765625, 0.710938, 0.707031, 0.773438, 0.746094, 0.730469, 0.773438, 0.757812, 0.730469, 0.679688, 0.703125, 0.730469, 0.769531, 0.816406, 0.757812, 0.710938, 0.691406, 0.730469, 0.746094, 0.800781, 0.84375, 0.734375, 0.757812, 0.785156, 0.738281, 0.71875, 0.761719, 0.730469, 0.710938, 0.6875, 0.765625, 0.691406, 0.777344, 0.757812, 0.757812, 0.726562, 0.753906, 0.746094, 0.753906, 0.761719, 0.726562, 0.726562, 0.742188, 0.699219, 0.742188, 0.746094, 0.785156, 0.761719, 0.777344, 0.742188, 0.765625, 0.730469, 0.792969, 0.710938, 0.71875, 0.734375, 0.707031, 0.71875, 0.753906, 0.769531, 0.730469, 0.789062, 0.757812, 0.738281, 0.734375, 0.789062, 0.730469, 0.78125, 0.808594, 0.78125, 0.800781, 0.765625, 0.710938, 0.773438, 0.75, 0.761719, 0.742188, 0.742188, 0.761719, 0.808594, 0.683594, 0.703125, 0.773438, 0.773438, 0.730469, 0.703125, 0.738281, 0.769531, 0.726562, 0.839844, 0.761719, 0.746094, 0.753906, 0.738281, 0.761719, 0.722656, 0.734375, 0.789062, 0.710938, 0.746094, 0.734375, 0.796875, 0.738281, 0.785156, 0.78125, 0.808594, 0.804688, 0.746094, 0.777344, 0.777344, 0.769531, 0.753906, 0.695312, 0.710938, 0.773438, 0.753906, 0.71875, 0.769531, 0.765625, 0.792969, 0.796875, 0.722656, 0.675781, 0.753906, 0.726562, 0.738281, 0.761719, 0.683594, 0.769531, 0.703125, 0.738281, 0.734375, 0.769531, 0.742188, 0.75, 0.730469, 0.765625, 0.710938, 0.75, 0.738281, 0.757812, 0.78125, 0.792969, 0.726562, 0.738281, 0.726562, 0.816406, 0.742188, 0.746094, 0.730469, 0.75, 0.699219, 0.8125, 0.75, 0.734375, 0.71875, 0.722656, 0.679688, 0.753906, 0.722656, 0.773438, 0.707031, 0.769531, 1.03125, 0.761719, 0.761719, 0.75, 0.722656, 0.789062, 0.703125, 0.722656, 0.722656, 0.722656, 0.757812, 0.714844, 0.703125, 0.769531, 0.742188, 0.730469, 0.765625, 0.714844, 0.734375, 0.769531, 0.738281, 0.75, 0.773438, 0.773438, 0.683594, 0.734375, 0.746094, 0.710938, 0.71875, 0.753906, 0.808594, 0.71875, 0.761719, 0.78125, 0.703125, 0.765625, 0.835938, 0.761719, 0.699219, 0.792969, 0.757812, 0.707031, 0.71875, 0.683594, 0.632812, 0.726562, 0.769531, 0.789062, 0.761719, 0.785156, 0.78125, 0.742188, 0.667969, 0.71875, 0.804688, 0.71875, 0.746094, 0.746094, 0.734375, 0.785156, 0.730469, 0.71875, 0.75, 0.761719, 0.746094, 0.765625, 0.746094, 0.683594, 0.769531, 0.632812, 0.75, 0.761719, 0.789062, 0.757812, 0.71875, 0.785156, 0.769531, 0.664062, 0.707031, 0.710938, 0.753906, 0.726562, 0.804688, 0.699219, 0.71875, 0.8125, 0.785156, 0.792969, 0.695312, 0.785156, 0.707031, 0.800781, 0.777344, 0.6875, 0.726562, 0.757812, 0.746094, 0.710938, 0.78125, 0.738281, 0.800781, 0.75, 0.734375, 0.660156, 0.753906, 0.699219, 0.730469, 0.71875, 0.761719, 0.75, 0.726562, 0.726562, 0.75, 0.761719, 0.753906, 0.75, 0.742188, 0.71875, 0.75, 0.703125, 0.722656, 0.75, 0.765625, 0.691406, 0.703125, 0.75, 0.742188, 0.796875, 0.746094, 0.714844, 0.800781, 0.738281, 0.753906, 0.765625, 0.769531, 0.664062, 0.800781, 0.675781, 0.730469, 0.726562, 0.746094, 0.800781, 0.757812, 0.699219, 0.746094, 0.703125, 0.726562, 0.753906, 0.710938, 0.707031, 0.742188, 0.769531, 0.746094, 0.753906, 0.773438, 0.777344, 0.703125, 0.695312, 0.710938, 0.722656, 0.742188, 0.746094, 0.738281, 0.796875, 0.800781, 0.722656, 0.769531, 0.695312, 0.703125, 0.761719, 0.730469, 0.726562, 0.71875, 0.691406, 0.777344, 0.785156, 0.773438, 0.753906, 0.757812, 0.722656, 0.777344, 0.78125, 0.75, 0.730469, 0.714844, 0.769531, 0.703125, 0.757812, 0.761719, 0.769531, 0.703125, 0.785156, 0.726562, 0.773438, 0.726562, 0.785156, 0.71875, 0.757812, 0.695312, 0.753906, 0.789062, 0.71875, 0.695312, 0.785156, 0.753906, 0.792969, 0.78125, 0.746094, 0.738281, 0.730469, 0.671875, 0.742188, 0.757812, 0.761719, 0.695312, 0.742188, 0.75, 0.734375, 0.773438, 0.695312, 0.738281, 0.746094, 0.777344, 0.746094, 0.734375, 0.714844, 0.726562, 0.742188, 0.738281, 0.761719, 0.738281, 0.8125, 0.695312, 0.738281, 0.804688, 0.710938, 0.738281, 0.753906, 0.722656, 0.78125, 0.738281, 0.742188, 0.761719, 0.730469, 0.71875, 0.796875, 0.746094, 0.746094, 0.695312, 0.667969, 0.710938, 0.722656, 0.78125, 0.707031, 0.722656, 0.75, 0.855469, 0.78125, 0.75, 0.695312, 0.726562, 0.726562, 0.675781, 0.765625, 0.808594, 0.75, 0.710938, 0.714844, 0.683594, 0.769531, 0.738281, 0.757812, 0.757812, 0.691406, 0.738281, 0.78125, 0.726562, 0.734375, 0.742188, 0.746094, 0.761719, 0.773438, 0.742188, 0.722656, 0.804688, 0.742188, 0.6875, 0.78125, 0.730469, 0.722656, 0.78125, 0.6875, 0.75, 0.808594, 0.78125, 0.703125, 0.820312, 0.734375, 0.679688, 0.742188, 0.726562, 0.730469, 0.667969, 0.742188, 0.8125, 0.714844, 0.710938, 0.789062, 0.78125, 0.769531, 0.859375, 0.765625, 0.707031, 0.695312, 0.765625, 0.792969, 0.746094, 0.742188, 0.707031, 0.800781, 0.71875, 0.734375, 0.777344, 0.726562, 0.683594, 0.703125, 0.78125, 0.734375, 0.671875, 0.710938, 0.75, 0.761719, 0.691406, 0.738281, 0.792969, 0.730469, 0.757812, 0.800781, 0.789062, 0.707031, 0.796875, 0.742188, 0.765625, 0.6875, 0.820312, 0.78125, 0.710938, 0.742188, 0.730469, 0.796875, 0.679688, 0.71875, 0.714844, 0.726562, 0.742188, 0.832031, 0.691406, 0.722656, 0.738281, 0.734375, 0.726562, 0.777344, 0.753906, 0.714844, 0.742188, 0.855469, 0.738281, 0.808594, 0.796875, 0.742188, 0.753906, 0.730469, 0.683594, 0.710938, 0.769531, 0.75, 0.683594, 0.753906, 0.738281, 0.78125, 0.761719, 0.710938, 0.742188, 0.765625, 0.796875, 0.738281, 0.726562, 0.75, 0.769531, 0.671875, 0.808594, 0.726562, 0.777344, 0.753906, 0.757812, 0.746094, 0.777344, 0.683594, 0.726562, 0.773438, 0.773438, 0.808594, 0.691406, 0.699219, 0.773438, 0.828125, 0.785156, 0.761719, 0.648438, 0.753906, 0.738281, 0.714844, 0.789062, 0.730469, 0.8125, 0.765625, 0.792969, 0.707031, 0.71875, 0.726562, 0.703125, 0.742188, 0.703125, 0.828125, 0.769531, 0.734375, 0.738281, 0.714844, 0.714844, 0.769531, 0.777344, 0.71875, 0.730469, 0.730469, 0.746094, 0.804688, 0.730469, 0.765625, 0.710938, 0.734375, 0.707031, 0.734375, 0.78125, 0.765625, 0.734375, 0.785156, 0.746094, 0.773438, 0.71875, 0.710938, 0.792969, 0.769531, 0.773438, 0.679688, 0.746094, 0.714844, 0.789062, 0.734375, 0.746094, 0.792969, 0.71875, 0.722656, 0.75, 0.78125, 0.71875, 0.710938, 0.707031, 0.742188, 0.707031, 0.761719, 0.773438, 0.75, 0.707031, 0.726562, 0.691406, 0.722656, 0.710938, 0.703125, 0.765625, 0.757812, 0.726562, 0.804688, 0.710938, 0.769531, 0.738281, 0.769531, 0.789062, 0.769531, 0.75, 0.746094, 0.730469, 0.71875, 0.703125, 0.785156, 0.71875, 0.734375, 0.785156, 0.78125, 0.742188, 0.75, 0.730469, 0.734375, 0.714844, 0.75, 0.773438, 0.851562, 0.761719, 0.710938, 0.710938, 0.730469, 0.726562, 0.757812, 0.742188, 0.738281, 0.757812, 0.667969, 0.761719, 0.792969, 0.722656, 0.789062, 0.703125, 0.773438, 0.785156, 0.78125, 0.75, 0.691406, 0.091309, 0.683594, 0.765625, 0.710938, 0.691406, 0.753906, 0.765625, 0.789062, 0.753906, 0.703125, 0.746094, 0.789062, 0.769531, 0.734375, 0.734375, 0.699219, 0.730469, 0.753906, 0.664062, 0.816406, 0.773438, 0.742188, 0.800781, 0.707031, 0.789062, 0.726562, 0.789062, 0.734375, 0.703125, 0.746094, 0.773438, 0.714844, 0.746094, 0.765625, 0.773438, 0.714844, 0.65625, 0.71875, 0.757812, 0.804688, 0.777344, 0.773438, 0.753906, 0.742188, 0.792969, 0.742188, 0.722656, 0.75, 0.828125, 0.746094, 0.753906, 0.734375, 0.820312, 0.761719, 0.769531, 0.691406, 0.75, 0.769531, 0.738281, 0.722656, 0.765625, 0.742188, 0.730469, 0.660156, 0.71875, 0.746094, 0.75, 0.773438, 0.75, 0.730469, 0.769531, 0.75, 0.808594, 0.746094, 0.753906, 0.753906, 0.707031, 0.699219, 0.773438, 0.742188, 0.789062, 0.777344, 0.773438, 0.714844, 0.714844, 0.742188, 0.769531, 0.777344, 0.75, 0.785156, 0.691406, 0.6875, 0.738281, 0.757812, 0.78125, 0.652344, 0.703125, 0.769531, 0.820312, 0.726562, 0.722656, 0.746094, 0.757812, 0.746094, 0.746094, 0.71875, 0.789062, 0.789062, 0.785156, 0.75, 0.78125, 0.777344, 0.828125, 0.773438, 0.707031, 0.734375, 0.714844, 0.664062, 0.753906, 0.726562, 0.761719, 0.730469, 0.789062, 0.769531, 0.785156, 0.769531, 0.761719, 0.746094, 0.730469, 0.765625, 0.703125, 0.707031, 0.71875, 0.765625, 0.738281, 0.710938, 0.722656, 0.765625, 0.761719, 0.679688, 0.714844, 0.761719, 0.710938, 0.773438, 0.71875, 0.804688, 0.6875, 0.734375, 0.75, 0.722656, 0.78125, 0.714844, 0.726562, 0.769531, 0.722656, 0.769531, 0.800781, 0.707031, 0.730469, 0.746094, 0.726562, 0.707031, 0.707031, 0.703125, 0.746094, 0.738281, 0.683594, 0.714844, 0.730469, 0.777344, 0.738281, 0.753906, 0.742188, 0.789062, 0.78125, 0.761719, 0.726562, 0.765625, 0.800781, 0.742188, 0.699219, 0.714844, 0.707031, 0.707031, 0.691406, 0.710938, 0.757812, 0.742188, 0.710938, 0.734375, 0.734375, 0.707031, 0.742188, 0.734375, 0.742188, 0.78125, 0.707031, 0.726562, 0.777344, 0.765625, 0.734375, 0.667969, 0.757812, 0.765625, 0.714844, 0.796875, 0.714844, 0.730469, 0.742188, 0.769531, 0.730469, 0.714844, 0.734375, 0.679688, 0.796875, 0.789062, 0.726562, 0.703125, 0.78125, 0.710938, 0.722656, 0.792969, 0.726562, 0.769531, 0.753906, 0.746094, 0.773438, 0.707031, 0.730469, 0.730469, 0.765625, 0.777344, 0.71875, 0.792969, 0.757812, 0.75, 0.679688, 0.707031, 0.742188, 0.773438, 0.773438, 0.746094, 0.710938, 0.730469, 0.679688, 0.773438, 0.683594, 0.738281, 0.664062, 0.730469, 0.703125, 0.738281, 0.738281, 0.789062, 0.734375, 0.777344, 0.703125, 0.722656, 0.757812, 0.765625, 0.742188, 0.753906, 0.757812, 0.679688, 0.792969, 0.734375, 0.683594, 0.746094, 0.746094, 0.753906, 0.753906, 0.730469, 0.773438, 0.730469, 0.6875, 0.6875, 0.75, 0.707031, 0.746094, 0.761719, 0.65625, 0.75, 0.71875, 0.765625, 0.773438, 0.757812, 0.695312, 0.738281, 0.691406, 0.566406, 0.75, 0.773438, 0.730469, 0.757812, 0.742188, 0.730469, 0.785156, 0.777344, 0.734375, 0.738281, 0.636719, 0.691406, 0.738281, 0.746094, 0.71875, 0.792969, 0.660156, 0.78125, 0.769531, 0.8125, 0.738281, 0.714844, 0.730469, 0.71875, 0.792969, 0.746094, 0.746094, 0.679688, 0.75, 0.800781, 0.710938, 0.757812, 0.726562, 0.742188, 0.738281, 0.730469, 0.710938, 0.667969, 0.757812, 0.765625, 0.746094, 0.71875, 0.761719, 0.726562, 0.699219, 0.71875, 0.765625, 0.734375, 0.730469, 0.777344, 0.707031, 0.71875, 0.730469, 0.730469, 0.71875, 0.742188, 0.757812, 0.730469, 0.71875, 0.761719, 0.75, 0.714844, 0.679688, 0.707031, 0.726562, 0.71875, 0.742188, 0.671875, 0.734375, 0.777344, 0.699219, 0.703125, 0.730469, 0.769531, 0.695312, 0.746094, 0.773438, 0.738281, 0.699219, 0.730469, 0.671875, 0.777344, 0.765625, 0.746094, 0.792969, 0.691406, 0.738281, 0.691406, 0.695312, 0.773438, 0.738281, 0.753906, 0.75, 0.796875, 0.710938, 0.785156, 0.710938, 0.777344, 0.765625, 0.699219, 0.800781, 0.71875, 0.75, 0.738281, 0.75, 0.691406, 0.738281, 0.777344, 0.773438, 0.671875, 0.71875, 0.722656, 0.722656, 0.761719, 0.753906, 0.722656, 0.714844, 0.753906, 0.699219, 0.769531, 0.761719, 0.746094, 0.730469, 0.703125, 0.707031, 0.707031, 0.753906, 0.761719, 0.722656, 0.789062, 0.75, 0.777344, 0.796875, 0.734375, 0.773438 ] }, "name": "model.transformer.layers.24.attn_norm.weight", "outputIndexes": [ 1503 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1502, 1503 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_24/Mul_1_output_0", "outputIndexes": [ 1504 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1504 ], "outputIndexes": [ 3154 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3154 ], "outputIndexes": [ 3155 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear", "inputIndexes": [ 3155 ], "outputIndexes": [ 3156 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1600482144, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3156 ], "outputIndexes": [ 3157 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3157 ], "outputIndexes": [ 1505 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504 ], "main_type": "NONE", "name": "/Shape_97_output_0", "outputIndexes": [ 1506 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Shape2132", "outputIndexes": [ 1507 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Rank2134", "outputIndexes": [ 1508 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 1508 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2136", "outputIndexes": [ 1509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2137", "outputIndexes": [ 1510 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2139", "outputIndexes": [ 1511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1511 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2140", "outputIndexes": [ 1512 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1507, 1510, 1512, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2143", "outputIndexes": [ 1513 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1513 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2144", "outputIndexes": [ 1514 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1514 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2145", "outputIndexes": [ 1515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515, 1514 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2146", "outputIndexes": [ 1516 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1506, 1516, 1509 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_124_output_0", "outputIndexes": [ 1517 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1517, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_241_output_0", "outputIndexes": [ 1518 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1518, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_120_output_0", "outputIndexes": [ 1519 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1505, 1519 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_97_output_0", "outputIndexes": [ 1520 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1520 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_24/Mul_output_0", "outputIndexes": [ 1521 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.033936, 0.069824, 0.049072, 0.0271, 0.022949, 1.015625, 1.210938, 0.902344, 1.03125, 1.25, 1.75, 1.492188, 1.304688, 1.773438, 1.820312, 1.460938, 1.6875, 1.664062, 1.671875, 1.890625, 1.828125, 1.867188, 1.898438, 1.867188, 1.9375, 1.945312, 1.90625, 2.09375, 2.0625, 1.921875, 2.078125, 2.015625, 2.171875, 1.992188, 2.234375, 1.945312, 2.296875, 2.125, 2.171875, 2.1875, 2.21875, 2.125, 2.234375, 2.078125, 1.898438, 2.328125, 2.125, 2.1875, 2.15625, 2.109375, 2.0625, 2.078125, 2.109375, 2.09375, 2.109375, 2.03125, 2.09375, 1.679688, 2.125, 1.90625, 2.015625, 2.125, 2.0625, 1.820312, 0.032715, -0.001106, -0.023193, 0.086426, 0.112305, 1.460938, 0.021851, 0.235352, 1.59375, 1.4375, 1.554688, 1.601562, 1.304688, 1.539062, 1.765625, 1.75, 1.867188, 1.523438, 1.859375, 1.890625, 1.78125, 1.835938, 1.664062, 1.90625, 1.867188, 1.929688, 1.898438, 1.953125, 1.890625, 1.890625, 2.015625, 2.125, 2.171875, 2.1875, 1.96875, 2.3125, 2.0625, 2.296875, 2.328125, 2.28125, 2.1875, 2.21875, 2.125, 2.359375, 2.5625, 2.015625, 2.15625, 2.09375, 2.109375, 2.078125, 2.046875, 2.0625, 2.109375, 2.015625, 2.03125, 2.0, 1.960938, 2.1875, 1.882812, 2.140625, 2.046875, 1.8125, 2.0, 2.125 ] }, "name": "model.transformer.layers.24.attn.q_norm.weight", "outputIndexes": [ 1522 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1521, 1522 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_24/Mul_1_output_0", "outputIndexes": [ 1523 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1523, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_96_output_0", "outputIndexes": [ 1524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1523, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_97_output_0", "outputIndexes": [ 1525 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1525 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_48_output_0", "outputIndexes": [ 1526 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1523, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_96_output_0", "outputIndexes": [ 1527 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1526, 1527 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_123_output_0", "outputIndexes": [ 1528 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_97_output_0", "outputIndexes": [ 1529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1524, 1529 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_96_output_0", "outputIndexes": [ 1530 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1504 ], "outputIndexes": [ 3158 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3158 ], "outputIndexes": [ 3159 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear", "inputIndexes": [ 3159 ], "outputIndexes": [ 3160 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1608848486, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3160 ], "outputIndexes": [ 3161 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3161 ], "outputIndexes": [ 1531 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1518, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_121_output_0", "outputIndexes": [ 1532 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1531, 1532 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_98_output_0", "outputIndexes": [ 1533 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_24/Mul_output_0", "outputIndexes": [ 1534 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.080566, 0.081543, 0.052002, 0.048828, 0.019897, 0.714844, 0.957031, 0.765625, 0.102051, 0.710938, 1.890625, 0.851562, 1.195312, 2.03125, 1.84375, 1.335938, 1.601562, 1.8125, 1.734375, 1.46875, 1.695312, 1.96875, 1.664062, 1.96875, 1.882812, 1.875, 1.929688, 1.75, 1.664062, 1.90625, 1.976562, 2.234375, 2.171875, 2.203125, 1.757812, 2.484375, 1.875, 2.25, 2.359375, 2.296875, 2.1875, 2.109375, 2.1875, 2.34375, 2.609375, 2.046875, 2.1875, 2.078125, 2.09375, 2.125, 2.0625, 2.03125, 2.09375, 1.992188, 2.140625, 2.125, 2.0, 2.59375, 2.046875, 2.234375, 2.03125, 1.945312, 2.078125, 2.3125, 0.002609, 0.004242, -0.037842, 0.064941, 0.18457, 1.601562, 0.006866, 0.131836, 1.882812, 1.695312, 1.226562, 1.929688, 1.578125, 0.996094, 1.820312, 1.8125, 1.9375, 1.1875, 1.835938, 2.09375, 1.84375, 1.789062, 1.828125, 1.804688, 1.859375, 2.0625, 1.890625, 2.390625, 2.25, 1.9375, 2.046875, 1.796875, 2.171875, 1.976562, 2.375, 1.820312, 2.3125, 2.125, 2.078125, 2.078125, 2.234375, 2.25, 2.203125, 2.078125, 1.882812, 2.296875, 2.078125, 2.171875, 2.140625, 2.09375, 2.078125, 2.140625, 2.0625, 2.125, 2.109375, 2.078125, 2.203125, 1.984375, 2.203125, 1.96875, 2.09375, 2.375, 2.15625, 1.9375 ] }, "name": "model.transformer.layers.24.attn.k_norm.weight", "outputIndexes": [ 1535 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1534, 1535 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_24/Mul_1_output_0", "outputIndexes": [ 1536 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1536, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_98_output_0", "outputIndexes": [ 1537 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1536, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_99_output_0", "outputIndexes": [ 1538 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1538 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_49_output_0", "outputIndexes": [ 1539 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1536, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_98_output_0", "outputIndexes": [ 1540 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1539, 1540 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_124_output_0", "outputIndexes": [ 1541 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1541, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_99_output_0", "outputIndexes": [ 1542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1537, 1542 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_97_output_0", "outputIndexes": [ 1543 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1504 ], "outputIndexes": [ 3162 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3162 ], "outputIndexes": [ 3163 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear", "inputIndexes": [ 3163 ], "outputIndexes": [ 3164 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1610940268, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3164 ], "outputIndexes": [ 3165 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3165 ], "outputIndexes": [ 1544 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544, 1532 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_99_output_0", "outputIndexes": [ 1545 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1530, 1543, 1545, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.24/self_attn/FusedAttention", "outputIndexes": [ 1546 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1546 ], "outputIndexes": [ 3166 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3166 ], "outputIndexes": [ 3167 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear", "inputIndexes": [ 3167 ], "outputIndexes": [ 3168 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1613032050, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3168 ], "outputIndexes": [ 3169 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3169 ], "outputIndexes": [ 1547 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1501, 1547 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_98_output_0", "outputIndexes": [ 1548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1548 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_24/Mul_output_0", "outputIndexes": [ 1549 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.349609, 0.337891, 0.337891, 0.34375, 0.332031, 0.337891, 0.328125, 0.34375, 0.320312, 0.347656, 0.353516, 0.347656, 0.339844, 0.34375, 0.337891, 0.328125, 0.353516, 0.347656, 0.337891, 0.34375, 0.326172, 0.345703, 0.347656, 0.332031, 0.347656, 0.345703, 0.34375, 0.333984, 0.347656, 0.330078, 0.332031, 0.332031, 0.333984, 0.349609, 0.333984, 0.34375, 0.341797, 0.351562, 0.339844, 0.335938, 0.351562, 0.34375, 0.330078, 0.347656, 0.330078, 0.333984, 0.34375, 0.341797, 0.345703, 0.339844, 0.326172, 0.333984, 0.347656, 0.332031, 0.326172, 0.341797, 0.353516, 0.339844, 0.337891, 0.337891, 0.345703, 0.345703, 0.351562, 0.34375, 0.326172, 0.330078, 0.332031, 0.355469, 0.34375, 0.337891, 0.337891, 0.337891, 0.341797, 0.332031, 0.357422, 0.337891, 0.337891, 0.349609, 0.337891, 0.335938, 0.339844, 0.34375, 0.349609, 0.347656, 0.330078, 0.34375, 0.332031, 0.351562, 0.339844, 0.345703, 0.341797, 0.339844, 0.335938, 0.326172, 0.337891, 0.332031, 0.357422, 0.328125, 0.347656, 0.330078, 0.349609, 0.328125, 0.345703, 0.320312, 0.333984, 0.341797, 0.322266, 0.333984, 0.341797, 0.333984, 0.349609, 0.345703, 0.339844, 0.349609, 0.339844, 0.302734, 0.335938, 0.333984, 0.359375, 0.349609, 0.332031, 0.330078, 0.333984, 0.34375, 0.337891, 0.347656, 0.347656, 0.347656, 0.333984, 0.337891, 0.333984, 0.355469, 0.351562, 0.335938, 0.339844, 0.335938, 0.330078, 0.349609, 0.335938, 0.333984, 0.341797, 0.34375, 0.34375, 0.349609, 0.345703, 0.341797, 0.339844, 0.345703, 0.351562, 0.34375, 0.345703, 0.345703, 0.341797, 0.351562, 0.335938, 0.349609, 0.333984, 0.347656, 0.351562, 0.335938, 0.34375, 0.337891, 0.347656, 0.34375, 0.335938, 0.339844, 0.337891, 0.335938, 0.328125, 0.339844, 0.306641, 0.335938, 0.351562, 0.335938, 0.349609, 0.339844, 0.337891, 0.349609, 0.337891, 0.335938, 0.332031, 0.339844, 0.328125, 0.34375, 0.339844, 0.330078, 0.324219, 0.324219, 0.345703, 0.324219, 0.345703, 0.330078, 0.347656, 0.337891, 0.330078, 0.347656, 0.339844, 0.359375, 0.349609, 0.34375, 0.351562, 0.339844, 0.339844, 0.330078, 0.369141, 0.34375, 0.333984, 0.339844, 0.341797, 0.345703, 0.341797, 0.339844, 0.349609, 0.347656, 0.330078, 0.34375, 0.34375, 0.335938, 0.34375, 0.332031, 0.34375, 0.341797, 0.341797, 0.339844, 0.34375, 0.320312, 0.34375, 0.359375, 0.335938, 0.349609, 0.322266, 0.349609, 0.337891, 0.351562, 0.341797, 0.345703, 0.339844, 0.355469, 0.34375, 0.326172, 0.335938, 0.347656, 0.345703, 0.341797, 0.337891, 0.320312, 0.349609, 0.347656, 0.345703, 0.353516, 0.332031, 0.341797, 0.339844, 0.341797, 0.326172, 0.345703, 0.339844, 0.337891, 0.341797, 0.345703, 0.345703, 0.345703, 0.341797, 0.337891, 0.345703, 0.34375, 0.330078, 0.330078, 0.347656, 0.345703, 0.326172, 0.355469, 0.34375, 0.332031, 0.332031, 0.332031, 0.333984, 0.341797, 0.345703, 0.341797, 0.34375, 0.353516, 0.345703, 0.351562, 0.335938, 0.335938, 0.347656, 0.335938, 0.345703, 0.337891, 0.349609, 0.339844, 0.339844, 0.357422, 0.34375, 0.333984, 0.339844, 0.349609, 0.351562, 0.332031, 0.355469, 0.339844, 0.345703, 0.335938, 0.332031, 0.345703, 0.335938, 0.337891, 0.330078, 0.330078, 0.341797, 0.339844, 0.335938, 0.326172, 0.332031, 0.337891, 0.357422, 0.341797, 0.337891, 0.337891, 0.345703, 0.332031, 0.341797, 0.326172, 0.339844, 0.34375, 0.351562, 0.349609, 0.328125, 0.353516, 0.357422, 0.330078, 0.353516, 0.328125, 0.34375, 0.351562, 0.34375, 0.337891, 0.341797, 0.345703, 0.337891, 0.337891, 0.347656, 0.333984, 0.337891, 0.34375, 0.339844, 0.34375, 0.332031, 0.337891, 0.339844, 0.345703, 0.347656, 0.351562, 0.330078, 0.341797, 0.337891, 0.326172, 0.326172, 0.328125, 0.335938, 0.339844, 0.339844, 0.341797, 0.347656, 0.351562, 0.339844, 0.330078, 0.345703, 0.347656, 0.341797, 0.341797, 0.353516, 0.337891, 0.335938, 0.347656, 0.341797, 0.339844, 0.347656, 0.335938, 0.337891, 0.335938, 0.322266, 0.355469, 0.339844, 0.337891, 0.335938, 0.353516, 0.339844, 0.341797, 0.349609, 0.347656, 0.341797, 0.357422, 0.333984, 0.349609, 0.345703, 0.337891, 0.335938, 0.341797, 0.347656, 0.339844, 0.330078, 0.320312, 0.339844, 0.345703, 0.335938, 0.337891, 0.34375, 0.314453, 0.316406, 0.347656, 0.34375, 0.335938, 0.345703, 0.335938, 0.34375, 0.34375, 0.351562, 0.339844, 0.349609, 0.3125, 0.333984, 0.335938, 0.335938, 0.345703, 0.34375, 0.347656, 0.351562, 0.335938, 0.341797, 0.337891, 0.332031, 0.34375, 0.347656, 0.337891, 0.345703, 0.34375, 0.34375, 0.353516, 0.351562, 0.341797, 0.351562, 0.337891, 0.335938, 0.34375, 0.335938, 0.332031, 0.345703, 0.333984, 0.328125, 0.345703, 0.349609, 0.335938, 0.332031, 0.332031, 0.347656, 0.34375, 0.347656, 0.34375, 0.337891, 0.355469, 0.326172, 0.337891, 0.345703, 0.324219, 0.333984, 0.341797, 0.330078, 0.333984, 0.341797, 0.322266, 0.332031, 0.335938, 0.341797, 0.355469, 0.328125, 0.345703, 0.339844, 0.330078, 0.341797, 0.332031, 0.333984, 0.337891, 0.332031, 0.339844, 0.353516, 0.349609, 0.353516, 0.341797, 0.322266, 0.332031, 0.357422, 0.345703, 0.335938, 0.333984, 0.345703, 0.341797, 0.332031, 0.353516, 0.351562, 0.351562, 0.341797, 0.324219, 0.345703, 0.326172, 0.341797, 0.335938, 0.341797, 0.337891, 0.332031, 0.345703, 0.339844, 0.335938, 0.349609, 0.345703, 0.339844, 0.355469, 0.347656, 0.332031, 0.335938, 0.34375, 0.34375, 0.337891, 0.337891, 0.351562, 0.353516, 0.339844, 0.333984, 0.345703, 0.322266, 0.34375, 0.345703, 0.335938, 0.34375, 0.351562, 0.341797, 0.339844, 0.333984, 0.34375, 0.333984, 0.337891, 0.337891, 0.339844, 0.347656, 0.347656, 0.349609, 0.355469, 0.349609, 0.34375, 0.333984, 0.347656, 0.339844, 0.34375, 0.351562, 0.335938, 0.332031, 0.345703, 0.345703, 0.332031, 0.347656, 0.339844, 0.333984, 0.34375, 0.341797, 0.332031, 0.320312, 0.339844, 0.333984, 0.357422, 0.328125, 0.34375, 0.339844, 0.337891, 0.333984, 0.339844, 0.349609, 0.332031, 0.34375, 0.328125, 0.349609, 0.335938, 0.34375, 0.351562, 0.341797, 0.333984, 0.347656, 0.207031, 0.349609, 0.345703, 0.335938, 0.341797, 0.333984, 0.351562, 0.337891, 0.353516, 0.34375, 0.339844, 0.34375, 0.337891, 0.339844, 0.345703, 0.349609, 0.34375, 0.341797, 0.349609, 0.335938, 0.337891, 0.333984, 0.341797, 0.347656, 0.339844, 0.337891, 0.341797, 0.339844, 0.341797, 0.339844, 0.333984, 0.341797, 0.333984, 0.339844, 0.337891, 0.353516, 0.330078, 0.339844, 0.347656, 0.345703, 0.341797, 0.332031, 0.34375, 0.335938, 0.339844, 0.353516, 0.341797, 0.339844, 0.339844, 0.335938, 0.355469, 0.347656, 0.345703, 0.326172, 0.339844, 0.345703, 0.345703, 0.34375, 0.339844, 0.337891, 0.34375, 0.333984, 0.333984, 0.339844, 0.339844, 0.322266, 0.357422, 0.345703, 0.333984, 0.347656, 0.34375, 0.357422, 0.330078, 0.345703, 0.341797, 0.34375, 0.335938, 0.349609, 0.345703, 0.335938, 0.34375, 0.347656, 0.34375, 0.332031, 0.347656, 0.349609, 0.339844, 0.34375, 0.332031, 0.333984, 0.357422, 0.349609, 0.337891, 0.337891, 0.349609, 0.347656, 0.332031, 0.333984, 0.330078, 0.347656, 0.324219, 0.34375, 0.308594, 0.335938, 0.330078, 0.337891, 0.337891, 0.332031, 0.333984, 0.341797, 0.34375, 0.333984, 0.355469, 0.337891, 0.339844, 0.341797, 0.339844, 0.345703, 0.333984, 0.339844, 0.341797, 0.335938, 0.34375, 0.296875, 0.347656, 0.337891, 0.337891, 0.339844, 0.34375, 0.333984, 0.337891, 0.351562, 0.333984, 0.345703, 0.341797, 0.333984, 0.339844, 0.333984, 0.345703, 0.353516, 0.349609, 0.337891, 0.337891, 0.333984, 0.357422, 0.335938, 0.341797, 0.341797, 0.345703, 0.339844, 0.326172, 0.347656, 0.326172, 0.339844, 0.337891, 0.359375, 0.347656, 0.324219, 0.341797, 0.347656, 0.345703, 0.337891, 0.34375, 0.337891, 0.335938, 0.337891, 0.337891, 0.335938, 0.341797, 0.330078, 0.34375, 0.332031, 0.337891, 0.349609, 0.355469, 0.335938, 0.361328, 0.337891, 0.347656, 0.333984, 0.337891, 0.339844, 0.332031, 0.330078, 0.339844, 0.345703, 0.355469, 0.345703, 0.341797, 0.339844, 0.341797, 0.332031, 0.335938, 0.341797, 0.333984, 0.351562, 0.349609, 0.335938, 0.34375, 0.332031, 0.339844, 0.332031, 0.337891, 0.339844, 0.337891, 0.328125, 0.335938, 0.337891, 0.353516, 0.347656, 0.337891, 0.34375, 0.339844, 0.345703, 0.34375, 0.339844, 0.328125, 0.34375, 0.345703, 0.332031, 0.330078, 0.347656, 0.359375, 0.330078, 0.353516, 0.353516, 0.347656, 0.341797, 0.328125, 0.330078, 0.330078, 0.339844, 0.335938, 0.347656, 0.337891, 0.339844, 0.337891, 0.34375, 0.339844, 0.330078, 0.345703, 0.349609, 0.341797, 0.34375, 0.349609, 0.332031, 0.339844, 0.345703, 0.353516, 0.339844, 0.345703, 0.345703, 0.337891, 0.330078, 0.335938, 0.337891, 0.339844, 0.326172, 0.335938, 0.341797, 0.34375, 0.341797, 0.345703, 0.359375, 0.328125, 0.34375, 0.34375, 0.353516, 0.333984, 0.328125, 0.34375, 0.349609, 0.335938, 0.337891, 0.341797, 0.351562, 0.328125, 0.332031, 0.333984, 0.330078, 0.341797, 0.339844, 0.347656, 0.345703, 0.345703, 0.335938, 0.345703, 0.339844, 0.347656, 0.347656, 0.333984, 0.347656, 0.335938, 0.349609, 0.347656, 0.335938, 0.341797, 0.345703, 0.345703, 0.326172, 0.335938, 0.341797, 0.34375, 0.349609, 0.335938, 0.326172, 0.345703, 0.349609, 0.341797, 0.333984, 0.353516, 0.359375, 0.328125, 0.335938, 0.337891, 0.339844, 0.326172, 0.34375, 0.339844, 0.333984, 0.332031, 0.349609, 0.355469, 0.339844, 0.333984, 0.34375, 0.335938, 0.341797, 0.330078, 0.349609, 0.337891, 0.349609, 0.351562, 0.328125, 0.337891, 0.337891, 0.345703, 0.337891, 0.345703, 0.341797, 0.328125, 0.330078, 0.335938, 0.34375, 0.345703, 0.316406, 0.341797, 0.349609, 0.335938, 0.34375, 0.337891, 0.345703, 0.328125, 0.332031, 0.339844, 0.335938, 0.341797, 0.34375, 0.341797, 0.332031, 0.337891, 0.332031, 0.347656, 0.349609, 0.341797, 0.345703, 0.330078, 0.328125, 0.341797, 0.335938, 0.339844, 0.341797, 0.337891, 0.341797, 0.349609, 0.349609, 0.341797, 0.339844, 0.345703, 0.333984, 0.345703, 0.349609, 0.335938, 0.339844, 0.345703, 0.349609, 0.349609, 0.34375, 0.333984, 0.349609, 0.326172, 0.335938, 0.351562, 0.339844, 0.335938, 0.337891, 0.34375, 0.337891, 0.361328, 0.333984, 0.34375, 0.337891, 0.345703, 0.34375, 0.351562, 0.339844, 0.328125, 0.341797, 0.349609, 0.347656, 0.34375, 0.341797, 0.341797, 0.332031, 0.339844, 0.34375, 0.347656, 0.341797, 0.339844, 0.333984, 0.351562, 0.345703, 0.337891, 0.339844, 0.349609, 0.349609, 0.333984, 0.337891, 0.332031, 0.339844, 0.333984, 0.332031, 0.332031, 0.34375, 0.345703, 0.341797, 0.345703, 0.339844, 0.339844, 0.353516, 0.349609, 0.339844, 0.351562, 0.332031, 0.345703, 0.339844, 0.335938, 0.349609, 0.332031, 0.332031, 0.345703, 0.345703, 0.347656, 0.337891, 0.322266, 0.333984, 0.330078, 0.332031, 0.347656, 0.337891, 0.34375, 0.332031, 0.337891, 0.339844, 0.330078, 0.341797, 0.335938, 0.361328, 0.326172, 0.339844, 0.339844, 0.339844, 0.339844, 0.347656, 0.347656, 0.335938, 0.328125, 0.34375, 0.333984, 0.347656, 0.34375, 0.347656, 0.339844, 0.324219, 0.341797, 0.320312, 0.337891, 0.333984, 0.359375, 0.337891, 0.341797, 0.337891, 0.34375, 0.330078, 0.347656, 0.335938, 0.345703, 0.34375, 0.335938, 0.341797, 0.34375, 0.335938, 0.347656, 0.34375, 0.341797, 0.339844, 0.341797, 0.339844, 0.349609, 0.349609, 0.351562, 0.34375, 0.339844, 0.335938, 0.339844, 0.330078, 0.332031, 0.34375, 0.341797, 0.337891, 0.355469, 0.330078, 0.380859, 0.328125, 0.339844, 0.349609, 0.349609, 0.347656, 0.333984, 0.335938, 0.333984, 0.339844, 0.349609, 0.34375, 0.322266, 0.332031, 0.339844, 0.330078, 0.339844, 0.357422, 0.335938, 0.349609, 0.328125, 0.351562, 0.337891, 0.34375, 0.345703, 0.355469, 0.333984, 0.347656, 0.347656, 0.353516, 0.339844, 0.339844, 0.349609, 0.332031, 0.351562, 0.318359, 0.335938, 0.341797, 0.326172, 0.345703, 0.328125, 0.339844, 0.347656, 0.337891, 0.335938, 0.351562, 0.351562, 0.333984, 0.353516, 0.339844, 0.335938, 0.337891, 0.339844, 0.339844, 0.353516, 0.324219, 0.339844, 0.347656, 0.345703, 0.345703, 0.335938, 0.337891, 0.337891, 0.355469, 0.339844, 0.337891, 0.335938, 0.347656, 0.339844, 0.345703, 0.333984, 0.359375, 0.337891, 0.339844, 0.337891, 0.345703, 0.345703, 0.359375, 0.345703, 0.332031, 0.333984, 0.332031, 0.34375, 0.347656, 0.335938, 0.34375, 0.335938, 0.332031, 0.337891, 0.345703, 0.34375, 0.345703, 0.335938, 0.339844, 0.335938, 0.34375, 0.341797, 0.335938, 0.337891, 0.353516, 0.333984, 0.341797, 0.357422, 0.353516, 0.339844, 0.349609, 0.333984, 0.34375, 0.341797, 0.34375, 0.324219, 0.333984, 0.347656, 0.333984, 0.347656, 0.335938, 0.330078, 0.337891, 0.333984, 0.335938, 0.349609, 0.345703, 0.341797, 0.337891, 0.332031, 0.341797, 0.337891, 0.332031, 0.333984, 0.333984, 0.34375, 0.353516, 0.345703, 0.349609, 0.337891, 0.333984, 0.353516, 0.351562, 0.335938, 0.349609, 0.330078, 0.339844, 0.337891, 0.333984, 0.349609, 0.341797, 0.341797, 0.345703, 0.349609, 0.341797, 0.324219, 0.347656, 0.333984, 0.357422, 0.333984, 0.339844, 0.347656, 0.337891, 0.351562, 0.324219, 0.34375, 0.351562, 0.341797, 0.347656, 0.347656, 0.355469, 0.337891, 0.335938, 0.353516, 0.324219, 0.333984, 0.328125, 0.345703, 0.34375, 0.330078, 0.335938, 0.339844, 0.341797, 0.345703, 0.347656, 0.341797, 0.314453, 0.341797, 0.34375, 0.335938, 0.332031, 0.34375, 0.34375, 0.339844, 0.341797, 0.330078, 0.332031, 0.333984, 0.335938, 0.337891, 0.335938, 0.320312, 0.337891, 0.345703, 0.335938, 0.345703, 0.34375, 0.337891, 0.345703, 0.34375, 0.349609, 0.347656, 0.337891, 0.345703, 0.349609, 0.349609, 0.341797, 0.337891, 0.337891, 0.318359, 0.330078, 0.349609, 0.341797, 0.351562, 0.337891, 0.330078, 0.335938, 0.341797, 0.335938, 0.345703, 0.341797, 0.345703, 0.34375, 0.341797, 0.349609, 0.349609, 0.337891, 0.337891, 0.34375, 0.333984, 0.333984, 0.326172, 0.335938, 0.337891, 0.361328, 0.34375, 0.324219, 0.349609, 0.332031, 0.345703, 0.341797, 0.324219, 0.34375, 0.347656, 0.339844, 0.330078, 0.345703, 0.345703, 0.341797, 0.335938, 0.15332, 0.345703, 0.347656, 0.357422, 0.330078, 0.330078, 0.320312, 0.345703, 0.34375, 0.337891, 0.351562, 0.337891, 0.341797, 0.347656, 0.347656, 0.335938, 0.345703, 0.34375, 0.337891, 0.34375, 0.332031, 0.339844, 0.333984, 0.349609, 0.34375, 0.359375, 0.316406, 0.333984, 0.353516, 0.347656, 0.345703, 0.34375, 0.335938, 0.345703, 0.339844, 0.345703, 0.332031, 0.34375, 0.337891, 0.335938, 0.339844, 0.341797, 0.332031, 0.324219, 0.330078, 0.333984, 0.341797, 0.333984, 0.349609, 0.347656, 0.337891, 0.326172, 0.339844, 0.322266, 0.335938, 0.353516, 0.339844, 0.326172, 0.355469, 0.332031, 0.335938, 0.341797, 0.345703, 0.347656, 0.335938, 0.333984, 0.335938, 0.347656, 0.335938, 0.341797, 0.345703, 0.332031, 0.339844, 0.34375, 0.335938, 0.322266, 0.347656, 0.337891, 0.339844, 0.34375, 0.363281, 0.335938, 0.337891, 0.337891, 0.351562, 0.351562, 0.339844, 0.341797, 0.318359, 0.349609, 0.339844, 0.316406, 0.332031, 0.335938, 0.335938, 0.339844, 0.337891, 0.34375, 0.355469, 0.332031, 0.347656, 0.34375, 0.328125, 0.345703, 0.355469, 0.353516, 0.333984, 0.351562, 0.34375, 0.333984, 0.341797, 0.333984, 0.333984, 0.335938, 0.332031, 0.335938, 0.322266, 0.34375, 0.351562, 0.332031, 0.332031, 0.34375, 0.339844, 0.335938, 0.326172, 0.335938, 0.326172, 0.339844, 0.333984, 0.333984, 0.349609, 0.341797, 0.341797, 0.333984, 0.34375, 0.345703, 0.328125, 0.34375, 0.347656, 0.333984, 0.347656, 0.34375, 0.351562, 0.337891, 0.365234, 0.337891, 0.339844, 0.335938, 0.337891, 0.339844, 0.353516, 0.337891, 0.322266, 0.339844, 0.339844, 0.351562, 0.341797, 0.341797, 0.339844, 0.34375, 0.341797, 0.351562, 0.341797, 0.339844, 0.330078, 0.349609, 0.357422, 0.347656, 0.34375, 0.332031, 0.349609, 0.328125, 0.326172, 0.349609, 0.335938, 0.34375, 0.345703, 0.337891, 0.34375, 0.353516, 0.341797, 0.347656, 0.345703, 0.337891, 0.357422, 0.351562, 0.347656, 0.341797, 0.330078, 0.333984, 0.34375, 0.339844, 0.349609, 0.337891, 0.339844, 0.347656, 0.349609, 0.34375, 0.34375, 0.341797, 0.332031, 0.335938, 0.339844, 0.328125, 0.345703, 0.337891, 0.34375, 0.34375, 0.349609, 0.339844, 0.314453, 0.341797, 0.326172, 0.335938, 0.34375, 0.353516, 0.345703, 0.328125, 0.341797, 0.351562, 0.341797, 0.339844, 0.355469, 0.34375, 0.341797, 0.320312, 0.339844, 0.341797, 0.345703, 0.337891, 0.332031, 0.345703, 0.345703, 0.349609, 0.339844, 0.345703, 0.335938, 0.347656, 0.353516, 0.347656, 0.351562, 0.339844, 0.341797, 0.347656, 0.335938, 0.349609, 0.349609, 0.341797, 0.328125, 0.345703, 0.335938, 0.335938, 0.345703, 0.333984, 0.339844, 0.337891, 0.337891, 0.339844, 0.347656, 0.341797, 0.341797, 0.345703, 0.333984, 0.339844, 0.332031, 0.34375, 0.339844, 0.333984, 0.337891, 0.332031, 0.355469, 0.333984, 0.339844, 0.333984, 0.357422, 0.349609, 0.335938, 0.357422, 0.333984, 0.335938, 0.34375, 0.345703, 0.339844, 0.34375, 0.345703, 0.337891, 0.341797, 0.351562, 0.349609, 0.341797, 0.349609, 0.339844, 0.339844, 0.339844, 0.333984, 0.335938, 0.351562, 0.349609, 0.326172, 0.341797, 0.337891, 0.341797, 0.316406, 0.324219, 0.349609, 0.339844, 0.335938, 0.351562, 0.339844, 0.353516, 0.345703, 0.337891, 0.345703, 0.345703, 0.320312, 0.339844, 0.353516, -0.00267, 0.337891, 0.351562, 0.335938, 0.330078, 0.341797, 0.328125, 0.333984, 0.330078, 0.333984, 0.337891, 0.345703, 0.341797, 0.34375, 0.34375, 0.333984, 0.339844, 0.332031, 0.339844, 0.359375, 0.337891, 0.341797, 0.332031, 0.345703, 0.337891, 0.339844, 0.333984, 0.333984, 0.337891, 0.337891, 0.320312, 0.339844, 0.332031, 0.333984, 0.335938, 0.345703, 0.339844, 0.347656, 0.347656, 0.347656, 0.330078, 0.328125, 0.357422, 0.330078, 0.332031, 0.332031, 0.341797, 0.330078, 0.322266, 0.339844, 0.34375, 0.345703, 0.341797, 0.341797, 0.337891, 0.353516, 0.337891, 0.349609, 0.326172, 0.335938, 0.332031, 0.341797, 0.310547, 0.337891, 0.330078, 0.337891, 0.335938, 0.333984, 0.357422, 0.326172, 0.332031, 0.34375, 0.347656, 0.347656, 0.341797, 0.328125, 0.335938, 0.341797, 0.339844, 0.337891, 0.330078, 0.333984, 0.341797, 0.347656, 0.353516, 0.341797, 0.347656, 0.341797, 0.349609, 0.332031, 0.345703, 0.326172, 0.339844, 0.355469, 0.34375, 0.341797, 0.339844, 0.326172, 0.335938, 0.349609, 0.328125, 0.332031, 0.339844, 0.359375, 0.341797, 0.351562, 0.330078, 0.341797, 0.345703, 0.335938, 0.332031, 0.326172, 0.333984, 0.335938, 0.34375, 0.337891, 0.339844, 0.347656, 0.324219, 0.34375, 0.330078, 0.337891, 0.335938, 0.341797, 0.339844, 0.330078, 0.337891, 0.322266, 0.34375, 0.345703, 0.330078, 0.345703, 0.000603, 0.339844, 0.333984, 0.345703, 0.332031, 0.359375, 0.339844, 0.339844, 0.34375, 0.337891, 0.335938, 0.339844, 0.332031, 0.330078, 0.335938, 0.339844, 0.34375, 0.341797, 0.332031, 0.322266, 0.34375, 0.337891, 0.333984, 0.294922, 0.318359, 0.355469, 0.349609, 0.351562, 0.355469, 0.347656, 0.335938, 0.330078, 0.34375, 0.347656, 0.332031, 0.337891, 0.332031, 0.359375, 0.330078, 0.34375, 0.341797, 0.341797, 0.335938, 0.330078, 0.337891, 0.333984, 0.341797, 0.332031, 0.349609, 0.328125, 0.339844, 0.335938, 0.332031, 0.34375, 0.349609, 0.335938, 0.341797, 0.322266, 0.349609, 0.349609, 0.357422, 0.347656, 0.333984, 0.347656, 0.34375, 0.349609, 0.337891, 0.337891, 0.326172, 0.335938, 0.359375, 0.332031, 0.341797, 0.335938, 0.339844, 0.330078, 0.339844, 0.332031, 0.34375, 0.333984, 0.339844, 0.339844, 0.332031, 0.330078, 0.333984, 0.332031, 0.351562, 0.326172, 0.341797, 0.349609, 0.345703, 0.347656, 0.34375, 0.337891, 0.353516, 0.335938, 0.326172, 0.351562, 0.332031, 0.339844, 0.341797, 0.351562, 0.333984, 0.337891, 0.335938, 0.339844, 0.34375, 0.347656, 0.345703, 0.337891, 0.332031, 0.353516, 0.347656, 0.34375, 0.341797, 0.34375, 0.332031, 0.335938, 0.345703, 0.335938, 0.337891, 0.333984, 0.345703, 0.328125, 0.332031, 0.347656, 0.341797, 0.339844, 0.332031, 0.34375, 0.335938, 0.332031, 0.335938, 0.306641, 0.330078, 0.361328, 0.349609, 0.324219, 0.339844, 0.349609, 0.345703, 0.34375, 0.347656, 0.341797, 0.337891, 0.328125, 0.339844, 0.345703, 0.337891, 0.347656, 0.349609, 0.337891, 0.333984, 0.335938, 0.355469, 0.337891, 0.347656, 0.332031, 0.337891, 0.328125, 0.347656, 0.332031, 0.345703, 0.314453, 0.335938, 0.339844, 0.341797, 0.349609, 0.335938, 0.345703, 0.339844, 0.335938, 0.349609, 0.335938, 0.34375, 0.345703, 0.337891, 0.349609, 0.333984, 0.337891, 0.335938, 0.341797, 0.328125, 0.345703, 0.341797, 0.339844, 0.333984, 0.34375, 0.337891, 0.34375, 0.34375, 0.339844, 0.347656, 0.34375, 0.333984, 0.333984, 0.339844, 0.34375, 0.347656, 0.34375, 0.335938, 0.341797, 0.330078, 0.34375, 0.337891, 0.347656, 0.341797, 0.341797, 0.345703, 0.337891, 0.335938, 0.353516, 0.330078, 0.345703, 0.349609, 0.333984, 0.337891, 0.335938, 0.332031, 0.330078, 0.333984, 0.333984, 0.333984, 0.339844, 0.345703, 0.355469, 0.351562, 0.353516, 0.326172, 0.34375, 0.339844, 0.345703, 0.333984, 0.335938, 0.337891, 0.333984, 0.347656, 0.349609, 0.349609, 0.337891, 0.333984, 0.330078, 0.326172, 0.341797, 0.345703, 0.330078, 0.345703, 0.339844, 0.353516, 0.339844, 0.333984, 0.339844, 0.345703, 0.34375, 0.349609, 0.333984, 0.337891, 0.330078, 0.339844, 0.339844, 0.341797, 0.34375, 0.337891, 0.355469, 0.337891, 0.335938, 0.337891, 0.318359, 0.339844, 0.333984, 0.328125, 0.337891, 0.333984, 0.335938, 0.326172, 0.341797, 0.341797, 0.341797, 0.341797, 0.339844, 0.333984, 0.353516, 0.353516, 0.328125, 0.345703, 0.333984, 0.333984, 0.34375, 0.335938, 0.339844, 0.355469, 0.361328, 0.335938, 0.332031, 0.339844, 0.339844, 0.345703, 0.335938, 0.347656, 0.337891, 0.347656, 0.347656, 0.339844, 0.357422, 0.34375, 0.355469, 0.335938, 0.345703, 0.148438, 0.337891, 0.347656, 0.34375, 0.341797, 0.341797, 0.341797, 0.335938, 0.349609, 0.345703, 0.337891, 0.333984, 0.337891, 0.326172, 0.330078, 0.347656, 0.337891, 0.335938, 0.339844, 0.337891, 0.355469, 0.357422, 0.351562, 0.345703, 0.34375, 0.332031, 0.339844, 0.341797, 0.322266, 0.332031, 0.337891, 0.335938, 0.339844, 0.339844, 0.324219, 0.345703, 0.333984, 0.347656, 0.34375, 0.332031, 0.337891, 0.347656, 0.347656, 0.339844, 0.349609, 0.337891, 0.341797, 0.347656, 0.345703, 0.345703, 0.349609, 0.330078, 0.337891, 0.351562, 0.335938, 0.341797, 0.333984, 0.349609, 0.341797, 0.335938, 0.347656, 0.328125, 0.335938, 0.353516, 0.339844, 0.341797, 0.337891, 0.347656, 0.333984, 0.294922, 0.332031, 0.339844, 0.337891, 0.34375, 0.34375, 0.34375, 0.353516, 0.304688, 0.341797, 0.335938, 0.322266, 0.339844, 0.347656, 0.341797, 0.351562, 0.341797, 0.341797, 0.332031, 0.335938, 0.347656, 0.351562, 0.337891, 0.337891, 0.345703, 0.351562, 0.337891, 0.337891, 0.345703, 0.361328, 0.357422, 0.345703, 0.355469, 0.341797, 0.341797, 0.341797, 0.341797, 0.341797, 0.333984, 0.34375, 0.349609, 0.330078, 0.333984, 0.341797, 0.337891, 0.339844, 0.341797, 0.34375, 0.337891, 0.320312, 0.322266, 0.339844, 0.341797, 0.335938, 0.34375, 0.333984, 0.330078, 0.332031, 0.335938, 0.341797, 0.339844, 0.330078, 0.332031, 0.34375, 0.34375, 0.324219, 0.353516, 0.345703, 0.333984, 0.341797, 0.335938, 0.351562, 0.339844, 0.318359, 0.34375, 0.34375, 0.341797, 0.347656, 0.333984, 0.355469, 0.34375, 0.333984, 0.341797, 0.328125, 0.34375, 0.353516, 0.341797, 0.345703, 0.34375, 0.341797, 0.341797, 0.347656, 0.345703, 0.330078, 0.341797, 0.337891, 0.347656, 0.324219, 0.330078, 0.345703, 0.345703, 0.328125, 0.359375, 0.34375, 0.324219, 0.341797, 0.355469, 0.330078, 0.361328, 0.339844, 0.357422, 0.351562, 0.345703, 0.351562, 0.339844, 0.347656, 0.355469, 0.34375, 0.320312, 0.351562, 0.330078, 0.339844, 0.349609, 0.347656, 0.34375, 0.322266, 0.333984, 0.345703, 0.353516, 0.337891, 0.351562, 0.337891, 0.337891, 0.328125, 0.337891, 0.341797, 0.347656, 0.326172, 0.347656, 0.332031, 0.351562, 0.335938, 0.347656, 0.345703, 0.347656, 0.339844, 0.337891, 0.341797, 0.328125, 0.333984, 0.355469, 0.34375, 0.341797, 0.355469, 0.339844, 0.345703, 0.345703, 0.345703, 0.335938, 0.339844, 0.355469, 0.355469, 0.353516, 0.333984, 0.320312, 0.324219, 0.345703, 0.337891, 0.351562, 0.337891, 0.347656, 0.34375, 0.349609, 0.332031, 0.337891, 0.341797, 0.339844, 0.347656, 0.341797, 0.34375, 0.328125, 0.345703, 0.337891, 0.341797, 0.345703, 0.345703, 0.347656, 0.332031, 0.339844, 0.347656, 0.255859, 0.355469, 0.324219, 0.335938, 0.332031, 0.345703, 0.34375, 0.339844, 0.341797, 0.328125, 0.332031, 0.351562, 0.332031, 0.341797, 0.328125, 0.341797, 0.335938, 0.345703, 0.349609, 0.349609, 0.337891, 0.322266, 0.345703, 0.337891, 0.357422, 0.339844, 0.34375, 0.337891, 0.337891, 0.332031, 0.341797, 0.337891, 0.341797, 0.335938, 0.332031, 0.353516, 0.337891, 0.349609, 0.34375, 0.335938, 0.359375, 0.34375, 0.337891, 0.335938, 0.339844, 0.339844, 0.337891, 0.34375, 0.34375, 0.341797, 0.341797, 0.333984, 0.341797, 0.351562, 0.341797, 0.322266, 0.347656, 0.34375, 0.333984, 0.339844, 0.347656, 0.335938, 0.333984, 0.330078, 0.332031, 0.34375, 0.345703, 0.34375, 0.345703, 0.337891, 0.339844, 0.353516, 0.355469, 0.347656, 0.337891, 0.34375, 0.335938, 0.349609, 0.357422, 0.361328, 0.330078, 0.337891, 0.345703, 0.345703, 0.349609, 0.341797, 0.339844, 0.345703, 0.326172, 0.357422, 0.333984, 0.341797, 0.349609, 0.332031, 0.349609, 0.347656, 0.349609, 0.318359, 0.339844, 0.349609, 0.341797, 0.333984, 0.324219, 0.347656, 0.341797, 0.349609, 0.330078, 0.337891, 0.332031, 0.337891, 0.341797, 0.34375, 0.328125, 0.34375, 0.341797, 0.335938, 0.335938, 0.326172, 0.332031, 0.339844, 0.328125, 0.333984, 0.355469, 0.337891, 0.341797, 0.339844, 0.341797, 0.347656, 0.353516, 0.326172, 0.34375, 0.351562, 0.310547, 0.339844, 0.330078, 0.339844, 0.337891, 0.341797, 0.332031, 0.332031, 0.34375, 0.339844, 0.34375, 0.333984, 0.34375, 0.345703, 0.347656, 0.351562, 0.330078, 0.34375, 0.337891, 0.339844, 0.339844, 0.332031, 0.341797, 0.328125, 0.339844, 0.339844, 0.333984, 0.347656, 0.34375, 0.332031, 0.345703, 0.341797, 0.34375, 0.341797, 0.345703, 0.337891, 0.335938, 0.337891, 0.341797, 0.345703, 0.339844, 0.345703, 0.34375, 0.341797, 0.345703, 0.332031, 0.337891, 0.345703, 0.335938, 0.345703, 0.34375, 0.34375, 0.34375, 0.339844, 0.349609, 0.335938, 0.339844, 0.341797, 0.345703, 0.339844, 0.34375, 0.339844, 0.339844, 0.349609, 0.347656, 0.332031, 0.326172, 0.332031, 0.347656, 0.347656, 0.332031, 0.341797, 0.339844, 0.337891, 0.339844, 0.339844, 0.345703, 0.349609, 0.347656, 0.332031, 0.345703, 0.332031, 0.328125, 0.345703, 0.339844, 0.333984, 0.341797, 0.351562, 0.337891, 0.349609, 0.332031, 0.337891, 0.326172, 0.345703, 0.330078, 0.345703, 0.328125, 0.333984, 0.335938, 0.345703, 0.337891, 0.345703, 0.361328, 0.341797, 0.345703, 0.341797, 0.333984, 0.357422, 0.341797, 0.335938, 0.339844, 0.349609, 0.335938, 0.337891, 0.345703, 0.339844, 0.34375, 0.332031, 0.337891, 0.337891, 0.347656, 0.335938, 0.349609, 0.328125, 0.337891, 0.337891, 0.335938, 0.335938, 0.341797, 0.341797, 0.337891, 0.351562, 0.339844, 0.341797, 0.345703, 0.065918, 0.337891, 0.34375, 0.349609, 0.341797, 0.34375, 0.337891, 0.333984, 0.332031, 0.345703, 0.341797, 0.349609, 0.34375, 0.339844, 0.341797, 0.339844, 0.335938, 0.341797, 0.335938, 0.326172, 0.330078, 0.337891, 0.310547, 0.332031, 0.339844, 0.332031, 0.337891, 0.345703, 0.34375, 0.347656, 0.347656, 0.341797, 0.337891, 0.34375, 0.335938, 0.337891, 0.351562, 0.34375, 0.34375, 0.332031, 0.351562, 0.339844, 0.337891, 0.330078, 0.345703, 0.332031, 0.333984, 0.326172, 0.341797, 0.347656, 0.341797, 0.353516, 0.341797, 0.333984, 0.337891, 0.335938, 0.337891, 0.34375, 0.353516, 0.347656, 0.345703, 0.349609, 0.335938, 0.351562, 0.335938, 0.34375, 0.341797, 0.330078, 0.337891, 0.34375, 0.34375, 0.337891, 0.326172, 0.34375, 0.345703, 0.339844, 0.330078, 0.332031, 0.349609, 0.333984, 0.345703, 0.345703, 0.333984, 0.349609, 0.347656, 0.335938, 0.355469, 0.349609, 0.341797, 0.349609, 0.347656, 0.339844, 0.328125, 0.353516, 0.347656, 0.337891, 0.339844, 0.345703, 0.363281, 0.347656, 0.339844, 0.353516, 0.330078, 0.34375, 0.328125, 0.34375, 0.294922, 0.355469, 0.34375, 0.332031, 0.345703, 0.320312, 0.351562, 0.332031, 0.337891, 0.351562, 0.347656, 0.341797, 0.330078, 0.349609, 0.351562, 0.347656, 0.351562, 0.337891, 0.345703, 0.34375, 0.335938, 0.34375, 0.337891, 0.34375, 0.320312, 0.339844, 0.339844, 0.337891, 0.351562, 0.345703, 0.345703, 0.337891, 0.335938, 0.347656, 0.332031, 0.349609, 0.341797, 0.34375, 0.341797, 0.339844, 0.357422, 0.337891, 0.345703, 0.339844, 0.345703, 0.351562, 0.333984, 0.345703, 0.339844, 0.349609, 0.34375, 0.339844, 0.349609, 0.337891, 0.335938, 0.332031, 0.330078, 0.330078, 0.333984, 0.339844, 0.324219, 0.330078, 0.347656, 0.339844, 0.337891, 0.333984, 0.345703, 0.337891, 0.330078, 0.34375, 0.347656, 0.332031, 0.328125, 0.320312, 0.337891, 0.335938, 0.34375, 0.339844, 0.326172, 0.335938, 0.337891, 0.345703, 0.341797, 0.341797, 0.341797, 0.34375, 0.341797, 0.316406, 0.337891, 0.335938, 0.345703, 0.34375, 0.335938, 0.333984, 0.339844, 0.337891, 0.341797, 0.345703, 0.349609, 0.335938, 0.347656, 0.333984, 0.34375, 0.341797, 0.34375, 0.330078, 0.330078, 0.339844, 0.332031, 0.326172, 0.337891, 0.339844, 0.337891, 0.337891, 0.339844, 0.341797, 0.337891, 0.34375, 0.341797, 0.333984, 0.320312, 0.330078, 0.341797, 0.335938, 0.328125, 0.335938, 0.339844, 0.347656, 0.341797, 0.333984, 0.345703, 0.333984, 0.339844, 0.339844, 0.341797, 0.345703, 0.34375, 0.339844, 0.332031, 0.339844, 0.332031, 0.349609, 0.339844, 0.330078, 0.341797, 0.345703, 0.34375, 0.337891, 0.316406, 0.345703, 0.341797, 0.341797, 0.345703, 0.339844, 0.34375, 0.339844, 0.353516, 0.335938, 0.330078, 0.330078, 0.335938, 0.339844, 0.353516, 0.326172, 0.333984, 0.337891, 0.345703, 0.335938, 0.335938, 0.345703, 0.337891, 0.34375, 0.330078, 0.345703, 0.349609, 0.355469, 0.351562, 0.337891, 0.333984, 0.349609, 0.332031, 0.332031, 0.326172, 0.402344, 0.335938, 0.339844, 0.339844, 0.328125, 0.341797, 0.330078, 0.345703, 0.34375, 0.339844, 0.349609, 0.345703, 0.335938, 0.337891, 0.349609, 0.351562, 0.339844, 0.363281, 0.341797, 0.34375, 0.351562, 0.337891, 0.328125, 0.349609, 0.345703, 0.353516, 0.337891, 0.349609, 0.341797, 0.326172, 0.333984, 0.337891, 0.333984, 0.337891, 0.337891, 0.341797, 0.337891, 0.337891, 0.34375, 0.332031, 0.339844, 0.353516, 0.324219, 0.326172, 0.339844, 0.330078, 0.339844, 0.332031, 0.328125, 0.355469, 0.332031, 0.355469, 0.322266, 0.34375, 0.339844, 0.34375, 0.330078, 0.337891, 0.337891, 0.357422, 0.359375, 0.337891, 0.341797, 0.337891, 0.363281, 0.341797, 0.330078, 0.347656, 0.337891, 0.347656, 0.341797, 0.335938, 0.332031, 0.347656, 0.353516, 0.339844, 0.332031, 0.335938, 0.310547, 0.353516, 0.341797, 0.332031, 0.330078, 0.333984, 0.328125, 0.335938, 0.333984, 0.347656, 0.339844, 0.341797, 0.341797, 0.347656, 0.335938, 0.337891, 0.339844, 0.337891, 0.361328, 0.341797, 0.347656, 0.337891, 0.339844, 0.341797, 0.333984, 0.333984, 0.339844, 0.349609, 0.34375, 0.339844, 0.347656, 0.345703, 0.339844, 0.34375, 0.349609, 0.320312, 0.345703, 0.339844, 0.347656, 0.341797, 0.339844, 0.337891, 0.328125, 0.324219, 0.335938, 0.34375, 0.341797, 0.341797, 0.337891, 0.34375, 0.324219, 0.337891, 0.339844, 0.34375, 0.339844, 0.34375, 0.34375, 0.324219 ] }, "name": "model.transformer.layers.24.ffn_norm.weight", "outputIndexes": [ 1550 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1549, 1550 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_24/Mul_1_output_0", "outputIndexes": [ 1551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1551 ], "outputIndexes": [ 3170 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3170 ], "outputIndexes": [ 3171 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_1/Linear", "inputIndexes": [ 3171 ], "outputIndexes": [ 3172 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 17920, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 430080, "weightSize": 0 }, "external": [ 1621388152, 55050502, 3440640, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3172 ], "outputIndexes": [ 3173 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3173 ], "outputIndexes": [ 1552 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 17920 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8960 ] }, "name": "/ffn_24/Mul_output_0", "outputIndexes": [ 1553 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1552, 21, 1553, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_24/Slice_output_0", "outputIndexes": [ 1554 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_24/Sigmoid_output_0", "outputIndexes": [ 1555 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554, 1555 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_24/Mul_output_0", "outputIndexes": [ 1556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 17920 ] }, "name": "/ffn_24/Mul_1_output_0", "outputIndexes": [ 1557 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1552, 1553, 1557, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_24/Slice_1_output_0", "outputIndexes": [ 1558 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1556, 1558 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_24/Mul_2_output_0", "outputIndexes": [ 1559 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1559 ], "outputIndexes": [ 3174 ], "main_type": "Reshape", "main": { "dims": [ -1, 8960, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3174 ], "outputIndexes": [ 3175 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_2/Linear", "inputIndexes": [ 3175 ], "outputIndexes": [ 3176 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 8960, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 215040, "weightSize": 0 }, "external": [ 1679879294, 27525382, 1720320, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3176 ], "outputIndexes": [ 3177 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3177 ], "outputIndexes": [ 1560 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1548, 1560 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_99_output_0", "outputIndexes": [ 1561 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1561, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_100_output_0", "outputIndexes": [ 1562 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1562 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_25/Mul_output_0", "outputIndexes": [ 1563 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.671875, 0.695312, 0.660156, 0.628906, 0.628906, 0.675781, 0.660156, 0.640625, 0.679688, 0.625, 0.675781, 0.675781, 0.648438, 0.664062, 0.65625, 0.65625, 0.640625, 0.652344, 0.648438, 0.628906, 0.636719, 0.671875, 0.628906, 0.660156, 0.707031, 0.667969, 0.683594, 0.660156, 0.671875, 0.644531, 0.640625, 0.648438, 0.632812, 0.640625, 0.671875, 0.652344, 0.648438, 0.65625, 0.671875, 0.632812, 0.632812, 0.644531, 0.625, 0.652344, 0.691406, 0.683594, 0.625, 0.667969, 0.6875, 0.648438, 0.660156, 0.679688, 0.695312, 0.625, 0.628906, 0.707031, 0.695312, 0.640625, 0.671875, 0.675781, 0.695312, 0.722656, 0.714844, 0.671875, 0.636719, 0.65625, 0.6875, 0.632812, 0.625, 0.648438, 0.660156, 0.640625, 0.703125, 0.640625, 0.644531, 0.601562, 0.652344, 0.65625, 0.675781, 0.65625, 0.65625, 0.667969, 0.617188, 0.617188, 0.617188, 0.644531, 0.636719, 0.691406, 0.65625, 0.667969, 0.679688, 0.628906, 0.628906, 0.605469, 0.632812, 0.722656, 0.640625, 0.65625, 0.667969, 0.652344, 0.644531, 0.589844, 0.671875, 0.714844, 0.691406, 0.667969, 0.679688, 0.667969, 0.605469, 0.640625, 0.648438, 0.652344, 0.675781, 0.613281, 0.636719, 0.574219, 0.6875, 0.671875, 0.679688, 0.6875, 0.671875, 0.660156, 0.703125, 0.652344, 0.636719, 0.691406, 0.671875, 0.660156, 0.695312, 0.621094, 0.679688, 0.628906, 0.652344, 0.707031, 0.640625, 0.667969, 0.652344, 0.667969, 0.660156, 0.625, 0.675781, 0.65625, 0.660156, 0.648438, 0.714844, 0.695312, 0.679688, 0.667969, 0.617188, 0.585938, 0.609375, 0.652344, 0.613281, 0.703125, 0.644531, 0.636719, 0.675781, 0.679688, 0.675781, 0.640625, 0.691406, 0.628906, 0.640625, 0.640625, 0.652344, 0.652344, 0.675781, 0.6875, 0.6875, 0.6875, 0.675781, 0.632812, 0.660156, 0.648438, 0.625, 0.65625, 0.691406, 0.621094, 0.65625, 0.675781, 0.691406, 0.644531, 0.605469, 0.644531, 0.726562, 0.648438, 0.703125, 0.644531, 0.640625, 0.625, 0.628906, 0.664062, 0.683594, 0.664062, 0.625, 0.703125, 0.644531, 0.65625, 0.632812, 0.679688, 0.652344, 0.703125, 0.667969, 0.664062, 0.71875, 0.703125, 0.695312, 0.628906, 0.625, 0.679688, 0.632812, 0.667969, 0.679688, 0.664062, 0.648438, 0.691406, 0.671875, 0.652344, 0.683594, 0.648438, 0.613281, 0.683594, 0.652344, 0.675781, 0.675781, 0.652344, 0.652344, 0.679688, 0.652344, 0.652344, 0.65625, 0.652344, 0.617188, 0.652344, 0.652344, 0.679688, 0.65625, 0.664062, 0.636719, 0.652344, 0.625, 0.628906, 0.664062, 0.671875, 0.699219, 0.742188, 0.632812, 0.648438, 0.664062, 0.660156, 0.683594, 0.625, 0.675781, 0.636719, 0.667969, 0.652344, 0.65625, 0.671875, 0.722656, 0.667969, 0.6875, 0.632812, 0.679688, 0.683594, 0.640625, 0.683594, 0.667969, 0.683594, 0.617188, 0.621094, 0.664062, 0.648438, 0.679688, 0.648438, 0.632812, 0.652344, 0.675781, 0.671875, 0.640625, 0.660156, 0.652344, 0.710938, 0.679688, 0.664062, 0.640625, 0.632812, 0.640625, 0.628906, 0.644531, 0.648438, 0.648438, 0.714844, 0.714844, 0.679688, 0.695312, 0.621094, 0.660156, 0.691406, 0.609375, 0.660156, 0.664062, 0.667969, 0.699219, 0.617188, 0.667969, 0.660156, 0.6875, 0.695312, 0.671875, 0.652344, 0.652344, 0.644531, 0.664062, 0.640625, 0.632812, 0.621094, 0.628906, 0.609375, 0.664062, 0.632812, 0.683594, 0.660156, 0.710938, 0.671875, 0.652344, 0.671875, 0.660156, 0.65625, 0.625, 0.679688, 0.648438, 0.648438, 0.636719, 0.691406, 0.664062, 0.667969, 0.679688, 0.644531, 0.640625, 0.675781, 0.703125, 0.632812, 0.636719, 0.640625, 0.703125, 0.679688, 0.6875, 0.652344, 0.644531, 0.652344, 0.71875, 0.65625, 0.640625, 0.683594, 0.683594, 0.664062, 0.679688, 0.648438, 0.644531, 0.632812, 0.617188, 0.648438, 0.667969, 0.628906, 0.648438, 0.652344, 0.632812, 0.617188, 0.707031, 0.613281, 0.667969, 0.691406, 0.625, 0.664062, 0.648438, 0.679688, 0.675781, 0.660156, 0.675781, 0.652344, 0.636719, 0.671875, 0.621094, 0.691406, 0.628906, 0.644531, 0.636719, 0.675781, 0.671875, 0.648438, 0.667969, 0.707031, 0.613281, 0.671875, 0.667969, 0.660156, 0.679688, 0.652344, 0.625, 0.660156, 0.640625, 0.683594, 0.660156, 0.675781, 0.640625, 0.640625, 0.683594, 0.671875, 0.6875, 0.660156, 0.6875, 0.714844, 0.652344, 0.648438, 0.691406, 0.667969, 0.640625, 0.722656, 0.699219, 0.65625, 0.664062, 0.675781, 0.648438, 0.671875, 0.640625, 0.65625, 0.625, 0.695312, 0.671875, 0.707031, 0.699219, 0.664062, 0.644531, 0.652344, 0.683594, 0.65625, 0.699219, 0.695312, 0.652344, 0.683594, 0.667969, 0.621094, 0.691406, 0.683594, 0.65625, 0.675781, 0.628906, 0.6875, 0.660156, 0.652344, 0.644531, 0.632812, 0.640625, 0.632812, 0.644531, 0.640625, 0.738281, 0.660156, 0.648438, 0.65625, 0.636719, 0.675781, 0.617188, 0.664062, 0.632812, 0.695312, 0.636719, 0.640625, 0.652344, 0.652344, 0.632812, 0.660156, 0.621094, 0.644531, 0.667969, 0.664062, 0.640625, 0.675781, 0.640625, 0.632812, 0.648438, 0.671875, 0.652344, 0.636719, 0.644531, 0.667969, 0.675781, 0.632812, 0.632812, 0.640625, 0.679688, 0.660156, 0.660156, 0.65625, 0.65625, 0.636719, 0.652344, 0.671875, 0.628906, 0.683594, 0.683594, 0.679688, 0.667969, 0.667969, 0.6875, 0.691406, 0.640625, 0.605469, 0.675781, 0.664062, 0.621094, 0.632812, 0.605469, 0.664062, 0.652344, 0.664062, 0.714844, 0.683594, 0.632812, 0.65625, 0.636719, 0.605469, 0.589844, 0.609375, 0.667969, 0.699219, 0.65625, 0.679688, 0.671875, 0.660156, 0.644531, 0.621094, 0.664062, 0.691406, 0.613281, 0.679688, 0.644531, 0.671875, 0.628906, 0.679688, 0.648438, 0.636719, 0.65625, 0.574219, 0.621094, 0.640625, 0.652344, 0.667969, 0.683594, 0.636719, 0.667969, 0.671875, 0.65625, 0.628906, 0.628906, 0.679688, 0.660156, 0.628906, 0.683594, 0.664062, 0.644531, 0.617188, 0.605469, 0.628906, 0.597656, 0.632812, 0.601562, 0.667969, 0.625, 0.652344, 0.695312, 0.671875, 0.664062, 0.699219, 0.6875, 0.636719, 0.730469, 0.621094, 0.644531, 0.714844, 0.671875, 0.640625, 0.667969, 0.714844, 0.671875, 0.660156, 0.671875, 0.832031, 0.652344, 0.625, 0.648438, 0.65625, 0.632812, 0.691406, 0.664062, 0.648438, 0.628906, 0.65625, 0.671875, 0.65625, 0.621094, 0.660156, 0.648438, 0.640625, 0.683594, 0.609375, 0.664062, 0.6875, 0.660156, 0.671875, 0.6875, 0.644531, 0.621094, 0.664062, 0.613281, 0.613281, 0.652344, 0.628906, 0.652344, 0.675781, 0.644531, 0.652344, 0.628906, 0.714844, 0.675781, 0.6875, 0.65625, 0.652344, 0.664062, 0.695312, 0.660156, 0.65625, 0.664062, 0.664062, 0.683594, 0.652344, 0.652344, 0.671875, 0.628906, 0.664062, 0.597656, 0.613281, 0.667969, 0.640625, 0.691406, 0.648438, 0.652344, 0.628906, 0.640625, 0.652344, 0.578125, 0.660156, 0.636719, 0.710938, 0.6875, 0.683594, 0.664062, 0.640625, 0.625, 0.609375, 0.59375, 0.621094, 0.617188, 0.664062, 0.6875, 0.640625, 0.679688, 0.640625, 0.652344, 0.660156, 0.6875, 0.652344, 0.621094, 0.679688, 0.679688, 0.640625, 0.691406, 0.550781, 0.65625, 0.722656, 0.664062, 0.683594, 0.675781, 0.667969, 0.679688, 0.660156, 0.644531, 0.65625, 0.664062, 0.765625, 0.644531, 0.722656, 0.671875, 0.660156, 0.664062, 0.652344, 0.664062, 0.65625, 0.652344, 0.652344, 0.679688, 0.648438, 0.714844, 0.679688, 0.644531, 0.636719, 0.648438, 0.699219, 0.644531, 0.675781, 0.585938, 0.648438, 0.632812, 0.628906, 0.65625, 0.640625, 0.667969, 0.6875, 0.652344, 0.667969, 0.652344, 0.636719, 0.679688, 0.660156, 0.65625, 0.648438, 0.636719, 0.699219, 0.648438, 0.644531, 0.652344, 0.671875, 0.667969, 0.640625, 0.640625, 0.671875, 0.65625, 0.65625, 0.667969, 0.695312, 0.652344, 0.726562, 0.667969, 0.621094, 0.691406, 0.691406, 0.636719, 0.632812, 0.683594, 0.691406, 0.671875, 0.679688, 0.632812, 0.636719, 0.648438, 0.6875, 0.6875, 0.671875, 0.660156, 0.636719, 0.671875, 0.625, 0.683594, 0.632812, 0.628906, 0.679688, 0.753906, 0.667969, 0.65625, 0.65625, 0.664062, 0.640625, 0.644531, 0.605469, 0.679688, 0.632812, 0.65625, 0.699219, 0.652344, 0.636719, 0.683594, 0.601562, 0.636719, 0.660156, 0.660156, 0.621094, 0.679688, 0.636719, 0.644531, 0.667969, 0.679688, 0.667969, 0.65625, 0.648438, 0.6875, 0.648438, 0.613281, 0.648438, 0.679688, 0.609375, 0.609375, 0.601562, 0.644531, 0.660156, 0.621094, 0.679688, 0.628906, 0.683594, 0.671875, 0.675781, 0.601562, 0.582031, 0.679688, 0.683594, 0.667969, 0.652344, 0.628906, 0.640625, 0.671875, 0.679688, 0.667969, 0.644531, 0.6875, 0.648438, 0.671875, 0.644531, 0.652344, 0.667969, 0.679688, 0.660156, 0.632812, 0.683594, 0.652344, 0.667969, 0.648438, 0.691406, 0.664062, 0.652344, 0.699219, 0.613281, 0.644531, 0.648438, 0.664062, 0.628906, 0.667969, 0.621094, 0.640625, 0.671875, 0.605469, 0.675781, 0.710938, 0.660156, 0.648438, 0.609375, 0.699219, 0.671875, 0.660156, 0.667969, 0.652344, 0.621094, 0.625, 0.664062, 0.667969, 0.632812, 0.660156, 0.644531, 0.652344, 0.707031, 0.683594, 0.675781, 0.652344, 0.652344, 0.65625, 0.613281, 0.664062, 0.644531, 0.679688, 0.667969, 0.695312, 0.679688, 0.628906, 0.648438, 0.65625, 0.621094, 0.664062, 0.652344, 0.652344, 0.632812, 0.660156, 0.667969, 0.679688, 0.652344, 0.660156, 0.726562, 0.609375, 0.675781, 0.636719, 0.660156, 0.652344, 0.613281, 0.746094, 0.613281, 0.667969, 0.609375, 0.648438, 0.628906, 0.65625, 0.527344, 0.6875, 0.683594, 0.6875, 0.671875, 0.6875, 0.667969, 0.695312, 0.675781, 0.648438, 0.628906, 0.636719, 0.671875, 0.648438, 0.675781, 0.628906, 0.65625, 0.671875, 0.667969, 0.667969, 0.683594, 0.636719, 0.625, 0.65625, 0.707031, 0.707031, 0.667969, 0.667969, 0.6875, 0.628906, 0.632812, 0.664062, 0.664062, 0.648438, 0.660156, 0.648438, 0.644531, 0.695312, 0.691406, 0.671875, 0.671875, 0.636719, 0.667969, 0.65625, 0.671875, 0.652344, 0.625, 0.683594, 0.691406, 0.667969, 0.652344, 0.652344, 0.683594, 0.671875, 0.621094, 0.644531, 0.644531, 0.660156, 0.632812, 0.628906, 0.675781, 0.691406, 0.667969, 0.691406, 0.664062, 0.675781, 0.628906, 0.671875, 0.675781, 0.675781, 0.632812, 0.679688, 0.628906, 0.613281, 0.601562, 0.683594, 0.707031, 0.636719, 0.667969, 0.675781, 0.679688, 0.667969, 0.652344, 0.667969, 0.636719, 0.628906, 0.652344, 0.648438, 0.695312, 0.671875, 0.640625, 0.632812, 0.679688, 0.683594, 0.664062, 0.644531, 0.691406, 0.699219, 0.675781, 0.671875, 0.683594, 0.699219, 0.671875, 0.660156, 0.664062, 0.636719, 0.671875, 0.632812, 0.660156, 0.675781, 0.628906, 0.652344, 0.664062, 0.609375, 0.671875, 0.652344, 0.6875, 0.613281, 0.609375, 0.6875, 0.695312, 0.65625, 0.699219, 0.652344, 0.683594, 0.601562, 0.664062, 0.628906, 0.640625, 0.675781, 0.679688, 0.65625, 0.617188, 0.632812, 0.710938, 0.628906, 0.660156, 0.617188, 0.671875, 0.671875, 0.664062, 0.6875, 0.617188, 0.710938, 0.71875, 0.609375, 0.707031, 0.640625, 0.617188, 0.640625, 0.550781, 0.628906, 0.636719, 0.652344, 0.710938, 0.628906, 0.628906, 0.6875, 0.695312, 0.625, 0.671875, 0.660156, 0.683594, 0.664062, 0.703125, 0.609375, 0.617188, 0.667969, 0.667969, 0.65625, 0.621094, 0.652344, 0.632812, 0.652344, 0.625, 0.652344, 0.664062, 0.644531, 0.636719, 0.6875, 0.640625, 0.707031, 0.648438, 0.667969, 0.660156, 0.707031, 0.617188, 0.664062, 0.753906, 0.648438, 0.695312, 0.664062, 0.652344, 0.640625, 0.648438, 0.660156, 0.671875, 0.65625, 0.660156, 0.667969, 0.695312, 0.652344, 0.5625, 0.644531, 0.664062, 0.652344, 0.664062, 0.675781, 0.65625, 0.679688, 0.648438, 0.664062, 0.683594, 0.675781, 0.621094, 0.640625, 0.632812, 0.628906, 0.640625, 0.699219, 0.65625, 0.660156, 0.621094, 0.566406, 0.59375, 0.644531, 0.65625, 0.636719, 0.679688, 0.636719, 0.691406, 0.640625, 0.628906, 0.671875, 0.648438, 0.613281, 0.671875, 0.660156, 0.675781, 0.585938, 0.6875, 0.652344, 0.652344, 0.667969, 0.660156, 0.707031, 0.675781, 0.664062, 0.714844, 0.664062, 0.683594, 0.675781, 0.640625, 0.632812, 0.671875, 0.683594, 0.683594, 0.628906, 0.664062, 0.621094, 0.660156, 0.648438, 0.660156, 0.644531, 0.648438, 0.671875, 0.625, 0.65625, 0.699219, 0.59375, 0.617188, 0.648438, 0.648438, 0.71875, 0.640625, 0.625, 0.640625, 0.679688, 0.667969, 0.675781, 0.625, 0.652344, 0.664062, 0.644531, 0.660156, 0.648438, 0.671875, 0.6875, 0.679688, 0.648438, 0.683594, 0.679688, 0.648438, 0.679688, 0.675781, 0.648438, 0.605469, 0.679688, 0.667969, 0.59375, 0.691406, 0.601562, 0.613281, 0.632812, 0.695312, 0.652344, 0.652344, 0.632812, 0.632812, 0.652344, 0.628906, 0.65625, 0.664062, 0.671875, 0.652344, 0.667969, 0.652344, 0.679688, 0.660156, 0.675781, 0.652344, 0.644531, 0.710938, 0.625, 0.667969, 0.601562, 0.625, 0.628906, 0.652344, 0.648438, 0.683594, 0.636719, 0.636719, 0.644531, 0.644531, 0.691406, 0.640625, 0.625, 0.621094, 0.660156, 0.664062, 0.625, 0.664062, 0.644531, 0.671875, 0.683594, 0.640625, 0.652344, 0.644531, 0.644531, 0.636719, 0.65625, 0.648438, 0.652344, 0.667969, 0.652344, 0.589844, 0.691406, 0.652344, 0.683594, 0.675781, 0.609375, 0.65625, 0.636719, 0.574219, 0.71875, 0.691406, 0.652344, 0.613281, 0.671875, 0.644531, 0.652344, 0.707031, 0.65625, 0.675781, 0.628906, 0.644531, 0.691406, 0.652344, 0.652344, 0.667969, 0.648438, 0.683594, 0.636719, 0.695312, 0.667969, 0.699219, 0.648438, 0.644531, 0.671875, 0.605469, 0.636719, 0.632812, 0.617188, 0.664062, 0.617188, 0.679688, 0.65625, 0.667969, 0.648438, 0.632812, 0.695312, 0.664062, 0.640625, 0.59375, 0.671875, 0.683594, 0.667969, 0.671875, 0.667969, 0.660156, 0.703125, 0.660156, 0.683594, 0.617188, 0.597656, 0.683594, 0.675781, 0.671875, 0.640625, 0.640625, 0.6875, 0.683594, 0.675781, 0.664062, 0.683594, 0.640625, 0.664062, 0.6875, 0.640625, 0.65625, 0.648438, 0.621094, 0.648438, 0.652344, 0.675781, 0.617188, 0.636719, 0.675781, 0.605469, 0.683594, 0.660156, 0.660156, 0.664062, 0.679688, 0.644531, 0.632812, 0.597656, 0.652344, 0.648438, 0.648438, 0.675781, 0.660156, 0.722656, 0.660156, 0.683594, 0.660156, 1.265625, 0.640625, 0.625, 0.644531, 0.644531, 0.644531, 0.664062, 0.671875, 0.710938, 0.703125, 0.703125, 0.636719, 0.675781, 0.660156, 0.675781, 0.625, 0.632812, 0.683594, 0.625, 0.660156, 0.65625, 0.652344, 0.664062, 0.648438, 0.675781, 0.691406, 0.65625, 0.683594, 0.699219, 0.621094, 0.730469, 0.632812, 0.636719, 0.679688, 0.636719, 0.707031, 0.675781, 0.679688, 0.652344, 0.648438, 0.628906, 0.644531, 0.730469, 0.667969, 0.667969, 0.671875, 0.648438, 0.65625, 0.632812, 0.65625, 0.648438, 0.628906, 0.660156, 0.742188, 0.683594, 0.65625, 0.644531, 0.660156, 0.636719, 0.648438, 0.683594, 0.65625, 0.613281, 0.664062, 0.660156, 0.671875, 0.675781, 0.652344, 0.621094, 0.644531, 0.628906, 0.707031, 0.664062, 0.644531, 0.679688, 0.648438, 0.671875, 0.644531, 0.683594, 0.703125, 0.699219, 0.628906, 0.671875, 0.722656, 0.628906, 0.664062, 0.671875, 0.660156, 0.683594, 0.652344, 0.636719, 0.691406, 0.632812, 0.644531, 0.722656, 0.65625, 0.65625, 0.695312, 0.695312, 0.683594, 0.621094, 0.65625, 0.648438, 0.632812, 0.667969, 0.652344, 0.636719, 0.671875, 0.652344, 0.648438, 0.660156, 0.664062, 0.652344, 0.667969, 0.625, 0.671875, 0.636719, 0.613281, 0.691406, 0.683594, 0.679688, 0.714844, 0.628906, 0.558594, 0.6875, 0.660156, 0.644531, 0.679688, 0.660156, 0.636719, 0.632812, 0.628906, 0.628906, 0.625, 0.660156, 0.6875, 0.652344, 0.671875, 0.679688, 0.621094, 0.640625, 0.652344, 0.648438, 0.632812, 0.683594, 0.632812, 0.675781, 0.628906, 0.660156, 0.636719, 0.644531, 0.636719, 0.648438, 0.640625, 0.628906, 0.691406, 0.683594, 0.679688, 0.6875, 0.679688, 0.636719, 0.683594, 0.628906, 0.65625, 0.644531, 0.644531, 0.679688, 0.679688, 0.640625, 0.644531, 0.660156, 0.714844, 0.667969, 0.710938, 0.648438, 0.671875, 0.691406, 0.609375, 0.679688, 0.695312, 0.609375, 0.601562, 0.667969, 0.667969, 0.699219, 0.699219, 0.632812, 0.640625, 0.65625, 0.675781, 0.640625, 0.6875, 0.707031, 0.640625, 0.597656, 0.652344, 0.691406, 0.671875, 0.632812, 0.65625, 0.667969, 0.6875, 0.691406, 0.652344, 0.640625, 0.667969, 0.621094, 0.667969, 0.644531, 0.644531, 0.683594, 0.660156, 0.667969, 0.652344, 0.660156, 0.648438, 0.648438, 0.640625, 0.675781, 0.617188, 0.675781, 0.644531, 0.664062, 0.601562, 0.664062, 0.671875, 0.660156, 0.617188, 0.675781, 0.660156, 0.667969, 0.660156, 0.730469, 0.605469, 0.667969, 0.671875, 0.648438, 0.632812, 0.671875, 0.667969, 0.683594, 0.644531, 0.679688, 0.648438, 0.621094, 0.648438, 0.6875, 0.664062, 0.605469, 0.636719, 0.671875, 0.667969, 0.675781, 0.660156, 0.621094, 0.679688, 0.648438, 0.652344, 0.660156, 0.609375, 0.648438, 0.683594, 0.640625, 0.695312, 0.625, 0.664062, 0.628906, 0.628906, 0.636719, 0.660156, 0.636719, 0.667969, 0.660156, 0.640625, 0.679688, 0.652344, 0.652344, 0.703125, 0.632812, 0.652344, 0.675781, 0.660156, 0.691406, 0.707031, 0.625, 0.710938, 0.636719, 0.652344, 0.664062, 0.671875, 0.695312, 0.648438, 0.671875, 0.703125, 0.660156, 0.644531, 0.679688, 0.667969, 0.632812, 0.660156, 0.652344, 0.632812, 0.683594, 0.664062, 0.628906, 0.679688, 0.644531, 0.632812, 0.6875, 0.621094, 0.65625, 0.59375, 0.632812, 0.679688, 0.699219, 0.671875, 0.636719, 0.01355, 0.664062, 0.648438, 0.660156, 0.675781, 0.664062, 0.621094, 0.640625, 0.691406, 0.640625, 0.671875, 0.777344, 0.644531, 0.632812, 0.632812, 0.640625, 0.644531, 0.695312, 0.636719, 0.652344, 0.664062, 0.636719, 0.6875, 0.648438, 0.640625, 0.65625, 0.65625, 0.644531, 0.640625, 0.667969, 0.640625, 0.695312, 0.621094, 0.613281, 0.636719, 0.660156, 0.660156, 0.652344, 0.664062, 0.652344, 0.660156, 0.660156, 0.652344, 0.59375, 0.636719, 0.710938, 0.652344, 0.625, 0.640625, 0.660156, 0.679688, 0.65625, 0.6875, 0.648438, 0.660156, 0.652344, 0.644531, 0.660156, 0.660156, 0.636719, 0.617188, 0.679688, 0.667969, 0.671875, 0.660156, 0.664062, 0.640625, 0.664062, 0.699219, 0.695312, 0.628906, 0.660156, 0.652344, 0.664062, 0.65625, 0.65625, 0.660156, 0.640625, 0.667969, 0.660156, 0.675781, 0.644531, 0.617188, 0.6875, 0.671875, 0.648438, 0.621094, 0.617188, 0.660156, 0.632812, 0.664062, 0.675781, 0.753906, 0.675781, 0.609375, 0.636719, 0.648438, 0.679688, 0.601562, 0.617188, 0.683594, 0.667969, 0.652344, 0.679688, 0.691406, 0.671875, 0.644531, 0.691406, 0.671875, 0.726562, 0.617188, 0.640625, 0.617188, 0.636719, 0.640625, 0.683594, 0.625, 0.707031, 0.640625, 0.644531, 0.613281, 0.632812, 0.679688, 0.675781, 0.636719, 0.667969, 0.667969, 0.664062, 0.679688, 0.632812, 0.625, 0.664062, 0.155273, 0.648438, 0.660156, 0.632812, 0.703125, 0.667969, 0.648438, 0.671875, 0.621094, 0.671875, 0.625, 0.683594, 0.652344, 0.671875, 0.691406, 0.675781, 0.675781, 0.621094, 0.652344, 0.628906, 0.65625, 0.65625, 0.640625, 0.761719, 0.6875, 0.605469, 0.660156, 0.695312, 0.652344, 0.648438, 0.617188, 0.65625, 0.65625, 0.710938, 0.617188, 0.636719, 0.652344, 0.671875, 0.625, 0.632812, 0.671875, 0.644531, 0.632812, 0.660156, 0.65625, 0.652344, 0.644531, 0.667969, 0.683594, 0.683594, 0.589844, 0.667969, 0.613281, 0.730469, 0.652344, 0.652344, 0.664062, 0.628906, 0.636719, 0.65625, 0.683594, 0.613281, 0.617188, 0.617188, 0.660156, 0.671875, 0.652344, 0.628906, 0.683594, 0.636719, 0.609375, 0.679688, 0.671875, 0.601562, 0.636719, 0.703125, 0.671875, 0.652344, 0.675781, 0.664062, 0.695312, 0.667969, 0.683594, 0.644531, 0.664062, 0.660156, 0.652344, 0.667969, 0.617188, 0.636719, 0.664062, 0.667969, 0.671875, 0.648438, 0.652344, 0.664062, 0.621094, 0.6875, 0.601562, 0.679688, 0.625, 0.6875, 0.628906, 0.625, 0.648438, 0.644531, 0.671875, 0.707031, 0.640625, 0.660156, 0.664062, 0.71875, 0.675781, 0.652344, 0.660156, 0.644531, 0.59375, 0.605469, 0.671875, 0.652344, 0.632812, 0.648438, 0.667969, 0.625, 0.671875, 0.625, 0.660156, 0.679688, 0.632812, 0.695312, 0.667969, 0.675781, 0.609375, 0.722656, 0.636719, 0.59375, 0.65625, 0.679688, 0.636719, 0.609375, 0.664062, 0.679688, 0.632812, 0.636719, 0.609375, 0.664062, 0.660156, 0.648438, 0.671875, 0.625, 0.640625, 0.675781, 0.675781, 0.671875, 0.613281, 0.625, 0.640625, 0.632812, 0.714844, 0.699219, 0.675781, 0.648438, 0.660156, 0.640625, 0.695312, 0.730469, 0.644531, 0.679688, 0.675781, 0.644531, 0.671875, 0.664062, 0.632812, 0.597656, 0.625, 0.65625, 0.601562, 0.6875, 0.648438, 0.644531, 0.632812, 0.691406, 0.683594, 0.660156, 0.664062, 0.667969, 0.65625, 0.65625, 0.601562, 0.667969, 0.671875, 0.65625, 0.652344, 0.671875, 0.644531, 0.695312, 0.714844, 0.710938, 0.664062, 0.621094, 0.660156, 0.679688, 0.644531, 0.671875, 0.648438, 0.664062, 0.640625, 0.652344, 0.65625, 0.636719, 0.699219, 0.632812, 0.671875, 0.710938, 0.699219, 0.667969, 0.699219, 0.609375, 0.65625, 0.679688, 0.675781, 0.683594, 0.652344, 0.664062, 0.675781, 0.613281, 0.621094, 0.6875, 0.636719, 0.65625, 0.59375, 0.640625, 0.660156, 0.652344, 0.683594, 0.660156, 0.679688, 0.65625, 0.636719, 0.652344, 0.671875, 0.636719, 0.707031, 0.652344, 0.636719, 0.664062, 0.6875, 0.65625, 0.695312, 0.65625, 0.65625, 0.640625, 0.636719, 0.691406, 0.660156, 0.652344, 0.65625, 0.683594, 0.617188, 0.679688, 0.671875, 0.636719, 0.707031, 0.632812, 0.675781, 0.691406, 0.644531, 0.644531, 0.660156, 0.65625, 0.671875, 0.675781, 0.644531, 0.710938, 0.652344, 0.644531, 0.664062, 0.691406, 0.644531, 0.664062, 0.644531, 0.691406, 0.613281, 0.664062, 0.660156, 0.675781, 0.691406, 0.664062, 0.628906, 0.617188, 0.667969, 0.726562, 0.652344, 0.671875, 0.664062, 0.691406, 0.632812, 0.703125, 0.660156, 0.664062, 0.605469, 0.640625, 0.644531, 0.65625, 0.636719, 0.679688, 0.667969, 0.695312, 1.0, 0.667969, 0.691406, 0.660156, 0.667969, 0.675781, 0.640625, 0.613281, 0.65625, 0.652344, 0.722656, 0.652344, 0.632812, 0.675781, 0.695312, 0.664062, 0.667969, 0.625, 0.636719, 0.6875, 0.640625, 0.6875, 0.628906, 0.671875, 0.640625, 0.65625, 0.667969, 0.617188, 0.664062, 0.679688, 0.675781, 0.644531, 0.667969, 0.691406, 0.628906, 0.671875, 0.691406, 0.664062, 0.628906, 0.664062, 0.664062, 0.652344, 0.640625, 0.648438, 0.59375, 0.632812, 0.703125, 0.664062, 0.699219, 0.683594, 0.683594, 0.640625, 0.605469, 0.671875, 0.683594, 0.640625, 0.636719, 0.660156, 0.652344, 0.675781, 0.640625, 0.613281, 0.664062, 0.65625, 0.628906, 0.644531, 0.648438, 0.628906, 0.660156, 0.558594, 0.664062, 0.664062, 0.691406, 0.683594, 0.628906, 0.660156, 0.660156, 0.636719, 0.65625, 0.589844, 0.6875, 0.609375, 0.734375, 0.652344, 0.671875, 0.699219, 0.660156, 0.679688, 0.589844, 0.679688, 0.65625, 0.664062, 0.667969, 0.636719, 0.667969, 0.660156, 0.660156, 0.648438, 0.675781, 0.667969, 0.703125, 0.664062, 0.644531, 0.625, 0.671875, 0.648438, 0.671875, 0.632812, 0.671875, 0.664062, 0.648438, 0.640625, 0.65625, 0.671875, 0.675781, 0.636719, 0.675781, 0.621094, 0.640625, 0.625, 0.667969, 0.683594, 0.660156, 0.664062, 0.625, 0.636719, 0.613281, 0.671875, 0.65625, 0.664062, 0.660156, 0.652344, 0.636719, 0.644531, 0.671875, 0.628906, 0.679688, 0.582031, 0.65625, 0.648438, 0.691406, 0.671875, 0.652344, 0.628906, 0.632812, 0.65625, 0.640625, 0.652344, 0.667969, 0.652344, 0.648438, 0.703125, 0.65625, 0.671875, 0.667969, 0.65625, 0.65625, 0.628906, 0.628906, 0.695312, 0.679688, 0.664062, 0.640625, 0.679688, 0.714844, 0.644531, 0.6875, 0.609375, 0.644531, 0.6875, 0.652344, 0.648438, 0.65625, 0.632812, 0.671875, 0.679688, 0.671875, 0.675781, 0.660156, 0.660156, 0.65625, 0.734375, 0.667969, 0.609375, 0.632812, 0.707031, 0.625, 0.667969, 0.679688, 0.703125, 0.621094, 0.675781, 0.652344, 0.675781, 0.652344, 0.65625, 0.675781, 0.695312, 0.617188, 0.632812, 0.671875, 0.648438, 0.632812, 0.691406, 0.671875, 0.667969, 0.640625, 0.644531, 0.636719, 0.652344, 0.613281, 0.65625, 0.640625, 0.644531, 0.664062, 0.640625, 0.667969, 0.628906, 0.695312, 0.617188, 0.660156, 0.679688, 0.675781, 0.675781, 0.640625, 0.644531, 0.691406, 0.679688, 0.660156, 0.703125, 0.664062, 0.695312, 0.621094, 0.640625, 0.714844, 0.617188, 0.652344, 0.648438, 0.664062, 0.675781, 0.652344, 0.679688, 0.664062, 0.671875, 0.648438, 0.707031, 0.65625, 0.632812, 0.632812, 0.582031, 0.613281, 0.679688, 0.660156, 0.648438, 0.65625, 0.640625, 0.726562, 0.667969, 0.625, 0.703125, 0.65625, 0.652344, 0.609375, 0.660156, 0.695312, 0.65625, 0.644531, 0.605469, 0.601562, 0.679688, 0.625, 0.648438, 0.6875, 0.648438, 0.648438, 0.660156, 0.625, 0.660156, 0.648438, 0.632812, 0.65625, 0.699219, 0.65625, 0.636719, 0.695312, 0.648438, 0.597656, 0.664062, 0.660156, 0.640625, 0.699219, 0.632812, 0.660156, 0.679688, 0.734375, 0.648438, 0.714844, 0.632812, 0.636719, 0.65625, 0.640625, 0.640625, 0.578125, 0.703125, 0.699219, 0.609375, 0.671875, 0.667969, 0.671875, 0.671875, 0.746094, 0.664062, 0.640625, 0.632812, 0.691406, 0.691406, 0.671875, 0.644531, 0.640625, 0.691406, 0.652344, 0.617188, 0.671875, 0.648438, 0.605469, 0.644531, 0.691406, 0.664062, 0.65625, 0.632812, 0.652344, 0.683594, 0.664062, 0.679688, 0.664062, 0.675781, 0.699219, 0.683594, 0.671875, 0.636719, 0.664062, 0.652344, 0.664062, 0.652344, 0.71875, 0.664062, 0.679688, 0.652344, 0.710938, 0.667969, 0.605469, 0.667969, 0.605469, 0.65625, 0.632812, 0.730469, 0.667969, 0.664062, 0.621094, 0.636719, 0.625, 0.664062, 0.671875, 0.636719, 0.679688, 0.710938, 0.683594, 0.675781, 0.632812, 0.644531, 0.660156, 0.652344, 0.625, 0.660156, 0.671875, 0.671875, 0.632812, 0.644531, 0.695312, 0.644531, 0.652344, 0.640625, 0.628906, 0.703125, 0.710938, 0.632812, 0.652344, 0.664062, 0.691406, 0.625, 0.707031, 0.640625, 0.65625, 0.65625, 0.667969, 0.652344, 0.667969, 0.609375, 0.636719, 0.6875, 0.675781, 0.726562, 0.601562, 0.675781, 0.683594, 0.726562, 0.699219, 0.644531, 0.597656, 0.65625, 0.65625, 0.660156, 0.675781, 0.664062, 0.703125, 0.683594, 0.675781, 0.621094, 0.648438, 0.640625, 0.644531, 0.660156, 0.648438, 0.730469, 0.660156, 0.660156, 0.644531, 0.628906, 0.660156, 0.671875, 0.648438, 0.648438, 0.640625, 0.675781, 0.699219, 0.699219, 0.636719, 0.652344, 0.648438, 0.648438, 0.632812, 0.65625, 0.644531, 0.648438, 0.609375, 0.691406, 0.683594, 0.695312, 0.652344, 0.636719, 0.65625, 0.648438, 0.714844, 0.609375, 0.644531, 0.632812, 0.6875, 0.648438, 0.632812, 0.6875, 0.644531, 0.640625, 0.660156, 0.652344, 0.648438, 0.648438, 0.613281, 0.664062, 0.640625, 0.652344, 0.648438, 0.675781, 0.609375, 0.648438, 0.636719, 0.628906, 0.625, 0.636719, 0.671875, 0.679688, 0.644531, 0.699219, 0.605469, 0.75, 0.652344, 0.628906, 0.636719, 0.65625, 0.6875, 0.644531, 0.664062, 0.636719, 0.652344, 0.699219, 0.65625, 0.65625, 0.699219, 0.683594, 0.683594, 0.625, 0.640625, 0.640625, 0.65625, 0.660156, 0.664062, 0.71875, 0.640625, 0.652344, 0.621094, 0.636719, 0.675781, 0.664062, 0.691406, 0.679688, 0.6875, 0.628906, 0.679688, 0.636719, 0.664062, 0.6875, 0.609375, 0.648438, 0.683594, 0.640625, 0.640625, 0.660156, 0.047852, 0.613281, 0.6875, 0.644531, 0.625, 0.6875, 0.679688, 0.679688, 0.652344, 0.632812, 0.652344, 0.664062, 0.683594, 0.648438, 0.65625, 0.628906, 0.625, 0.652344, 0.625, 0.679688, 0.671875, 0.695312, 0.667969, 0.609375, 0.683594, 0.671875, 0.691406, 0.652344, 0.632812, 0.644531, 0.6875, 0.644531, 0.640625, 0.667969, 0.675781, 0.617188, 0.625, 0.640625, 0.699219, 0.683594, 0.648438, 0.667969, 0.652344, 0.679688, 0.707031, 0.667969, 0.679688, 0.671875, 0.640625, 0.652344, 0.636719, 0.652344, 0.691406, 0.65625, 0.644531, 0.664062, 0.636719, 0.679688, 0.652344, 0.671875, 0.675781, 0.628906, 0.644531, 0.613281, 0.632812, 0.628906, 0.65625, 0.691406, 0.636719, 0.644531, 0.703125, 0.683594, 0.6875, 0.679688, 0.675781, 0.664062, 0.644531, 0.613281, 0.671875, 0.671875, 0.691406, 0.664062, 0.628906, 0.636719, 0.640625, 0.621094, 0.65625, 0.671875, 0.644531, 0.691406, 0.628906, 0.609375, 0.6875, 0.671875, 0.664062, 0.613281, 0.648438, 0.699219, 0.703125, 0.640625, 0.644531, 0.660156, 0.664062, 0.660156, 0.640625, 0.640625, 0.769531, 0.707031, 0.6875, 0.679688, 0.664062, 0.71875, 0.703125, 0.660156, 0.625, 0.65625, 0.675781, 0.617188, 0.691406, 0.671875, 0.683594, 0.664062, 0.667969, 0.65625, 0.65625, 0.695312, 0.695312, 0.632812, 0.65625, 0.644531, 0.636719, 0.605469, 0.65625, 0.6875, 0.671875, 0.617188, 0.636719, 0.726562, 0.679688, 0.652344, 0.636719, 0.65625, 0.625, 0.640625, 0.636719, 0.695312, 0.597656, 0.652344, 0.652344, 0.617188, 0.667969, 0.671875, 0.648438, 0.679688, 0.675781, 0.65625, 0.714844, 0.628906, 0.667969, 0.613281, 0.628906, 0.613281, 0.644531, 0.644531, 0.679688, 0.644531, 0.636719, 0.636719, 0.671875, 0.671875, 0.652344, 0.644531, 0.660156, 0.664062, 0.695312, 0.691406, 0.652344, 0.640625, 0.683594, 0.628906, 0.671875, 0.636719, 0.632812, 0.636719, 0.589844, 0.644531, 0.667969, 0.660156, 0.652344, 0.648438, 0.648438, 0.640625, 0.636719, 0.644531, 0.679688, 0.667969, 0.667969, 0.667969, 0.671875, 0.675781, 0.65625, 0.640625, 0.683594, 0.679688, 0.65625, 0.660156, 0.664062, 0.648438, 0.640625, 0.679688, 0.636719, 0.640625, 0.632812, 0.621094, 0.691406, 0.652344, 0.667969, 0.648438, 0.667969, 0.617188, 0.671875, 0.671875, 0.667969, 0.660156, 0.65625, 0.648438, 0.652344, 0.648438, 0.699219, 0.617188, 0.726562, 0.699219, 0.65625, 0.6875, 0.667969, 0.683594, 0.636719, 0.65625, 0.644531, 0.667969, 0.695312, 0.667969, 0.625, 0.664062, 0.628906, 0.644531, 0.628906, 0.648438, 0.589844, 0.664062, 0.660156, 0.628906, 0.660156, 0.683594, 0.671875, 0.640625, 0.65625, 0.65625, 0.691406, 0.664062, 0.652344, 0.660156, 0.703125, 0.617188, 0.648438, 0.636719, 0.570312, 0.667969, 0.644531, 0.65625, 0.664062, 0.652344, 0.671875, 0.652344, 0.628906, 0.640625, 0.714844, 0.632812, 0.660156, 0.648438, 0.554688, 0.65625, 0.621094, 0.679688, 0.640625, 0.683594, 0.617188, 0.671875, 0.640625, 0.601562, 0.667969, 0.683594, 0.648438, 0.660156, 0.632812, 0.660156, 0.679688, 0.695312, 0.648438, 0.664062, 0.550781, 0.652344, 0.652344, 0.660156, 0.660156, 0.660156, 0.605469, 0.664062, 0.644531, 0.710938, 0.636719, 0.617188, 0.664062, 0.632812, 0.683594, 0.675781, 0.648438, 0.613281, 0.664062, 0.703125, 0.605469, 0.6875, 0.640625, 0.625, 0.652344, 0.6875, 0.640625, 0.632812, 0.679688, 0.664062, 0.625, 0.671875, 0.65625, 0.625, 0.644531, 0.628906, 0.683594, 0.644531, 0.648438, 0.625, 0.605469, 0.617188, 0.644531, 0.648438, 0.605469, 0.664062, 0.6875, 0.632812, 0.617188, 0.65625, 0.671875, 0.636719, 0.628906, 0.65625, 0.6875, 0.664062, 0.675781, 0.621094, 0.632812, 0.734375, 0.636719, 0.617188, 0.667969, 0.660156, 0.636719, 0.628906, 0.65625, 0.722656, 0.644531, 0.652344, 0.632812, 0.664062, 0.675781, 0.695312, 0.691406, 0.625, 0.65625, 0.589844, 0.617188, 0.664062, 0.636719, 0.613281, 0.660156, 0.679688, 0.648438, 0.6875, 0.652344, 0.667969, 0.667969, 0.625, 0.667969, 0.652344, 0.679688, 0.675781, 0.679688, 0.632812, 0.664062, 0.640625, 0.691406, 0.585938, 0.636719, 0.640625, 0.683594, 0.675781, 0.675781, 0.667969, 0.648438, 0.636719, 0.644531, 0.636719, 0.644531, 0.652344, 0.632812, 0.640625, 0.613281, 0.636719, 0.6875, 0.625, 0.613281, 0.679688, 0.695312, 0.664062, 0.699219, 0.667969, 0.648438 ] }, "name": "model.transformer.layers.25.attn_norm.weight", "outputIndexes": [ 1564 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1563, 1564 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_25/Mul_1_output_0", "outputIndexes": [ 1565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1565 ], "outputIndexes": [ 3178 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3178 ], "outputIndexes": [ 3179 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear", "inputIndexes": [ 3179 ], "outputIndexes": [ 3180 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1709124996, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3180 ], "outputIndexes": [ 3181 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3181 ], "outputIndexes": [ 1566 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565 ], "main_type": "NONE", "name": "/Shape_101_output_0", "outputIndexes": [ 1567 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1567 ], "main_type": "NONE", "name": "Shape2218", "outputIndexes": [ 1568 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1567 ], "main_type": "NONE", "name": "Rank2220", "outputIndexes": [ 1569 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569, 1569 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2222", "outputIndexes": [ 1570 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1570 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2223", "outputIndexes": [ 1571 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1570, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2225", "outputIndexes": [ 1572 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1572 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2226", "outputIndexes": [ 1573 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1568, 1571, 1573, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2229", "outputIndexes": [ 1574 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1574 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2230", "outputIndexes": [ 1575 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1575 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2231", "outputIndexes": [ 1576 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1576, 1575 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2232", "outputIndexes": [ 1577 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1567, 1577, 1570 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_129_output_0", "outputIndexes": [ 1578 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1578, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_251_output_0", "outputIndexes": [ 1579 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1579, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_125_output_0", "outputIndexes": [ 1580 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1566, 1580 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_101_output_0", "outputIndexes": [ 1581 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1581 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_25/Mul_output_0", "outputIndexes": [ 1582 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.539062, 0.030029, 0.017456, 1.109375, 0.949219, 1.257812, 0.90625, 1.734375, 1.59375, 1.21875, 1.75, 1.4375, 1.453125, 1.601562, 1.851562, 1.9375, 1.539062, 1.851562, 1.6875, 1.789062, 1.789062, 1.84375, 1.8125, 1.8125, 1.789062, 1.78125, 1.6875, 2.046875, 1.742188, 1.625, 1.921875, 1.726562, 1.84375, 2.109375, 1.59375, 2.15625, 1.898438, 2.296875, 1.992188, 2.0, 2.015625, 1.9375, 1.460938, 2.46875, 1.867188, 2.984375, 1.929688, 2.078125, 1.671875, 1.734375, 1.835938, 1.828125, 1.820312, 1.8125, 1.851562, 1.859375, 1.703125, 1.789062, 1.742188, 1.851562, 1.773438, 1.859375, 1.734375, 1.84375, 1.101562, 0.036865, 0.347656, 0.005707, 0.259766, 1.21875, 0.484375, 0.02002, 0.3125, 1.429688, 1.679688, 1.460938, 1.46875, 1.65625, 1.773438, 1.664062, 1.484375, 1.789062, 1.71875, 1.695312, 1.601562, 1.554688, 1.742188, 1.890625, 1.65625, 1.90625, 1.820312, 1.835938, 1.75, 1.953125, 1.9375, 2.03125, 2.0625, 1.8125, 2.15625, 1.640625, 2.078125, 1.609375, 2.0, 1.914062, 1.9375, 2.015625, 2.3125, 1.453125, 2.03125, 1.054688, 1.945312, 1.796875, 2.265625, 2.109375, 1.9375, 2.015625, 1.921875, 1.898438, 1.929688, 1.75, 1.945312, 1.710938, 2.078125, 1.65625, 1.945312, 1.828125, 1.914062, 1.59375 ] }, "name": "model.transformer.layers.25.attn.q_norm.weight", "outputIndexes": [ 1583 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1582, 1583 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_25/Mul_1_output_0", "outputIndexes": [ 1584 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_100_output_0", "outputIndexes": [ 1585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_101_output_0", "outputIndexes": [ 1586 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1586 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_50_output_0", "outputIndexes": [ 1587 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_100_output_0", "outputIndexes": [ 1588 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 1588 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_128_output_0", "outputIndexes": [ 1589 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_101_output_0", "outputIndexes": [ 1590 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1585, 1590 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_100_output_0", "outputIndexes": [ 1591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1565 ], "outputIndexes": [ 3182 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3182 ], "outputIndexes": [ 3183 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear", "inputIndexes": [ 3183 ], "outputIndexes": [ 3184 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1717491338, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3184 ], "outputIndexes": [ 3185 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3185 ], "outputIndexes": [ 1592 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1579, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_126_output_0", "outputIndexes": [ 1593 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1592, 1593 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_102_output_0", "outputIndexes": [ 1594 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1594 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_25/Mul_output_0", "outputIndexes": [ 1595 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.75, 0.030762, 0.001495, 0.933594, 1.015625, 1.390625, 0.84375, 1.554688, 1.671875, 1.125, 1.820312, 1.085938, 1.203125, 1.671875, 2.03125, 1.765625, 1.296875, 1.5625, 1.742188, 1.398438, 1.59375, 1.671875, 1.898438, 1.882812, 1.585938, 1.820312, 1.734375, 1.648438, 1.671875, 2.046875, 1.828125, 2.203125, 2.078125, 1.710938, 2.375, 1.46875, 2.109375, 1.476562, 1.976562, 1.890625, 1.835938, 1.898438, 2.75, 1.53125, 2.0625, 1.179688, 1.867188, 1.890625, 2.3125, 1.960938, 1.945312, 1.96875, 1.984375, 1.9375, 1.882812, 1.742188, 2.125, 1.703125, 1.914062, 1.765625, 1.976562, 1.882812, 2.140625, 1.726562, 0.066895, 0.055664, 0.234375, 0.002747, 0.183594, 1.023438, 0.609375, 0.019043, 0.085449, 1.546875, 1.539062, 1.6875, 1.648438, 1.46875, 1.203125, 1.796875, 1.601562, 2.0625, 1.632812, 1.875, 1.90625, 1.695312, 1.640625, 1.835938, 1.757812, 1.914062, 1.742188, 2.203125, 1.867188, 1.4375, 2.015625, 1.546875, 1.671875, 2.140625, 1.484375, 2.3125, 1.765625, 2.328125, 1.945312, 2.109375, 2.0, 1.976562, 1.351562, 2.5625, 1.882812, 3.71875, 1.945312, 1.953125, 1.6875, 1.734375, 1.867188, 1.875, 1.851562, 1.828125, 1.890625, 1.976562, 1.773438, 1.960938, 1.742188, 2.140625, 1.90625, 1.890625, 1.789062, 2.203125 ] }, "name": "model.transformer.layers.25.attn.k_norm.weight", "outputIndexes": [ 1596 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1595, 1596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_25/Mul_1_output_0", "outputIndexes": [ 1597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1597, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_102_output_0", "outputIndexes": [ 1598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1597, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_103_output_0", "outputIndexes": [ 1599 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1599 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_51_output_0", "outputIndexes": [ 1600 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1597, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_102_output_0", "outputIndexes": [ 1601 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1600, 1601 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_129_output_0", "outputIndexes": [ 1602 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1602, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_103_output_0", "outputIndexes": [ 1603 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1598, 1603 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_101_output_0", "outputIndexes": [ 1604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1565 ], "outputIndexes": [ 3186 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3186 ], "outputIndexes": [ 3187 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear", "inputIndexes": [ 3187 ], "outputIndexes": [ 3188 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1719583120, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3188 ], "outputIndexes": [ 3189 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3189 ], "outputIndexes": [ 1605 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1605, 1593 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_103_output_0", "outputIndexes": [ 1606 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1591, 1604, 1606, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.25/self_attn/FusedAttention", "outputIndexes": [ 1607 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1607 ], "outputIndexes": [ 3190 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3190 ], "outputIndexes": [ 3191 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear", "inputIndexes": [ 3191 ], "outputIndexes": [ 3192 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1721674902, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3192 ], "outputIndexes": [ 3193 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3193 ], "outputIndexes": [ 1608 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1562, 1608 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_102_output_0", "outputIndexes": [ 1609 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_25/Mul_output_0", "outputIndexes": [ 1610 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.341797, 0.333984, 0.332031, 0.339844, 0.322266, 0.341797, 0.328125, 0.337891, 0.322266, 0.339844, 0.333984, 0.339844, 0.332031, 0.332031, 0.328125, 0.322266, 0.34375, 0.345703, 0.332031, 0.335938, 0.320312, 0.326172, 0.337891, 0.330078, 0.353516, 0.333984, 0.335938, 0.326172, 0.337891, 0.322266, 0.326172, 0.328125, 0.328125, 0.34375, 0.326172, 0.330078, 0.330078, 0.347656, 0.335938, 0.335938, 0.333984, 0.333984, 0.316406, 0.333984, 0.332031, 0.328125, 0.333984, 0.332031, 0.337891, 0.339844, 0.324219, 0.333984, 0.34375, 0.332031, 0.330078, 0.335938, 0.345703, 0.333984, 0.328125, 0.330078, 0.333984, 0.332031, 0.337891, 0.34375, 0.330078, 0.328125, 0.333984, 0.335938, 0.335938, 0.333984, 0.333984, 0.333984, 0.332031, 0.326172, 0.345703, 0.339844, 0.330078, 0.339844, 0.337891, 0.330078, 0.328125, 0.328125, 0.333984, 0.341797, 0.322266, 0.328125, 0.335938, 0.341797, 0.326172, 0.34375, 0.335938, 0.330078, 0.333984, 0.332031, 0.332031, 0.328125, 0.34375, 0.324219, 0.332031, 0.324219, 0.337891, 0.328125, 0.335938, 0.318359, 0.326172, 0.330078, 0.318359, 0.324219, 0.330078, 0.333984, 0.337891, 0.341797, 0.332031, 0.332031, 0.330078, 0.296875, 0.333984, 0.333984, 0.34375, 0.341797, 0.322266, 0.318359, 0.324219, 0.330078, 0.330078, 0.34375, 0.333984, 0.339844, 0.328125, 0.335938, 0.332031, 0.34375, 0.337891, 0.326172, 0.339844, 0.332031, 0.324219, 0.339844, 0.332031, 0.328125, 0.330078, 0.332031, 0.332031, 0.34375, 0.330078, 0.332031, 0.335938, 0.328125, 0.337891, 0.333984, 0.337891, 0.335938, 0.328125, 0.34375, 0.326172, 0.328125, 0.330078, 0.34375, 0.34375, 0.335938, 0.333984, 0.333984, 0.332031, 0.341797, 0.324219, 0.326172, 0.320312, 0.333984, 0.322266, 0.332031, 0.291016, 0.333984, 0.345703, 0.324219, 0.333984, 0.335938, 0.328125, 0.330078, 0.328125, 0.322266, 0.320312, 0.337891, 0.332031, 0.345703, 0.328125, 0.324219, 0.326172, 0.316406, 0.339844, 0.322266, 0.341797, 0.326172, 0.332031, 0.330078, 0.326172, 0.337891, 0.326172, 0.341797, 0.341797, 0.332031, 0.347656, 0.326172, 0.326172, 0.322266, 0.351562, 0.333984, 0.333984, 0.333984, 0.339844, 0.335938, 0.324219, 0.332031, 0.339844, 0.337891, 0.324219, 0.328125, 0.337891, 0.332031, 0.351562, 0.330078, 0.339844, 0.324219, 0.333984, 0.330078, 0.332031, 0.322266, 0.339844, 0.339844, 0.322266, 0.345703, 0.318359, 0.339844, 0.330078, 0.349609, 0.335938, 0.335938, 0.335938, 0.347656, 0.335938, 0.310547, 0.333984, 0.335938, 0.34375, 0.332031, 0.328125, 0.314453, 0.330078, 0.333984, 0.34375, 0.339844, 0.333984, 0.339844, 0.332031, 0.341797, 0.324219, 0.339844, 0.328125, 0.333984, 0.337891, 0.335938, 0.339844, 0.330078, 0.337891, 0.324219, 0.332031, 0.337891, 0.320312, 0.332031, 0.335938, 0.333984, 0.330078, 0.34375, 0.330078, 0.330078, 0.332031, 0.324219, 0.326172, 0.332031, 0.335938, 0.332031, 0.335938, 0.339844, 0.333984, 0.335938, 0.333984, 0.330078, 0.345703, 0.328125, 0.335938, 0.333984, 0.341797, 0.337891, 0.328125, 0.34375, 0.330078, 0.330078, 0.330078, 0.341797, 0.341797, 0.326172, 0.34375, 0.333984, 0.341797, 0.333984, 0.324219, 0.332031, 0.339844, 0.339844, 0.326172, 0.326172, 0.339844, 0.337891, 0.332031, 0.324219, 0.328125, 0.335938, 0.337891, 0.335938, 0.333984, 0.328125, 0.332031, 0.326172, 0.332031, 0.318359, 0.330078, 0.332031, 0.34375, 0.341797, 0.318359, 0.335938, 0.34375, 0.322266, 0.337891, 0.332031, 0.328125, 0.34375, 0.332031, 0.333984, 0.332031, 0.339844, 0.330078, 0.332031, 0.335938, 0.339844, 0.337891, 0.330078, 0.328125, 0.337891, 0.328125, 0.341797, 0.332031, 0.333984, 0.337891, 0.339844, 0.320312, 0.339844, 0.328125, 0.318359, 0.318359, 0.328125, 0.324219, 0.337891, 0.328125, 0.333984, 0.341797, 0.341797, 0.328125, 0.335938, 0.332031, 0.341797, 0.339844, 0.332031, 0.337891, 0.330078, 0.335938, 0.349609, 0.328125, 0.335938, 0.337891, 0.330078, 0.335938, 0.332031, 0.322266, 0.351562, 0.332031, 0.341797, 0.326172, 0.34375, 0.337891, 0.332031, 0.332031, 0.34375, 0.339844, 0.349609, 0.328125, 0.345703, 0.337891, 0.335938, 0.335938, 0.332031, 0.339844, 0.330078, 0.324219, 0.318359, 0.330078, 0.339844, 0.333984, 0.326172, 0.333984, 0.314453, 0.314453, 0.337891, 0.333984, 0.326172, 0.341797, 0.318359, 0.335938, 0.339844, 0.341797, 0.339844, 0.337891, 0.3125, 0.328125, 0.326172, 0.333984, 0.341797, 0.330078, 0.337891, 0.34375, 0.320312, 0.326172, 0.333984, 0.330078, 0.335938, 0.332031, 0.332031, 0.341797, 0.337891, 0.339844, 0.345703, 0.34375, 0.326172, 0.345703, 0.322266, 0.324219, 0.341797, 0.330078, 0.333984, 0.339844, 0.330078, 0.320312, 0.337891, 0.335938, 0.320312, 0.318359, 0.326172, 0.345703, 0.337891, 0.341797, 0.335938, 0.326172, 0.345703, 0.326172, 0.332031, 0.337891, 0.326172, 0.328125, 0.337891, 0.328125, 0.332031, 0.337891, 0.324219, 0.332031, 0.335938, 0.333984, 0.34375, 0.322266, 0.335938, 0.332031, 0.328125, 0.335938, 0.324219, 0.328125, 0.324219, 0.330078, 0.333984, 0.345703, 0.34375, 0.345703, 0.332031, 0.320312, 0.326172, 0.347656, 0.333984, 0.330078, 0.326172, 0.335938, 0.328125, 0.333984, 0.345703, 0.341797, 0.345703, 0.332031, 0.326172, 0.335938, 0.332031, 0.332031, 0.333984, 0.335938, 0.330078, 0.324219, 0.332031, 0.335938, 0.332031, 0.337891, 0.34375, 0.332031, 0.347656, 0.333984, 0.330078, 0.332031, 0.341797, 0.337891, 0.332031, 0.326172, 0.34375, 0.347656, 0.337891, 0.326172, 0.335938, 0.316406, 0.332031, 0.341797, 0.333984, 0.330078, 0.34375, 0.332031, 0.333984, 0.326172, 0.330078, 0.328125, 0.335938, 0.335938, 0.333984, 0.341797, 0.333984, 0.337891, 0.341797, 0.339844, 0.332031, 0.328125, 0.34375, 0.332031, 0.326172, 0.341797, 0.328125, 0.322266, 0.34375, 0.335938, 0.330078, 0.332031, 0.335938, 0.332031, 0.333984, 0.326172, 0.330078, 0.322266, 0.337891, 0.328125, 0.339844, 0.332031, 0.332031, 0.333984, 0.332031, 0.332031, 0.337891, 0.341797, 0.324219, 0.330078, 0.3125, 0.339844, 0.335938, 0.341797, 0.333984, 0.335938, 0.328125, 0.335938, 0.234375, 0.337891, 0.330078, 0.333984, 0.337891, 0.324219, 0.351562, 0.333984, 0.335938, 0.337891, 0.330078, 0.333984, 0.335938, 0.330078, 0.339844, 0.34375, 0.34375, 0.330078, 0.34375, 0.333984, 0.339844, 0.330078, 0.328125, 0.347656, 0.333984, 0.332031, 0.335938, 0.337891, 0.335938, 0.335938, 0.324219, 0.335938, 0.333984, 0.335938, 0.341797, 0.341797, 0.318359, 0.337891, 0.335938, 0.335938, 0.332031, 0.337891, 0.332031, 0.326172, 0.335938, 0.332031, 0.333984, 0.328125, 0.330078, 0.332031, 0.339844, 0.339844, 0.333984, 0.326172, 0.330078, 0.341797, 0.332031, 0.330078, 0.332031, 0.335938, 0.333984, 0.328125, 0.330078, 0.335938, 0.332031, 0.324219, 0.339844, 0.335938, 0.328125, 0.341797, 0.337891, 0.355469, 0.316406, 0.337891, 0.337891, 0.328125, 0.332031, 0.333984, 0.34375, 0.320312, 0.339844, 0.339844, 0.339844, 0.332031, 0.339844, 0.349609, 0.333984, 0.335938, 0.332031, 0.328125, 0.34375, 0.34375, 0.326172, 0.330078, 0.341797, 0.335938, 0.335938, 0.328125, 0.318359, 0.347656, 0.3125, 0.337891, 0.314453, 0.332031, 0.320312, 0.332031, 0.330078, 0.322266, 0.326172, 0.333984, 0.333984, 0.335938, 0.345703, 0.328125, 0.337891, 0.324219, 0.332031, 0.339844, 0.328125, 0.333984, 0.339844, 0.332031, 0.332031, 0.291016, 0.339844, 0.332031, 0.332031, 0.335938, 0.339844, 0.324219, 0.335938, 0.34375, 0.332031, 0.339844, 0.330078, 0.332031, 0.332031, 0.326172, 0.337891, 0.345703, 0.34375, 0.330078, 0.332031, 0.330078, 0.349609, 0.335938, 0.332031, 0.341797, 0.333984, 0.326172, 0.326172, 0.335938, 0.322266, 0.339844, 0.332031, 0.337891, 0.333984, 0.322266, 0.337891, 0.332031, 0.335938, 0.332031, 0.332031, 0.332031, 0.341797, 0.332031, 0.328125, 0.335938, 0.335938, 0.324219, 0.337891, 0.330078, 0.337891, 0.341797, 0.34375, 0.330078, 0.347656, 0.330078, 0.337891, 0.328125, 0.328125, 0.332031, 0.330078, 0.320312, 0.333984, 0.330078, 0.347656, 0.328125, 0.341797, 0.330078, 0.328125, 0.328125, 0.320312, 0.335938, 0.335938, 0.341797, 0.337891, 0.328125, 0.335938, 0.324219, 0.335938, 0.326172, 0.328125, 0.330078, 0.335938, 0.322266, 0.328125, 0.326172, 0.337891, 0.335938, 0.333984, 0.337891, 0.339844, 0.333984, 0.333984, 0.328125, 0.314453, 0.339844, 0.34375, 0.326172, 0.324219, 0.333984, 0.345703, 0.326172, 0.345703, 0.349609, 0.347656, 0.337891, 0.326172, 0.318359, 0.335938, 0.335938, 0.333984, 0.34375, 0.332031, 0.337891, 0.330078, 0.328125, 0.332031, 0.320312, 0.339844, 0.337891, 0.328125, 0.335938, 0.341797, 0.328125, 0.337891, 0.335938, 0.345703, 0.332031, 0.345703, 0.339844, 0.330078, 0.326172, 0.330078, 0.326172, 0.339844, 0.324219, 0.335938, 0.335938, 0.333984, 0.333984, 0.333984, 0.335938, 0.328125, 0.330078, 0.330078, 0.341797, 0.330078, 0.316406, 0.332031, 0.333984, 0.324219, 0.332031, 0.330078, 0.339844, 0.314453, 0.324219, 0.328125, 0.322266, 0.330078, 0.333984, 0.34375, 0.339844, 0.333984, 0.339844, 0.341797, 0.335938, 0.332031, 0.335938, 0.324219, 0.337891, 0.330078, 0.335938, 0.339844, 0.328125, 0.330078, 0.337891, 0.337891, 0.332031, 0.314453, 0.330078, 0.337891, 0.335938, 0.335938, 0.322266, 0.335938, 0.339844, 0.326172, 0.337891, 0.34375, 0.345703, 0.322266, 0.332031, 0.332031, 0.339844, 0.324219, 0.333984, 0.328125, 0.330078, 0.330078, 0.332031, 0.355469, 0.333984, 0.328125, 0.328125, 0.341797, 0.341797, 0.318359, 0.333984, 0.332031, 0.337891, 0.347656, 0.322266, 0.328125, 0.332031, 0.333984, 0.326172, 0.339844, 0.333984, 0.324219, 0.328125, 0.330078, 0.333984, 0.335938, 0.316406, 0.341797, 0.347656, 0.330078, 0.333984, 0.333984, 0.333984, 0.318359, 0.326172, 0.330078, 0.337891, 0.34375, 0.337891, 0.337891, 0.332031, 0.326172, 0.330078, 0.339844, 0.347656, 0.339844, 0.333984, 0.324219, 0.324219, 0.333984, 0.333984, 0.339844, 0.339844, 0.335938, 0.34375, 0.337891, 0.337891, 0.330078, 0.330078, 0.333984, 0.330078, 0.335938, 0.335938, 0.318359, 0.332031, 0.333984, 0.341797, 0.339844, 0.333984, 0.333984, 0.345703, 0.324219, 0.324219, 0.347656, 0.332031, 0.326172, 0.335938, 0.337891, 0.330078, 0.349609, 0.328125, 0.34375, 0.332031, 0.332031, 0.330078, 0.341797, 0.339844, 0.324219, 0.328125, 0.335938, 0.332031, 0.34375, 0.339844, 0.332031, 0.320312, 0.332031, 0.335938, 0.335938, 0.337891, 0.332031, 0.333984, 0.335938, 0.341797, 0.337891, 0.333984, 0.332031, 0.345703, 0.322266, 0.34375, 0.322266, 0.326172, 0.326172, 0.326172, 0.330078, 0.337891, 0.34375, 0.333984, 0.34375, 0.328125, 0.333984, 0.337891, 0.339844, 0.332031, 0.339844, 0.326172, 0.337891, 0.333984, 0.328125, 0.341797, 0.322266, 0.332031, 0.337891, 0.328125, 0.335938, 0.330078, 0.306641, 0.330078, 0.324219, 0.322266, 0.341797, 0.335938, 0.337891, 0.332031, 0.333984, 0.332031, 0.328125, 0.328125, 0.332031, 0.347656, 0.328125, 0.326172, 0.335938, 0.330078, 0.333984, 0.34375, 0.341797, 0.333984, 0.326172, 0.332031, 0.333984, 0.330078, 0.337891, 0.339844, 0.326172, 0.314453, 0.337891, 0.308594, 0.335938, 0.324219, 0.357422, 0.320312, 0.330078, 0.335938, 0.337891, 0.333984, 0.335938, 0.341797, 0.335938, 0.339844, 0.335938, 0.333984, 0.337891, 0.328125, 0.335938, 0.328125, 0.341797, 0.328125, 0.333984, 0.337891, 0.337891, 0.339844, 0.337891, 0.347656, 0.335938, 0.332031, 0.330078, 0.330078, 0.330078, 0.341797, 0.330078, 0.337891, 0.349609, 0.328125, 0.351562, 0.326172, 0.335938, 0.337891, 0.328125, 0.337891, 0.328125, 0.333984, 0.333984, 0.326172, 0.335938, 0.335938, 0.320312, 0.324219, 0.335938, 0.330078, 0.332031, 0.341797, 0.330078, 0.339844, 0.326172, 0.349609, 0.333984, 0.34375, 0.333984, 0.347656, 0.326172, 0.341797, 0.339844, 0.345703, 0.341797, 0.333984, 0.333984, 0.322266, 0.337891, 0.316406, 0.322266, 0.339844, 0.330078, 0.339844, 0.332031, 0.333984, 0.339844, 0.322266, 0.330078, 0.328125, 0.347656, 0.333984, 0.339844, 0.326172, 0.333984, 0.330078, 0.330078, 0.333984, 0.339844, 0.324219, 0.333984, 0.341797, 0.333984, 0.341797, 0.330078, 0.326172, 0.332031, 0.339844, 0.337891, 0.332031, 0.320312, 0.337891, 0.337891, 0.341797, 0.328125, 0.345703, 0.332031, 0.326172, 0.328125, 0.339844, 0.333984, 0.353516, 0.337891, 0.326172, 0.328125, 0.328125, 0.333984, 0.332031, 0.34375, 0.339844, 0.328125, 0.332031, 0.333984, 0.335938, 0.335938, 0.337891, 0.326172, 0.326172, 0.330078, 0.34375, 0.320312, 0.332031, 0.326172, 0.339844, 0.332031, 0.333984, 0.341797, 0.34375, 0.330078, 0.335938, 0.333984, 0.337891, 0.328125, 0.337891, 0.322266, 0.326172, 0.332031, 0.333984, 0.335938, 0.330078, 0.335938, 0.330078, 0.330078, 0.328125, 0.34375, 0.341797, 0.333984, 0.333984, 0.326172, 0.339844, 0.333984, 0.318359, 0.337891, 0.328125, 0.328125, 0.34375, 0.333984, 0.347656, 0.333984, 0.330078, 0.345703, 0.333984, 0.328125, 0.335938, 0.324219, 0.332031, 0.330078, 0.328125, 0.335938, 0.341797, 0.330078, 0.332031, 0.337891, 0.333984, 0.322266, 0.333984, 0.333984, 0.347656, 0.328125, 0.333984, 0.333984, 0.335938, 0.335938, 0.324219, 0.333984, 0.349609, 0.330078, 0.333984, 0.333984, 0.355469, 0.324219, 0.337891, 0.34375, 0.316406, 0.332031, 0.324219, 0.339844, 0.332031, 0.326172, 0.332031, 0.333984, 0.34375, 0.333984, 0.347656, 0.330078, 0.310547, 0.337891, 0.335938, 0.332031, 0.328125, 0.335938, 0.330078, 0.332031, 0.337891, 0.326172, 0.328125, 0.328125, 0.328125, 0.326172, 0.324219, 0.324219, 0.335938, 0.335938, 0.335938, 0.333984, 0.335938, 0.333984, 0.332031, 0.339844, 0.339844, 0.332031, 0.330078, 0.332031, 0.332031, 0.345703, 0.332031, 0.332031, 0.333984, 0.318359, 0.318359, 0.341797, 0.333984, 0.337891, 0.320312, 0.326172, 0.335938, 0.332031, 0.332031, 0.330078, 0.330078, 0.337891, 0.337891, 0.341797, 0.341797, 0.335938, 0.332031, 0.328125, 0.339844, 0.322266, 0.326172, 0.326172, 0.322266, 0.330078, 0.347656, 0.339844, 0.324219, 0.332031, 0.320312, 0.335938, 0.335938, 0.318359, 0.337891, 0.347656, 0.326172, 0.326172, 0.337891, 0.332031, 0.335938, 0.320312, 0.196289, 0.333984, 0.328125, 0.345703, 0.330078, 0.328125, 0.306641, 0.341797, 0.333984, 0.335938, 0.34375, 0.326172, 0.335938, 0.335938, 0.339844, 0.339844, 0.34375, 0.341797, 0.330078, 0.333984, 0.332031, 0.330078, 0.324219, 0.328125, 0.330078, 0.341797, 0.310547, 0.326172, 0.347656, 0.335938, 0.330078, 0.337891, 0.333984, 0.337891, 0.332031, 0.335938, 0.328125, 0.341797, 0.330078, 0.328125, 0.332031, 0.337891, 0.324219, 0.318359, 0.328125, 0.326172, 0.345703, 0.335938, 0.339844, 0.347656, 0.326172, 0.324219, 0.335938, 0.308594, 0.332031, 0.339844, 0.333984, 0.318359, 0.349609, 0.326172, 0.332031, 0.335938, 0.339844, 0.337891, 0.328125, 0.328125, 0.328125, 0.341797, 0.326172, 0.324219, 0.333984, 0.318359, 0.337891, 0.332031, 0.328125, 0.316406, 0.333984, 0.332031, 0.326172, 0.333984, 0.353516, 0.324219, 0.330078, 0.330078, 0.335938, 0.341797, 0.335938, 0.326172, 0.310547, 0.341797, 0.332031, 0.324219, 0.332031, 0.332031, 0.324219, 0.341797, 0.332031, 0.341797, 0.341797, 0.326172, 0.339844, 0.337891, 0.332031, 0.339844, 0.335938, 0.341797, 0.324219, 0.339844, 0.335938, 0.337891, 0.337891, 0.332031, 0.335938, 0.322266, 0.324219, 0.330078, 0.314453, 0.328125, 0.341797, 0.318359, 0.324219, 0.337891, 0.328125, 0.337891, 0.328125, 0.335938, 0.328125, 0.328125, 0.328125, 0.330078, 0.345703, 0.333984, 0.34375, 0.335938, 0.333984, 0.335938, 0.328125, 0.339844, 0.339844, 0.326172, 0.339844, 0.335938, 0.341797, 0.335938, 0.363281, 0.333984, 0.324219, 0.320312, 0.328125, 0.337891, 0.330078, 0.333984, 0.3125, 0.337891, 0.339844, 0.335938, 0.333984, 0.333984, 0.332031, 0.335938, 0.333984, 0.339844, 0.330078, 0.322266, 0.326172, 0.339844, 0.339844, 0.341797, 0.337891, 0.333984, 0.337891, 0.330078, 0.318359, 0.335938, 0.339844, 0.341797, 0.328125, 0.332031, 0.333984, 0.347656, 0.328125, 0.328125, 0.330078, 0.341797, 0.347656, 0.345703, 0.337891, 0.330078, 0.322266, 0.332031, 0.337891, 0.339844, 0.34375, 0.332031, 0.333984, 0.332031, 0.339844, 0.335938, 0.337891, 0.335938, 0.330078, 0.328125, 0.332031, 0.318359, 0.339844, 0.328125, 0.341797, 0.339844, 0.333984, 0.332031, 0.316406, 0.34375, 0.328125, 0.326172, 0.337891, 0.339844, 0.333984, 0.332031, 0.335938, 0.341797, 0.330078, 0.328125, 0.345703, 0.335938, 0.328125, 0.318359, 0.332031, 0.345703, 0.337891, 0.330078, 0.326172, 0.341797, 0.335938, 0.345703, 0.333984, 0.339844, 0.330078, 0.333984, 0.337891, 0.339844, 0.333984, 0.328125, 0.333984, 0.335938, 0.335938, 0.333984, 0.347656, 0.330078, 0.326172, 0.333984, 0.333984, 0.328125, 0.335938, 0.326172, 0.335938, 0.335938, 0.337891, 0.332031, 0.330078, 0.339844, 0.341797, 0.335938, 0.328125, 0.333984, 0.330078, 0.332031, 0.335938, 0.328125, 0.332031, 0.328125, 0.34375, 0.324219, 0.328125, 0.322266, 0.345703, 0.335938, 0.320312, 0.339844, 0.328125, 0.326172, 0.335938, 0.337891, 0.332031, 0.332031, 0.34375, 0.330078, 0.332031, 0.335938, 0.337891, 0.328125, 0.335938, 0.335938, 0.333984, 0.330078, 0.332031, 0.333984, 0.345703, 0.335938, 0.328125, 0.328125, 0.326172, 0.337891, 0.322266, 0.322266, 0.339844, 0.341797, 0.328125, 0.337891, 0.333984, 0.330078, 0.333984, 0.330078, 0.335938, 0.335938, 0.324219, 0.328125, 0.337891, 0.000129, 0.326172, 0.34375, 0.322266, 0.326172, 0.335938, 0.335938, 0.324219, 0.322266, 0.330078, 0.326172, 0.333984, 0.333984, 0.335938, 0.341797, 0.320312, 0.335938, 0.324219, 0.330078, 0.341797, 0.333984, 0.332031, 0.333984, 0.335938, 0.335938, 0.330078, 0.332031, 0.330078, 0.330078, 0.332031, 0.324219, 0.330078, 0.324219, 0.332031, 0.330078, 0.332031, 0.333984, 0.339844, 0.34375, 0.333984, 0.328125, 0.322266, 0.347656, 0.322266, 0.332031, 0.332031, 0.332031, 0.328125, 0.316406, 0.333984, 0.335938, 0.341797, 0.326172, 0.333984, 0.335938, 0.341797, 0.333984, 0.349609, 0.326172, 0.335938, 0.333984, 0.330078, 0.304688, 0.328125, 0.324219, 0.332031, 0.328125, 0.324219, 0.34375, 0.324219, 0.328125, 0.34375, 0.337891, 0.341797, 0.333984, 0.324219, 0.330078, 0.335938, 0.326172, 0.330078, 0.326172, 0.330078, 0.341797, 0.332031, 0.34375, 0.335938, 0.345703, 0.341797, 0.34375, 0.324219, 0.337891, 0.326172, 0.333984, 0.339844, 0.332031, 0.328125, 0.332031, 0.322266, 0.326172, 0.339844, 0.320312, 0.326172, 0.330078, 0.353516, 0.335938, 0.337891, 0.328125, 0.332031, 0.337891, 0.326172, 0.324219, 0.322266, 0.332031, 0.328125, 0.332031, 0.332031, 0.333984, 0.328125, 0.320312, 0.333984, 0.328125, 0.333984, 0.328125, 0.333984, 0.337891, 0.330078, 0.332031, 0.316406, 0.328125, 0.337891, 0.318359, 0.345703, 0.000317, 0.328125, 0.324219, 0.330078, 0.324219, 0.335938, 0.330078, 0.333984, 0.333984, 0.324219, 0.330078, 0.333984, 0.326172, 0.322266, 0.333984, 0.328125, 0.335938, 0.332031, 0.322266, 0.324219, 0.339844, 0.335938, 0.324219, 0.306641, 0.3125, 0.347656, 0.347656, 0.337891, 0.349609, 0.353516, 0.335938, 0.330078, 0.335938, 0.333984, 0.330078, 0.332031, 0.324219, 0.349609, 0.324219, 0.332031, 0.335938, 0.337891, 0.324219, 0.324219, 0.335938, 0.332031, 0.335938, 0.328125, 0.337891, 0.316406, 0.332031, 0.333984, 0.324219, 0.341797, 0.335938, 0.326172, 0.335938, 0.322266, 0.34375, 0.335938, 0.339844, 0.332031, 0.330078, 0.332031, 0.333984, 0.339844, 0.332031, 0.335938, 0.324219, 0.335938, 0.347656, 0.324219, 0.335938, 0.328125, 0.339844, 0.330078, 0.332031, 0.324219, 0.333984, 0.326172, 0.328125, 0.330078, 0.328125, 0.324219, 0.324219, 0.333984, 0.345703, 0.314453, 0.333984, 0.341797, 0.333984, 0.335938, 0.335938, 0.337891, 0.339844, 0.335938, 0.328125, 0.34375, 0.324219, 0.326172, 0.335938, 0.335938, 0.328125, 0.332031, 0.324219, 0.328125, 0.330078, 0.341797, 0.335938, 0.328125, 0.318359, 0.345703, 0.335938, 0.328125, 0.333984, 0.332031, 0.318359, 0.330078, 0.337891, 0.324219, 0.330078, 0.330078, 0.330078, 0.324219, 0.326172, 0.337891, 0.333984, 0.333984, 0.326172, 0.337891, 0.328125, 0.332031, 0.324219, 0.304688, 0.322266, 0.351562, 0.34375, 0.324219, 0.326172, 0.345703, 0.337891, 0.328125, 0.337891, 0.332031, 0.328125, 0.324219, 0.339844, 0.339844, 0.335938, 0.326172, 0.349609, 0.330078, 0.324219, 0.333984, 0.351562, 0.330078, 0.333984, 0.322266, 0.333984, 0.320312, 0.341797, 0.328125, 0.339844, 0.320312, 0.333984, 0.333984, 0.333984, 0.339844, 0.326172, 0.34375, 0.333984, 0.330078, 0.34375, 0.330078, 0.341797, 0.332031, 0.332031, 0.333984, 0.326172, 0.324219, 0.332031, 0.332031, 0.322266, 0.330078, 0.337891, 0.330078, 0.324219, 0.333984, 0.332031, 0.341797, 0.339844, 0.332031, 0.335938, 0.335938, 0.332031, 0.337891, 0.333984, 0.349609, 0.339844, 0.328125, 0.326172, 0.332031, 0.326172, 0.332031, 0.326172, 0.337891, 0.330078, 0.332031, 0.337891, 0.328125, 0.333984, 0.345703, 0.324219, 0.337891, 0.339844, 0.332031, 0.332031, 0.326172, 0.330078, 0.333984, 0.324219, 0.330078, 0.333984, 0.337891, 0.335938, 0.339844, 0.349609, 0.337891, 0.320312, 0.330078, 0.328125, 0.339844, 0.333984, 0.335938, 0.330078, 0.322266, 0.337891, 0.335938, 0.341797, 0.335938, 0.326172, 0.320312, 0.326172, 0.332031, 0.339844, 0.324219, 0.34375, 0.322266, 0.34375, 0.330078, 0.335938, 0.332031, 0.330078, 0.341797, 0.341797, 0.332031, 0.326172, 0.324219, 0.326172, 0.333984, 0.330078, 0.333984, 0.322266, 0.339844, 0.328125, 0.332031, 0.328125, 0.322266, 0.328125, 0.330078, 0.330078, 0.330078, 0.333984, 0.322266, 0.320312, 0.328125, 0.339844, 0.335938, 0.337891, 0.328125, 0.330078, 0.333984, 0.347656, 0.328125, 0.333984, 0.337891, 0.328125, 0.330078, 0.332031, 0.333984, 0.332031, 0.369141, 0.337891, 0.326172, 0.332031, 0.335938, 0.337891, 0.332031, 0.341797, 0.333984, 0.337891, 0.333984, 0.332031, 0.349609, 0.333984, 0.34375, 0.330078, 0.341797, 0.173828, 0.332031, 0.341797, 0.332031, 0.332031, 0.337891, 0.330078, 0.333984, 0.353516, 0.333984, 0.333984, 0.332031, 0.332031, 0.326172, 0.330078, 0.341797, 0.328125, 0.333984, 0.337891, 0.332031, 0.337891, 0.351562, 0.339844, 0.339844, 0.337891, 0.326172, 0.330078, 0.34375, 0.326172, 0.322266, 0.324219, 0.330078, 0.333984, 0.333984, 0.316406, 0.337891, 0.330078, 0.333984, 0.335938, 0.324219, 0.341797, 0.339844, 0.345703, 0.332031, 0.349609, 0.332031, 0.339844, 0.341797, 0.339844, 0.332031, 0.335938, 0.333984, 0.330078, 0.345703, 0.332031, 0.326172, 0.332031, 0.341797, 0.34375, 0.330078, 0.332031, 0.326172, 0.324219, 0.345703, 0.333984, 0.335938, 0.326172, 0.353516, 0.332031, 0.298828, 0.328125, 0.337891, 0.326172, 0.332031, 0.335938, 0.337891, 0.339844, 0.287109, 0.333984, 0.326172, 0.324219, 0.322266, 0.339844, 0.333984, 0.34375, 0.341797, 0.332031, 0.328125, 0.335938, 0.337891, 0.333984, 0.333984, 0.335938, 0.335938, 0.335938, 0.326172, 0.341797, 0.335938, 0.357422, 0.34375, 0.341797, 0.34375, 0.335938, 0.332031, 0.333984, 0.332031, 0.330078, 0.330078, 0.333984, 0.34375, 0.328125, 0.320312, 0.328125, 0.337891, 0.339844, 0.332031, 0.332031, 0.333984, 0.314453, 0.326172, 0.328125, 0.34375, 0.330078, 0.333984, 0.326172, 0.330078, 0.324219, 0.324219, 0.337891, 0.333984, 0.326172, 0.328125, 0.335938, 0.337891, 0.318359, 0.339844, 0.333984, 0.333984, 0.333984, 0.322266, 0.345703, 0.335938, 0.318359, 0.333984, 0.330078, 0.333984, 0.339844, 0.332031, 0.341797, 0.347656, 0.330078, 0.332031, 0.324219, 0.335938, 0.345703, 0.335938, 0.341797, 0.339844, 0.335938, 0.333984, 0.345703, 0.337891, 0.322266, 0.332031, 0.326172, 0.333984, 0.318359, 0.322266, 0.330078, 0.345703, 0.324219, 0.341797, 0.339844, 0.328125, 0.330078, 0.339844, 0.318359, 0.347656, 0.330078, 0.345703, 0.34375, 0.333984, 0.339844, 0.322266, 0.341797, 0.341797, 0.341797, 0.316406, 0.341797, 0.330078, 0.332031, 0.34375, 0.332031, 0.330078, 0.324219, 0.330078, 0.339844, 0.34375, 0.332031, 0.337891, 0.335938, 0.330078, 0.326172, 0.332031, 0.333984, 0.333984, 0.326172, 0.335938, 0.335938, 0.341797, 0.330078, 0.335938, 0.341797, 0.34375, 0.330078, 0.332031, 0.345703, 0.324219, 0.324219, 0.345703, 0.335938, 0.335938, 0.341797, 0.337891, 0.333984, 0.335938, 0.34375, 0.326172, 0.345703, 0.339844, 0.347656, 0.34375, 0.330078, 0.314453, 0.326172, 0.345703, 0.337891, 0.34375, 0.328125, 0.337891, 0.339844, 0.345703, 0.337891, 0.341797, 0.330078, 0.335938, 0.341797, 0.333984, 0.337891, 0.326172, 0.332031, 0.335938, 0.332031, 0.332031, 0.335938, 0.337891, 0.326172, 0.333984, 0.330078, 0.232422, 0.333984, 0.322266, 0.326172, 0.324219, 0.337891, 0.335938, 0.328125, 0.337891, 0.316406, 0.332031, 0.347656, 0.328125, 0.339844, 0.316406, 0.335938, 0.326172, 0.335938, 0.337891, 0.333984, 0.337891, 0.322266, 0.34375, 0.333984, 0.34375, 0.333984, 0.332031, 0.326172, 0.332031, 0.330078, 0.332031, 0.332031, 0.333984, 0.326172, 0.318359, 0.339844, 0.335938, 0.347656, 0.333984, 0.333984, 0.345703, 0.332031, 0.333984, 0.330078, 0.339844, 0.330078, 0.330078, 0.337891, 0.337891, 0.337891, 0.337891, 0.330078, 0.335938, 0.333984, 0.335938, 0.310547, 0.333984, 0.330078, 0.332031, 0.332031, 0.335938, 0.332031, 0.326172, 0.324219, 0.332031, 0.332031, 0.335938, 0.332031, 0.34375, 0.330078, 0.333984, 0.345703, 0.347656, 0.341797, 0.330078, 0.332031, 0.328125, 0.339844, 0.349609, 0.337891, 0.332031, 0.322266, 0.335938, 0.339844, 0.333984, 0.333984, 0.333984, 0.337891, 0.328125, 0.349609, 0.332031, 0.339844, 0.335938, 0.324219, 0.347656, 0.337891, 0.345703, 0.316406, 0.337891, 0.341797, 0.332031, 0.330078, 0.326172, 0.335938, 0.333984, 0.341797, 0.333984, 0.332031, 0.326172, 0.328125, 0.335938, 0.333984, 0.328125, 0.332031, 0.335938, 0.333984, 0.332031, 0.324219, 0.332031, 0.330078, 0.324219, 0.330078, 0.341797, 0.322266, 0.333984, 0.326172, 0.333984, 0.339844, 0.345703, 0.316406, 0.337891, 0.339844, 0.310547, 0.332031, 0.335938, 0.337891, 0.326172, 0.332031, 0.333984, 0.326172, 0.339844, 0.326172, 0.328125, 0.328125, 0.330078, 0.339844, 0.339844, 0.335938, 0.326172, 0.34375, 0.332031, 0.337891, 0.330078, 0.332031, 0.332031, 0.320312, 0.335938, 0.337891, 0.330078, 0.335938, 0.335938, 0.326172, 0.34375, 0.332031, 0.332031, 0.345703, 0.339844, 0.332031, 0.332031, 0.332031, 0.332031, 0.339844, 0.330078, 0.335938, 0.337891, 0.339844, 0.326172, 0.330078, 0.330078, 0.339844, 0.330078, 0.333984, 0.330078, 0.337891, 0.326172, 0.328125, 0.333984, 0.328125, 0.332031, 0.337891, 0.328125, 0.330078, 0.341797, 0.324219, 0.337891, 0.339844, 0.339844, 0.326172, 0.324219, 0.326172, 0.333984, 0.339844, 0.324219, 0.335938, 0.339844, 0.326172, 0.330078, 0.328125, 0.335938, 0.347656, 0.345703, 0.326172, 0.333984, 0.320312, 0.328125, 0.337891, 0.335938, 0.324219, 0.332031, 0.335938, 0.333984, 0.335938, 0.324219, 0.335938, 0.3125, 0.333984, 0.328125, 0.34375, 0.324219, 0.328125, 0.328125, 0.339844, 0.326172, 0.339844, 0.357422, 0.335938, 0.332031, 0.335938, 0.326172, 0.347656, 0.326172, 0.328125, 0.337891, 0.337891, 0.332031, 0.330078, 0.328125, 0.332031, 0.332031, 0.328125, 0.333984, 0.328125, 0.335938, 0.332031, 0.337891, 0.326172, 0.333984, 0.330078, 0.328125, 0.335938, 0.328125, 0.339844, 0.330078, 0.349609, 0.326172, 0.332031, 0.335938, 0.04248, 0.333984, 0.332031, 0.335938, 0.332031, 0.341797, 0.335938, 0.324219, 0.320312, 0.339844, 0.335938, 0.345703, 0.335938, 0.337891, 0.330078, 0.330078, 0.322266, 0.330078, 0.333984, 0.328125, 0.322266, 0.330078, 0.306641, 0.328125, 0.324219, 0.324219, 0.326172, 0.332031, 0.339844, 0.333984, 0.335938, 0.330078, 0.333984, 0.341797, 0.332031, 0.326172, 0.347656, 0.332031, 0.341797, 0.328125, 0.347656, 0.330078, 0.332031, 0.320312, 0.341797, 0.332031, 0.341797, 0.316406, 0.337891, 0.337891, 0.333984, 0.347656, 0.333984, 0.335938, 0.332031, 0.335938, 0.330078, 0.332031, 0.345703, 0.341797, 0.34375, 0.337891, 0.333984, 0.345703, 0.326172, 0.337891, 0.345703, 0.328125, 0.333984, 0.339844, 0.337891, 0.330078, 0.3125, 0.335938, 0.341797, 0.330078, 0.328125, 0.328125, 0.349609, 0.326172, 0.330078, 0.332031, 0.330078, 0.345703, 0.34375, 0.330078, 0.341797, 0.337891, 0.339844, 0.332031, 0.339844, 0.341797, 0.314453, 0.341797, 0.341797, 0.333984, 0.333984, 0.337891, 0.34375, 0.34375, 0.335938, 0.339844, 0.328125, 0.330078, 0.322266, 0.341797, 0.292969, 0.347656, 0.328125, 0.326172, 0.34375, 0.320312, 0.337891, 0.324219, 0.328125, 0.337891, 0.345703, 0.333984, 0.330078, 0.339844, 0.337891, 0.339844, 0.355469, 0.335938, 0.332031, 0.335938, 0.328125, 0.339844, 0.330078, 0.339844, 0.314453, 0.332031, 0.330078, 0.328125, 0.345703, 0.333984, 0.339844, 0.335938, 0.330078, 0.345703, 0.326172, 0.339844, 0.333984, 0.333984, 0.333984, 0.333984, 0.34375, 0.330078, 0.341797, 0.335938, 0.332031, 0.34375, 0.333984, 0.339844, 0.333984, 0.337891, 0.335938, 0.339844, 0.332031, 0.337891, 0.332031, 0.326172, 0.330078, 0.324219, 0.330078, 0.330078, 0.322266, 0.324219, 0.335938, 0.333984, 0.330078, 0.330078, 0.34375, 0.326172, 0.318359, 0.339844, 0.341797, 0.326172, 0.318359, 0.318359, 0.335938, 0.330078, 0.333984, 0.333984, 0.322266, 0.332031, 0.333984, 0.341797, 0.332031, 0.330078, 0.332031, 0.337891, 0.337891, 0.310547, 0.324219, 0.332031, 0.333984, 0.341797, 0.332031, 0.330078, 0.341797, 0.335938, 0.330078, 0.345703, 0.339844, 0.332031, 0.332031, 0.328125, 0.341797, 0.337891, 0.332031, 0.326172, 0.326172, 0.332031, 0.320312, 0.322266, 0.328125, 0.330078, 0.332031, 0.328125, 0.335938, 0.339844, 0.326172, 0.339844, 0.335938, 0.324219, 0.318359, 0.328125, 0.341797, 0.332031, 0.330078, 0.332031, 0.337891, 0.335938, 0.330078, 0.322266, 0.328125, 0.326172, 0.326172, 0.330078, 0.333984, 0.337891, 0.332031, 0.326172, 0.330078, 0.335938, 0.330078, 0.332031, 0.332031, 0.322266, 0.330078, 0.335938, 0.341797, 0.332031, 0.316406, 0.333984, 0.34375, 0.333984, 0.335938, 0.328125, 0.337891, 0.324219, 0.345703, 0.330078, 0.326172, 0.320312, 0.330078, 0.337891, 0.345703, 0.330078, 0.330078, 0.333984, 0.341797, 0.330078, 0.328125, 0.339844, 0.326172, 0.333984, 0.333984, 0.332031, 0.341797, 0.347656, 0.341797, 0.328125, 0.332031, 0.339844, 0.322266, 0.328125, 0.326172, 0.416016, 0.330078, 0.337891, 0.330078, 0.330078, 0.332031, 0.324219, 0.330078, 0.337891, 0.337891, 0.341797, 0.335938, 0.333984, 0.328125, 0.328125, 0.347656, 0.337891, 0.349609, 0.328125, 0.330078, 0.335938, 0.328125, 0.328125, 0.34375, 0.333984, 0.345703, 0.333984, 0.335938, 0.328125, 0.333984, 0.333984, 0.330078, 0.330078, 0.326172, 0.328125, 0.330078, 0.326172, 0.333984, 0.326172, 0.324219, 0.335938, 0.337891, 0.322266, 0.332031, 0.328125, 0.328125, 0.326172, 0.324219, 0.322266, 0.333984, 0.330078, 0.332031, 0.324219, 0.332031, 0.330078, 0.330078, 0.328125, 0.335938, 0.328125, 0.341797, 0.357422, 0.333984, 0.333984, 0.333984, 0.355469, 0.332031, 0.320312, 0.339844, 0.330078, 0.34375, 0.326172, 0.332031, 0.322266, 0.341797, 0.335938, 0.339844, 0.326172, 0.332031, 0.289062, 0.349609, 0.333984, 0.324219, 0.324219, 0.326172, 0.333984, 0.330078, 0.326172, 0.345703, 0.333984, 0.335938, 0.337891, 0.349609, 0.335938, 0.324219, 0.335938, 0.332031, 0.353516, 0.332031, 0.332031, 0.326172, 0.328125, 0.328125, 0.335938, 0.322266, 0.335938, 0.339844, 0.335938, 0.326172, 0.345703, 0.332031, 0.324219, 0.335938, 0.337891, 0.314453, 0.332031, 0.328125, 0.337891, 0.332031, 0.330078, 0.330078, 0.324219, 0.322266, 0.337891, 0.335938, 0.337891, 0.330078, 0.335938, 0.339844, 0.322266, 0.330078, 0.330078, 0.335938, 0.333984, 0.34375, 0.326172, 0.3125 ] }, "name": "model.transformer.layers.25.ffn_norm.weight", "outputIndexes": [ 1611 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1610, 1611 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_25/Mul_1_output_0", "outputIndexes": [ 1612 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1612 ], "outputIndexes": [ 3194 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3194 ], "outputIndexes": [ 3195 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_1/Linear", "inputIndexes": [ 3195 ], "outputIndexes": [ 3196 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18432, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 442368, "weightSize": 0 }, "external": [ 1730031004, 56623366, 3538944, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3196 ], "outputIndexes": [ 3197 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3197 ], "outputIndexes": [ 1613 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18432 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613, 21, 708, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_25/Slice_output_0", "outputIndexes": [ 1614 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1614 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_25/Sigmoid_output_0", "outputIndexes": [ 1615 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1614, 1615 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_25/Mul_output_0", "outputIndexes": [ 1616 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 18432 ] }, "name": "/ffn_25/Mul_1_output_0", "outputIndexes": [ 1617 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613, 708, 1617, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_25/Slice_1_output_0", "outputIndexes": [ 1618 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1616, 1618 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_25/Mul_2_output_0", "outputIndexes": [ 1619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1619 ], "outputIndexes": [ 3198 ], "main_type": "Reshape", "main": { "dims": [ -1, 9216, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3198 ], "outputIndexes": [ 3199 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_2/Linear", "inputIndexes": [ 3199 ], "outputIndexes": [ 3200 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9216, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 221184, "weightSize": 0 }, "external": [ 1790193314, 28311814, 1769472, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3200 ], "outputIndexes": [ 3201 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3201 ], "outputIndexes": [ 1620 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609, 1620 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_103_output_0", "outputIndexes": [ 1621 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1621, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_104_output_0", "outputIndexes": [ 1622 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1622 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_26/Mul_output_0", "outputIndexes": [ 1623 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.761719, 0.832031, 0.765625, 0.722656, 0.742188, 0.789062, 0.796875, 0.75, 0.832031, 0.800781, 0.808594, 0.753906, 0.777344, 0.777344, 0.75, 0.761719, 0.722656, 0.765625, 0.765625, 0.796875, 0.765625, 0.777344, 0.75, 0.816406, 0.816406, 0.753906, 0.796875, 0.769531, 0.765625, 0.816406, 0.75, 0.75, 0.785156, 0.777344, 0.785156, 0.765625, 0.738281, 0.777344, 0.785156, 0.722656, 0.75, 0.742188, 0.75, 0.710938, 0.820312, 0.828125, 0.703125, 0.800781, 0.792969, 0.71875, 0.804688, 0.796875, 0.769531, 0.71875, 0.734375, 0.773438, 0.753906, 0.777344, 0.777344, 0.785156, 0.832031, 0.800781, 0.777344, 0.78125, 0.761719, 0.789062, 0.796875, 0.75, 0.769531, 0.820312, 0.792969, 0.71875, 0.773438, 0.761719, 0.753906, 0.726562, 0.753906, 0.726562, 0.789062, 0.773438, 0.75, 0.730469, 0.722656, 0.734375, 0.730469, 0.785156, 0.734375, 0.796875, 0.761719, 0.765625, 0.78125, 0.746094, 0.777344, 0.75, 0.726562, 0.78125, 0.730469, 0.773438, 0.75, 0.800781, 0.730469, 0.699219, 0.785156, 0.828125, 0.773438, 0.78125, 0.777344, 0.757812, 0.675781, 0.75, 0.796875, 0.820312, 0.769531, 0.734375, 0.769531, 0.679688, 0.808594, 0.808594, 0.789062, 0.773438, 0.78125, 0.8125, 0.757812, 0.746094, 0.777344, 0.765625, 0.777344, 0.765625, 0.792969, 0.742188, 0.796875, 0.714844, 0.730469, 0.800781, 0.746094, 0.796875, 0.761719, 0.804688, 0.738281, 0.738281, 0.796875, 0.769531, 0.808594, 0.742188, 0.796875, 0.824219, 0.738281, 0.800781, 0.746094, 0.679688, 0.691406, 0.789062, 0.753906, 0.761719, 0.738281, 0.707031, 0.746094, 0.765625, 0.753906, 0.765625, 0.820312, 0.746094, 0.6875, 0.773438, 0.796875, 0.75, 0.777344, 0.839844, 0.808594, 0.796875, 0.714844, 0.726562, 0.742188, 0.765625, 0.710938, 0.757812, 0.792969, 0.734375, 0.765625, 0.792969, 0.785156, 0.765625, 0.769531, 0.722656, 0.789062, 0.742188, 0.832031, 0.75, 0.738281, 0.726562, 0.761719, 0.757812, 0.722656, 0.785156, 0.71875, 0.71875, 0.789062, 0.757812, 0.738281, 0.789062, 0.78125, 0.789062, 0.765625, 0.765625, 0.824219, 0.777344, 0.816406, 0.742188, 0.726562, 0.742188, 0.78125, 0.757812, 0.820312, 0.785156, 0.769531, 0.78125, 0.78125, 0.757812, 0.820312, 0.824219, 0.738281, 0.785156, 0.726562, 0.765625, 0.78125, 0.742188, 0.742188, 0.773438, 0.75, 0.75, 0.859375, 0.746094, 0.753906, 0.734375, 0.8125, 0.785156, 0.753906, 0.746094, 0.738281, 0.730469, 0.722656, 0.714844, 0.816406, 0.789062, 0.796875, 0.839844, 0.753906, 0.785156, 0.785156, 0.761719, 0.828125, 0.742188, 0.777344, 0.757812, 0.800781, 0.738281, 0.75, 0.789062, 0.800781, 0.746094, 0.808594, 0.773438, 0.78125, 0.78125, 0.734375, 0.734375, 0.828125, 0.777344, 0.707031, 0.765625, 0.761719, 0.730469, 0.785156, 0.738281, 0.738281, 0.78125, 0.769531, 0.792969, 0.734375, 0.765625, 0.746094, 0.78125, 0.789062, 0.753906, 0.78125, 0.753906, 0.78125, 0.753906, 0.71875, 0.765625, 0.746094, 0.765625, 0.761719, 0.789062, 0.742188, 0.75, 0.785156, 0.773438, 0.734375, 0.792969, 0.757812, 0.78125, 0.828125, 0.753906, 0.785156, 0.800781, 0.742188, 0.765625, 0.796875, 0.753906, 0.796875, 0.792969, 0.789062, 0.734375, 0.792969, 0.75, 0.777344, 0.765625, 0.773438, 0.804688, 0.753906, 0.789062, 0.796875, 0.804688, 0.816406, 0.789062, 0.761719, 0.746094, 0.765625, 0.738281, 0.769531, 0.746094, 0.757812, 0.816406, 0.726562, 0.785156, 0.808594, 0.792969, 0.789062, 0.796875, 0.777344, 0.738281, 0.761719, 0.757812, 0.816406, 0.820312, 0.777344, 0.785156, 0.8125, 0.753906, 0.808594, 0.789062, 0.777344, 0.789062, 0.757812, 0.746094, 0.738281, 0.789062, 0.824219, 0.773438, 0.746094, 0.753906, 0.753906, 0.722656, 0.710938, 0.777344, 0.796875, 0.808594, 0.78125, 0.777344, 0.753906, 0.835938, 0.730469, 0.78125, 0.789062, 0.804688, 0.765625, 0.789062, 0.75, 0.777344, 0.757812, 0.769531, 0.765625, 0.773438, 0.769531, 0.800781, 0.78125, 0.785156, 0.773438, 0.765625, 0.742188, 0.804688, 0.746094, 0.753906, 0.839844, 0.730469, 0.808594, 0.832031, 0.730469, 0.777344, 0.746094, 0.765625, 0.746094, 0.808594, 0.769531, 0.746094, 0.808594, 0.835938, 0.753906, 0.757812, 0.816406, 0.800781, 0.757812, 0.792969, 0.769531, 0.777344, 0.789062, 0.78125, 0.777344, 0.773438, 0.75, 0.777344, 0.78125, 0.785156, 0.765625, 0.742188, 0.753906, 0.789062, 0.777344, 0.8125, 0.792969, 0.75, 0.804688, 0.746094, 0.789062, 0.738281, 0.738281, 0.757812, 0.777344, 0.792969, 0.777344, 0.757812, 0.78125, 0.800781, 0.773438, 0.796875, 0.753906, 0.804688, 0.804688, 0.773438, 0.753906, 0.78125, 0.746094, 0.753906, 0.714844, 0.765625, 0.789062, 0.765625, 0.710938, 0.777344, 0.792969, 0.777344, 0.792969, 0.757812, 0.746094, 0.792969, 0.753906, 0.738281, 0.765625, 0.800781, 0.734375, 0.75, 0.710938, 0.746094, 0.777344, 0.78125, 0.796875, 0.8125, 0.78125, 0.773438, 0.761719, 0.753906, 0.753906, 0.769531, 0.742188, 0.796875, 0.769531, 0.761719, 0.730469, 0.75, 0.832031, 0.757812, 0.765625, 0.757812, 0.78125, 0.765625, 0.761719, 0.761719, 0.75, 0.792969, 0.769531, 0.75, 0.785156, 0.777344, 0.75, 0.792969, 0.761719, 0.738281, 0.78125, 0.777344, 0.746094, 0.78125, 0.773438, 0.792969, 0.785156, 0.785156, 0.753906, 0.789062, 0.757812, 0.765625, 0.738281, 0.707031, 0.71875, 0.714844, 0.789062, 0.785156, 0.757812, 0.773438, 0.765625, 0.757812, 0.816406, 0.78125, 0.75, 0.800781, 0.730469, 0.773438, 0.738281, 0.714844, 0.769531, 0.765625, 0.757812, 0.765625, 0.753906, 0.652344, 0.761719, 0.734375, 0.757812, 0.757812, 0.808594, 0.761719, 0.777344, 0.742188, 0.75, 0.761719, 0.738281, 0.796875, 0.78125, 0.769531, 0.785156, 0.773438, 0.703125, 0.742188, 0.761719, 0.757812, 0.746094, 0.792969, 0.746094, 0.855469, 0.777344, 0.761719, 0.777344, 0.757812, 0.78125, 0.777344, 0.839844, 0.761719, 0.832031, 0.738281, 0.769531, 0.8125, 0.753906, 0.734375, 0.765625, 0.792969, 0.746094, 0.789062, 0.761719, 0.960938, 0.753906, 0.714844, 0.785156, 0.796875, 0.742188, 0.792969, 0.769531, 0.730469, 0.742188, 0.757812, 0.78125, 0.789062, 0.730469, 0.757812, 0.730469, 0.714844, 0.800781, 0.75, 0.742188, 0.792969, 0.734375, 0.789062, 0.777344, 0.789062, 0.746094, 0.765625, 0.71875, 0.734375, 0.753906, 0.738281, 0.765625, 0.78125, 0.773438, 0.785156, 0.742188, 0.832031, 0.761719, 0.792969, 0.726562, 0.804688, 0.777344, 0.8125, 0.773438, 0.757812, 0.761719, 0.734375, 0.839844, 0.769531, 0.761719, 0.734375, 0.757812, 0.742188, 0.730469, 0.761719, 0.785156, 0.769531, 0.75, 0.773438, 0.800781, 0.75, 0.78125, 0.746094, 0.621094, 0.726562, 0.753906, 0.808594, 0.785156, 0.792969, 0.777344, 0.769531, 0.746094, 0.714844, 0.726562, 0.773438, 0.753906, 0.75, 0.777344, 0.757812, 0.800781, 0.730469, 0.792969, 0.738281, 0.789062, 0.742188, 0.753906, 0.773438, 0.765625, 0.765625, 0.789062, 0.628906, 0.765625, 0.777344, 0.761719, 0.789062, 0.792969, 0.761719, 0.765625, 0.769531, 0.746094, 0.765625, 0.765625, 0.925781, 0.761719, 0.804688, 0.753906, 0.789062, 0.8125, 0.765625, 0.78125, 0.789062, 0.75, 0.730469, 0.820312, 0.796875, 0.804688, 0.796875, 0.757812, 0.757812, 0.777344, 0.808594, 0.753906, 0.714844, 0.691406, 0.765625, 0.785156, 0.773438, 0.796875, 0.769531, 0.785156, 0.789062, 0.761719, 0.761719, 0.746094, 0.730469, 0.78125, 0.726562, 0.78125, 0.777344, 0.714844, 0.773438, 0.761719, 0.71875, 0.792969, 0.746094, 0.746094, 0.738281, 0.765625, 0.773438, 0.746094, 0.730469, 0.753906, 0.789062, 0.738281, 0.851562, 0.78125, 0.726562, 0.785156, 0.769531, 0.730469, 0.734375, 0.777344, 0.757812, 0.792969, 0.742188, 0.753906, 0.773438, 0.792969, 0.785156, 0.800781, 0.777344, 0.789062, 0.714844, 0.75, 0.75, 0.8125, 0.738281, 0.777344, 0.71875, 0.832031, 0.757812, 0.792969, 0.753906, 0.84375, 0.738281, 0.707031, 0.691406, 0.777344, 0.742188, 0.800781, 0.8125, 0.773438, 0.722656, 0.789062, 0.726562, 0.738281, 0.765625, 0.78125, 0.761719, 0.765625, 0.765625, 0.777344, 0.746094, 0.820312, 0.769531, 0.792969, 0.738281, 0.78125, 0.765625, 0.699219, 0.703125, 0.804688, 0.730469, 0.765625, 0.707031, 0.757812, 0.8125, 0.746094, 0.746094, 0.769531, 0.785156, 0.734375, 0.765625, 0.773438, 0.695312, 0.753906, 0.824219, 0.765625, 0.765625, 0.8125, 0.761719, 0.8125, 0.757812, 0.746094, 0.75, 0.765625, 0.753906, 0.785156, 0.765625, 0.757812, 0.71875, 0.730469, 0.800781, 0.777344, 0.777344, 0.753906, 0.78125, 0.773438, 0.769531, 0.765625, 0.757812, 0.773438, 0.746094, 0.800781, 0.71875, 0.78125, 0.785156, 0.773438, 0.71875, 0.738281, 0.742188, 0.722656, 0.832031, 0.804688, 0.777344, 0.761719, 0.746094, 0.777344, 0.75, 0.792969, 0.78125, 0.757812, 0.699219, 0.714844, 0.722656, 0.726562, 0.773438, 0.738281, 0.757812, 0.78125, 0.789062, 0.789062, 0.761719, 0.777344, 0.753906, 0.777344, 0.726562, 0.75, 0.75, 0.730469, 0.765625, 0.742188, 0.828125, 0.753906, 0.738281, 0.757812, 0.730469, 0.773438, 0.761719, 0.789062, 0.742188, 0.796875, 0.726562, 0.75, 0.773438, 0.835938, 0.789062, 0.773438, 0.792969, 0.789062, 0.765625, 0.753906, 0.792969, 0.796875, 0.753906, 0.777344, 0.75, 0.75, 0.730469, 0.777344, 0.644531, 0.78125, 0.789062, 0.753906, 0.8125, 0.773438, 0.789062, 0.765625, 0.796875, 0.765625, 0.761719, 0.734375, 0.773438, 0.773438, 0.820312, 0.777344, 0.785156, 0.769531, 0.800781, 0.785156, 0.824219, 0.746094, 0.71875, 0.761719, 0.777344, 0.894531, 0.75, 0.738281, 0.792969, 0.757812, 0.734375, 0.773438, 0.742188, 0.773438, 0.8125, 0.792969, 0.75, 0.78125, 0.75, 0.800781, 0.789062, 0.75, 0.800781, 0.746094, 0.804688, 0.757812, 0.707031, 0.804688, 0.808594, 0.804688, 0.746094, 0.75, 0.820312, 0.800781, 0.707031, 0.777344, 0.734375, 0.769531, 0.710938, 0.742188, 0.796875, 0.742188, 0.832031, 0.800781, 0.742188, 0.742188, 0.71875, 0.769531, 0.84375, 0.738281, 0.773438, 0.78125, 0.746094, 0.722656, 0.75, 0.789062, 0.808594, 0.785156, 0.746094, 0.789062, 0.777344, 0.769531, 0.746094, 0.839844, 0.757812, 0.738281, 0.796875, 0.789062, 0.769531, 0.796875, 0.769531, 0.785156, 0.78125, 0.820312, 0.78125, 0.734375, 0.796875, 0.769531, 0.769531, 0.792969, 0.808594, 0.78125, 0.765625, 0.761719, 0.757812, 0.796875, 0.8125, 0.71875, 0.785156, 0.78125, 0.726562, 0.796875, 0.789062, 0.742188, 0.816406, 0.742188, 0.753906, 0.722656, 0.765625, 0.804688, 0.796875, 0.804688, 0.792969, 0.789062, 0.78125, 0.71875, 0.800781, 0.726562, 0.765625, 0.742188, 0.777344, 0.710938, 0.742188, 0.742188, 0.855469, 0.789062, 0.78125, 0.742188, 0.777344, 0.769531, 0.777344, 0.789062, 0.761719, 0.789062, 0.800781, 0.71875, 0.773438, 0.738281, 0.75, 0.761719, 0.632812, 0.738281, 0.699219, 0.71875, 0.804688, 0.792969, 0.765625, 0.808594, 0.828125, 0.707031, 0.789062, 0.769531, 0.78125, 0.800781, 0.753906, 0.734375, 0.761719, 0.808594, 0.773438, 0.757812, 0.714844, 0.738281, 0.765625, 0.761719, 0.757812, 0.796875, 0.796875, 0.777344, 0.742188, 0.78125, 0.753906, 0.824219, 0.742188, 0.800781, 0.769531, 0.835938, 0.722656, 0.738281, 0.785156, 0.761719, 0.761719, 0.789062, 0.785156, 0.738281, 0.792969, 0.75, 0.777344, 0.789062, 0.796875, 0.734375, 0.785156, 0.792969, 0.396484, 0.730469, 0.808594, 0.75, 0.761719, 0.742188, 0.777344, 0.84375, 0.765625, 0.757812, 0.765625, 0.757812, 0.757812, 0.769531, 0.726562, 0.726562, 0.761719, 0.777344, 0.769531, 0.761719, 0.742188, 0.675781, 0.707031, 0.777344, 0.769531, 0.75, 0.789062, 0.761719, 0.796875, 0.738281, 0.773438, 0.761719, 0.757812, 0.695312, 0.804688, 0.746094, 0.78125, 0.710938, 0.820312, 0.757812, 0.835938, 0.765625, 0.757812, 0.742188, 0.765625, 0.773438, 0.824219, 0.804688, 0.785156, 0.765625, 0.746094, 0.753906, 0.804688, 0.789062, 0.78125, 0.738281, 0.757812, 0.695312, 0.761719, 0.707031, 0.792969, 0.734375, 0.769531, 0.792969, 0.742188, 0.804688, 0.789062, 0.667969, 0.734375, 0.675781, 0.734375, 0.800781, 0.730469, 0.765625, 0.789062, 0.773438, 0.816406, 0.78125, 0.769531, 0.78125, 0.800781, 0.722656, 0.753906, 0.761719, 0.785156, 0.753906, 0.796875, 0.734375, 0.761719, 0.777344, 0.742188, 0.8125, 0.820312, 0.730469, 0.769531, 0.769531, 0.757812, 0.707031, 0.820312, 0.722656, 0.777344, 0.742188, 0.765625, 0.773438, 0.730469, 0.714844, 0.777344, 0.800781, 0.726562, 0.777344, 0.8125, 0.746094, 0.753906, 0.78125, 0.746094, 0.84375, 0.78125, 0.8125, 0.722656, 0.800781, 0.753906, 0.722656, 0.769531, 0.75, 0.746094, 0.789062, 0.773438, 0.78125, 0.792969, 0.796875, 0.773438, 0.730469, 0.726562, 0.800781, 0.769531, 0.742188, 0.777344, 0.753906, 0.789062, 0.75, 0.816406, 0.785156, 0.8125, 0.769531, 0.746094, 0.746094, 0.75, 0.738281, 0.738281, 0.742188, 0.800781, 0.765625, 0.730469, 0.734375, 0.605469, 0.808594, 0.769531, 0.796875, 0.851562, 0.734375, 0.773438, 0.636719, 0.722656, 0.800781, 0.804688, 0.726562, 0.757812, 0.832031, 0.78125, 0.765625, 0.796875, 0.753906, 0.816406, 0.738281, 0.792969, 0.800781, 0.761719, 0.765625, 0.777344, 0.777344, 0.796875, 0.78125, 0.796875, 0.800781, 0.8125, 0.804688, 0.78125, 0.761719, 0.710938, 0.769531, 0.757812, 0.742188, 0.78125, 0.738281, 0.839844, 0.78125, 0.824219, 0.734375, 0.777344, 0.773438, 0.742188, 0.75, 0.71875, 0.789062, 0.78125, 0.738281, 0.746094, 0.742188, 0.757812, 0.742188, 0.773438, 0.773438, 0.757812, 0.703125, 0.769531, 0.824219, 0.742188, 0.792969, 0.765625, 0.78125, 0.820312, 0.804688, 0.804688, 0.746094, 0.753906, 0.789062, 0.777344, 0.738281, 0.785156, 0.753906, 0.722656, 0.792969, 0.773438, 0.765625, 0.742188, 0.785156, 0.765625, 0.6875, 0.746094, 0.710938, 0.820312, 0.773438, 0.765625, 0.804688, 0.734375, 0.714844, 0.730469, 0.800781, 0.714844, 0.800781, 0.785156, 0.785156, 0.773438, 0.773438, 0.78125, 1.171875, 0.726562, 0.757812, 0.722656, 0.828125, 0.769531, 0.738281, 0.769531, 0.8125, 0.828125, 0.785156, 0.738281, 0.746094, 0.761719, 0.753906, 0.742188, 0.742188, 0.820312, 0.757812, 0.804688, 0.769531, 0.742188, 0.785156, 0.726562, 0.757812, 0.769531, 0.773438, 0.789062, 0.789062, 0.75, 0.75, 0.75, 0.734375, 0.726562, 0.78125, 0.820312, 0.792969, 0.769531, 0.785156, 0.773438, 0.75, 0.746094, 0.859375, 0.777344, 0.78125, 0.769531, 0.753906, 0.78125, 0.738281, 0.75, 0.777344, 0.726562, 0.769531, 0.835938, 0.761719, 0.75, 0.753906, 0.78125, 0.75, 0.78125, 0.800781, 0.777344, 0.71875, 0.824219, 0.78125, 0.8125, 0.824219, 0.761719, 0.785156, 0.804688, 0.800781, 0.792969, 0.792969, 0.8125, 0.78125, 0.792969, 0.757812, 0.789062, 0.761719, 0.78125, 0.78125, 0.785156, 0.761719, 0.800781, 0.765625, 0.746094, 0.773438, 0.773438, 0.796875, 0.753906, 0.757812, 0.789062, 0.75, 0.753906, 0.804688, 0.742188, 0.742188, 0.824219, 0.796875, 0.800781, 0.726562, 0.785156, 0.824219, 0.726562, 0.773438, 0.757812, 0.753906, 0.765625, 0.773438, 0.761719, 0.789062, 0.8125, 0.765625, 0.753906, 0.71875, 0.773438, 0.789062, 0.707031, 0.773438, 0.78125, 0.753906, 0.753906, 0.726562, 0.679688, 0.785156, 0.730469, 0.800781, 0.757812, 0.71875, 0.777344, 0.738281, 0.707031, 0.785156, 0.765625, 0.761719, 0.792969, 0.765625, 0.765625, 0.8125, 0.78125, 0.71875, 0.785156, 0.757812, 0.738281, 0.824219, 0.796875, 0.769531, 0.75, 0.765625, 0.777344, 0.746094, 0.742188, 0.792969, 0.777344, 0.757812, 0.777344, 0.816406, 0.761719, 0.828125, 0.8125, 0.726562, 0.757812, 0.769531, 0.769531, 0.746094, 0.789062, 0.765625, 0.804688, 0.742188, 0.796875, 0.792969, 0.828125, 0.753906, 0.792969, 0.796875, 0.777344, 0.757812, 0.710938, 0.78125, 0.792969, 0.789062, 0.683594, 0.765625, 0.78125, 0.765625, 0.796875, 0.792969, 0.75, 0.78125, 0.824219, 0.773438, 0.777344, 0.800781, 0.765625, 0.714844, 0.761719, 0.765625, 0.789062, 0.757812, 0.753906, 0.78125, 0.785156, 0.75, 0.773438, 0.75, 0.816406, 0.691406, 0.773438, 0.769531, 0.742188, 0.820312, 0.785156, 0.765625, 0.761719, 0.777344, 0.820312, 0.699219, 0.824219, 0.78125, 0.726562, 0.757812, 0.761719, 0.777344, 0.691406, 0.777344, 0.796875, 0.773438, 0.714844, 0.804688, 0.761719, 0.785156, 0.761719, 0.796875, 0.746094, 0.769531, 0.8125, 0.757812, 0.714844, 0.769531, 0.742188, 0.765625, 0.753906, 0.792969, 0.757812, 0.8125, 0.765625, 0.742188, 0.789062, 0.730469, 0.761719, 0.769531, 0.800781, 0.792969, 0.785156, 0.757812, 0.738281, 0.742188, 0.757812, 0.757812, 0.65625, 0.742188, 0.761719, 0.730469, 0.765625, 0.75, 0.769531, 0.761719, 0.738281, 0.78125, 0.84375, 0.742188, 0.800781, 0.816406, 0.730469, 0.765625, 0.742188, 0.773438, 0.792969, 0.746094, 0.773438, 0.757812, 0.777344, 0.769531, 0.835938, 0.722656, 0.804688, 0.757812, 0.746094, 0.789062, 0.734375, 0.777344, 0.757812, 0.769531, 0.78125, 0.789062, 0.796875, 0.742188, 0.746094, 0.75, 0.792969, 0.765625, 0.75, 0.804688, 0.839844, 0.695312, 0.800781, 0.746094, 0.804688, 0.796875, 0.734375, 0.785156, 0.710938, 0.796875, 0.8125, 0.824219, 0.785156, 0.707031, 0.006195, 0.761719, 0.734375, 0.777344, 0.792969, 0.773438, 0.761719, 0.785156, 0.804688, 0.742188, 0.785156, 0.789062, 0.753906, 0.75, 0.742188, 0.730469, 0.75, 0.796875, 0.769531, 0.792969, 0.734375, 0.769531, 0.792969, 0.734375, 0.757812, 0.8125, 0.757812, 0.792969, 0.757812, 0.785156, 0.765625, 0.820312, 0.777344, 0.714844, 0.765625, 0.746094, 0.769531, 0.789062, 0.753906, 0.800781, 0.796875, 0.785156, 0.71875, 0.714844, 0.78125, 0.785156, 0.75, 0.757812, 0.734375, 0.789062, 0.753906, 0.765625, 0.8125, 0.75, 0.765625, 0.742188, 0.707031, 0.792969, 0.792969, 0.726562, 0.75, 0.792969, 0.769531, 0.804688, 0.785156, 0.742188, 0.765625, 0.789062, 0.746094, 0.828125, 0.792969, 0.785156, 0.765625, 0.789062, 0.792969, 0.777344, 0.761719, 0.734375, 0.777344, 0.792969, 0.800781, 0.757812, 0.734375, 0.796875, 0.785156, 0.769531, 0.757812, 0.734375, 0.765625, 0.761719, 0.78125, 0.785156, 0.835938, 0.726562, 0.722656, 0.773438, 0.757812, 0.808594, 0.730469, 0.75, 0.789062, 0.78125, 0.773438, 0.753906, 0.78125, 0.777344, 0.71875, 0.761719, 0.742188, 0.828125, 0.765625, 0.769531, 0.773438, 0.761719, 0.71875, 0.820312, 0.722656, 0.808594, 0.769531, 0.734375, 0.746094, 0.75, 0.820312, 0.742188, 0.730469, 0.765625, 0.796875, 0.804688, 0.765625, 0.753906, 0.734375, 0.78125, 0.169922, 0.765625, 0.773438, 0.769531, 0.839844, 0.738281, 0.769531, 0.730469, 0.785156, 0.8125, 0.753906, 0.859375, 0.75, 0.753906, 0.730469, 0.777344, 0.746094, 0.707031, 0.777344, 0.753906, 0.769531, 0.742188, 0.71875, 0.90625, 0.785156, 0.738281, 0.765625, 0.746094, 0.742188, 0.722656, 0.699219, 0.765625, 0.785156, 0.78125, 0.742188, 0.769531, 0.785156, 0.742188, 0.761719, 0.734375, 0.792969, 0.785156, 0.773438, 0.777344, 0.75, 0.75, 0.777344, 0.789062, 0.742188, 0.824219, 0.75, 0.765625, 0.804688, 0.773438, 0.753906, 0.800781, 0.804688, 0.746094, 0.757812, 0.746094, 0.800781, 0.757812, 0.757812, 0.699219, 0.773438, 0.746094, 0.757812, 0.773438, 0.828125, 0.773438, 0.726562, 0.753906, 0.8125, 0.734375, 0.757812, 0.789062, 0.753906, 0.761719, 0.761719, 0.832031, 0.789062, 0.789062, 0.855469, 0.761719, 0.78125, 0.753906, 0.769531, 0.808594, 0.753906, 0.742188, 0.796875, 0.734375, 0.761719, 0.757812, 0.742188, 0.796875, 0.734375, 0.777344, 0.734375, 0.78125, 0.75, 0.832031, 0.742188, 0.75, 0.738281, 0.769531, 0.769531, 0.804688, 0.761719, 0.761719, 0.738281, 0.773438, 0.761719, 0.753906, 0.800781, 0.8125, 0.730469, 0.714844, 0.824219, 0.730469, 0.738281, 0.785156, 0.796875, 0.769531, 0.753906, 0.773438, 0.769531, 0.816406, 0.761719, 0.800781, 0.789062, 0.785156, 0.75, 0.84375, 0.761719, 0.695312, 0.722656, 0.738281, 0.753906, 0.734375, 0.792969, 0.765625, 0.773438, 0.757812, 0.710938, 0.777344, 0.777344, 0.726562, 0.757812, 0.734375, 0.71875, 0.773438, 0.78125, 0.769531, 0.703125, 0.824219, 0.765625, 0.761719, 0.804688, 0.800781, 0.828125, 0.75, 0.792969, 0.800781, 0.773438, 0.800781, 0.761719, 0.785156, 0.832031, 0.726562, 0.753906, 0.824219, 0.71875, 0.75, 0.777344, 0.792969, 0.730469, 0.785156, 0.777344, 0.753906, 0.75, 0.816406, 0.777344, 0.75, 0.800781, 0.746094, 0.777344, 0.761719, 0.714844, 0.742188, 0.777344, 0.800781, 0.8125, 0.78125, 0.777344, 0.777344, 0.84375, 0.8125, 0.785156, 0.722656, 0.773438, 0.765625, 0.738281, 0.796875, 0.820312, 0.8125, 0.75, 0.777344, 0.738281, 0.742188, 0.777344, 0.738281, 0.792969, 0.792969, 0.773438, 0.824219, 0.816406, 0.777344, 0.839844, 0.769531, 0.777344, 0.796875, 0.769531, 0.761719, 0.78125, 0.683594, 0.734375, 0.808594, 0.835938, 0.78125, 0.710938, 0.800781, 0.789062, 0.773438, 0.753906, 0.789062, 0.75, 0.761719, 0.71875, 0.761719, 0.796875, 0.757812, 0.804688, 0.742188, 0.777344, 0.761719, 0.792969, 0.800781, 0.742188, 0.75, 0.84375, 0.816406, 0.75, 0.835938, 0.746094, 0.796875, 0.738281, 0.761719, 0.765625, 0.765625, 0.761719, 0.75, 0.773438, 0.773438, 0.757812, 0.773438, 0.726562, 0.71875, 0.769531, 0.808594, 0.785156, 0.746094, 0.78125, 0.839844, 0.75, 0.773438, 0.808594, 0.800781, 0.792969, 0.777344, 0.75, 0.734375, 0.765625, 0.765625, 0.765625, 0.792969, 0.839844, 0.746094, 0.753906, 0.742188, 0.757812, 0.796875, 0.8125, 0.777344, 0.742188, 0.773438, 0.734375, 0.835938, 0.738281, 0.785156, 0.703125, 0.757812, 0.800781, 0.75, 0.726562, 0.769531, 0.773438, 0.742188, 0.992188, 0.742188, 0.765625, 0.746094, 0.777344, 0.757812, 0.769531, 0.742188, 0.753906, 0.730469, 0.835938, 0.773438, 0.742188, 0.75, 0.773438, 0.738281, 0.773438, 0.753906, 0.761719, 0.765625, 0.773438, 0.804688, 0.75, 0.765625, 0.769531, 0.742188, 0.796875, 0.730469, 0.800781, 0.804688, 0.78125, 0.796875, 0.796875, 0.796875, 0.789062, 0.796875, 0.8125, 0.761719, 0.792969, 0.84375, 0.769531, 0.773438, 0.75, 0.761719, 0.683594, 0.730469, 0.804688, 0.78125, 0.820312, 0.816406, 0.804688, 0.773438, 0.714844, 0.773438, 0.792969, 0.75, 0.773438, 0.773438, 0.757812, 0.785156, 0.761719, 0.753906, 0.785156, 0.722656, 0.769531, 0.777344, 0.789062, 0.734375, 0.757812, 0.664062, 0.78125, 0.773438, 0.820312, 0.769531, 0.777344, 0.75, 0.773438, 0.71875, 0.757812, 0.769531, 0.832031, 0.765625, 0.789062, 0.789062, 0.78125, 0.820312, 0.789062, 0.792969, 0.703125, 0.773438, 0.71875, 0.769531, 0.796875, 0.773438, 0.753906, 0.761719, 0.753906, 0.746094, 0.785156, 0.789062, 0.765625, 0.761719, 0.746094, 0.726562, 0.777344, 0.757812, 0.75, 0.730469, 0.796875, 0.757812, 0.746094, 0.757812, 0.828125, 0.757812, 0.785156, 0.757812, 0.78125, 0.738281, 0.785156, 0.804688, 0.75, 0.785156, 0.765625, 0.785156, 0.71875, 0.769531, 0.746094, 0.761719, 0.773438, 0.757812, 0.78125, 0.789062, 0.765625, 0.746094, 0.828125, 0.765625, 0.796875, 0.671875, 0.757812, 0.765625, 0.808594, 0.800781, 0.800781, 0.742188, 0.785156, 0.78125, 0.769531, 0.796875, 0.753906, 0.765625, 0.765625, 0.792969, 0.75, 0.714844, 0.808594, 0.792969, 0.75, 0.726562, 0.757812, 0.785156, 0.796875, 0.800781, 0.792969, 0.722656, 0.8125, 0.78125, 0.804688, 0.742188, 0.742188, 0.757812, 0.785156, 0.722656, 0.742188, 0.75, 0.757812, 0.796875, 0.816406, 0.789062, 0.800781, 0.785156, 0.808594, 0.792969, 0.757812, 0.773438, 0.746094, 0.777344, 0.738281, 0.789062, 0.769531, 0.78125, 0.71875, 0.78125, 0.769531, 0.804688, 0.75, 0.785156, 0.785156, 0.753906, 0.746094, 0.75, 0.792969, 0.75, 0.785156, 0.761719, 0.789062, 0.792969, 0.753906, 0.753906, 0.738281, 0.785156, 0.738281, 0.769531, 0.75, 0.746094, 0.761719, 0.75, 0.757812, 0.785156, 0.800781, 0.714844, 0.773438, 0.753906, 0.789062, 0.769531, 0.738281, 0.816406, 0.753906, 0.742188, 0.800781, 0.78125, 0.785156, 0.828125, 0.773438, 0.773438, 0.835938, 0.726562, 0.761719, 0.753906, 0.765625, 0.789062, 0.761719, 0.824219, 0.808594, 0.75, 0.796875, 0.816406, 0.78125, 0.722656, 0.742188, 0.71875, 0.75, 0.773438, 0.8125, 0.738281, 0.769531, 0.746094, 0.808594, 0.824219, 0.800781, 0.777344, 0.761719, 0.777344, 0.707031, 0.777344, 0.789062, 0.769531, 0.757812, 0.730469, 0.785156, 0.742188, 0.742188, 0.761719, 0.832031, 0.730469, 0.722656, 0.761719, 0.730469, 0.753906, 0.734375, 0.800781, 0.75, 0.824219, 0.742188, 0.730469, 0.8125, 0.777344, 0.757812, 0.8125, 0.789062, 0.742188, 0.796875, 0.730469, 0.804688, 0.824219, 0.835938, 0.769531, 0.753906, 0.734375, 0.753906, 0.738281, 0.742188, 0.734375, 0.71875, 0.777344, 0.785156, 0.738281, 0.789062, 0.75, 0.800781, 0.75, 0.886719, 0.773438, 0.753906, 0.785156, 0.855469, 0.777344, 0.765625, 0.757812, 0.773438, 0.789062, 0.78125, 0.75, 0.785156, 0.757812, 0.730469, 0.734375, 0.78125, 0.769531, 0.753906, 0.742188, 0.78125, 0.746094, 0.746094, 0.789062, 0.828125, 0.769531, 0.75, 0.757812, 0.761719, 0.753906, 0.792969, 0.785156, 0.742188, 0.757812, 0.851562, 0.777344, 0.765625, 0.785156, 0.785156, 0.785156, 0.726562, 0.742188, 0.78125, 0.761719, 0.71875, 0.816406, 0.792969, 0.734375, 0.753906, 0.75, 0.738281, 0.769531, 0.789062, 0.773438, 0.757812, 0.816406, 0.773438, 0.828125, 0.78125, 0.777344, 0.75, 0.769531, 0.710938, 0.753906, 0.761719, 0.777344, 0.71875, 0.746094, 0.761719, 0.816406, 0.761719, 0.695312, 0.707031, 0.796875, 0.847656, 0.753906, 0.714844, 0.800781, 0.839844, 0.699219, 0.855469, 0.847656, 0.789062, 0.804688, 0.800781, 0.773438, 0.753906, 0.75, 0.785156, 0.78125, 0.785156, 0.804688, 0.734375, 0.738281, 0.785156, 0.828125, 0.765625, 0.8125, 0.683594, 0.730469, 0.78125, 0.753906, 0.773438, 0.726562, 0.824219, 0.824219, 0.789062, 0.753906, 0.730469, 0.78125, 0.742188, 0.753906, 0.769531, 0.820312, 0.761719, 0.789062, 0.761719, 0.714844, 0.773438, 0.761719, 0.746094, 0.785156, 0.738281, 0.78125, 0.792969, 0.8125, 0.777344, 0.734375, 0.710938, 0.78125, 0.734375, 0.726562, 0.804688, 0.777344, 0.726562, 0.757812, 0.789062, 0.792969, 0.746094, 0.746094, 0.789062, 0.730469, 0.78125, 0.742188, 0.753906, 0.722656, 0.777344, 0.757812, 0.777344, 0.757812, 0.738281, 0.765625, 0.738281, 0.773438, 0.710938, 0.757812, 0.6875, 0.75, 0.714844, 0.746094, 0.796875, 0.753906, 0.765625, 0.796875, 0.742188, 0.746094, 0.738281, 0.703125, 0.792969, 0.738281, 0.742188, 0.828125, 0.75, 0.8125, 0.773438, 0.808594, 0.734375, 0.84375, 0.789062, 0.792969, 0.773438, 0.78125, 0.746094, 0.757812, 0.746094, 0.726562, 0.761719, 0.796875, 0.773438, 0.742188, 0.78125, 0.78125, 0.753906, 0.761719, 0.792969, 0.8125, 0.757812, 0.753906, 0.761719, 0.726562, 0.8125, 0.765625, 0.785156, 0.789062, 0.8125, 0.765625, 0.753906, 0.753906, 0.769531, 0.773438, 0.75, 0.78125, 0.753906, 0.785156, 0.796875, 0.71875, -0.000284, 0.726562, 0.769531, 0.746094, 0.769531, 0.769531, 0.804688, 0.789062, 0.796875, 0.691406, 0.730469, 0.78125, 0.753906, 0.773438, 0.757812, 0.726562, 0.753906, 0.746094, 0.753906, 0.820312, 0.792969, 0.78125, 0.832031, 0.738281, 0.769531, 0.820312, 0.789062, 0.761719, 0.742188, 0.789062, 0.765625, 0.710938, 0.761719, 0.722656, 0.820312, 0.765625, 0.734375, 0.816406, 0.808594, 0.796875, 0.75, 0.789062, 0.804688, 0.785156, 0.824219, 0.785156, 0.746094, 0.78125, 0.777344, 0.773438, 0.742188, 0.734375, 0.789062, 0.796875, 0.78125, 0.75, 0.75, 0.800781, 0.738281, 0.800781, 0.761719, 0.722656, 0.773438, 0.710938, 0.738281, 0.71875, 0.757812, 0.765625, 0.761719, 0.753906, 0.773438, 0.796875, 0.824219, 0.808594, 0.75, 0.769531, 0.765625, 0.761719, 0.742188, 0.769531, 0.78125, 0.757812, 0.789062, 0.730469, 0.769531, 0.726562, 0.761719, 0.792969, 0.738281, 0.761719, 0.71875, 0.703125, 0.773438, 0.785156, 0.78125, 0.726562, 0.71875, 0.796875, 0.800781, 0.746094, 0.753906, 0.753906, 0.761719, 0.761719, 0.792969, 0.769531, 0.847656, 0.804688, 0.808594, 0.800781, 0.753906, 0.808594, 0.828125, 0.789062, 0.734375, 0.714844, 0.769531, 0.707031, 0.808594, 0.742188, 0.789062, 0.773438, 0.792969, 0.753906, 0.773438, 0.773438, 0.777344, 0.742188, 0.765625, 0.757812, 0.742188, 0.722656, 0.757812, 0.824219, 0.773438, 0.738281, 0.742188, 0.78125, 0.769531, 0.765625, 0.765625, 0.789062, 0.757812, 0.746094, 0.746094, 0.785156, 0.699219, 0.757812, 0.761719, 0.746094, 0.753906, 0.742188, 0.785156, 0.796875, 0.761719, 0.757812, 0.820312, 0.753906, 0.777344, 0.753906, 0.753906, 0.746094, 0.757812, 0.753906, 0.78125, 0.785156, 0.792969, 0.753906, 0.761719, 0.765625, 0.78125, 0.738281, 0.765625, 0.800781, 0.816406, 0.742188, 0.789062, 0.777344, 0.808594, 0.707031, 0.765625, 0.738281, 0.78125, 0.75, 0.734375, 0.769531, 0.828125, 0.78125, 0.789062, 0.761719, 0.734375, 0.78125, 0.773438, 0.8125, 0.757812, 0.804688, 0.753906, 0.78125, 0.800781, 0.777344, 0.769531, 0.730469, 0.804688, 0.753906, 0.820312, 0.773438, 0.757812, 0.792969, 0.753906, 0.757812, 0.757812, 0.746094, 0.78125, 0.703125, 0.769531, 0.792969, 0.789062, 0.746094, 0.785156, 0.765625, 0.757812, 0.761719, 0.777344, 0.796875, 0.765625, 0.773438, 0.789062, 0.75, 0.800781, 0.710938, 0.804688, 0.828125, 0.722656, 0.792969, 0.773438, 0.792969, 0.722656, 0.730469, 0.777344, 0.800781, 0.75, 0.78125, 0.761719, 0.796875, 0.75, 0.765625, 0.71875, 0.78125, 0.714844, 0.777344, 0.773438, 0.75, 0.800781, 0.765625, 0.789062, 0.796875, 0.761719, 0.800781, 0.777344, 0.75, 0.761719, 0.761719, 0.785156, 0.730469, 0.800781, 0.792969, 0.71875, 0.773438, 0.734375, 0.792969, 0.792969, 0.738281, 0.75, 0.765625, 0.746094, 0.722656, 0.84375, 0.746094, 0.765625, 0.804688, 0.6875, 0.746094, 0.75, 0.789062, 0.777344, 0.757812, 0.773438, 0.78125, 0.753906, 0.474609, 0.796875, 0.78125, 0.753906, 0.78125, 0.734375, 0.785156, 0.761719, 0.804688, 0.765625, 0.753906, 0.707031, 0.75, 0.746094, 0.769531, 0.765625, 0.785156, 0.75, 0.742188, 0.757812, 0.828125, 0.753906, 0.773438, 0.710938, 0.761719, 0.796875, 0.753906, 0.828125, 0.6875, 0.816406, 0.816406, 0.75, 0.78125, 0.71875, 0.769531, 0.777344, 0.773438, 0.753906, 0.6875, 0.796875, 0.777344, 0.738281, 0.800781, 0.8125, 0.738281, 0.773438, 0.78125, 0.78125, 0.78125, 0.757812, 0.804688, 0.671875, 0.703125, 0.722656, 0.753906, 0.761719, 0.769531, 0.769531, 0.777344, 0.753906, 0.78125, 0.808594, 0.765625, 0.726562, 0.792969, 0.773438, 0.746094, 0.769531, 0.738281, 0.777344, 0.820312, 0.742188, 0.777344, 0.75, 0.765625, 0.789062, 0.773438, 0.796875, 0.824219, 0.71875, 0.746094, 0.734375, 0.742188, 0.761719, 0.78125, 0.8125, 0.714844, 0.757812, 0.738281, 0.691406, 0.789062, 0.765625, 0.730469, 0.777344, 0.8125, 0.78125, 0.773438, 0.785156, 0.757812, 0.761719, 0.804688, 0.753906, 0.757812, 0.773438, 0.75, 0.78125, 0.777344, 0.804688, 0.734375, 0.804688, 0.6875, 0.761719, 0.71875, 0.746094, 0.757812, 0.804688, 0.777344, 0.75, 0.742188, 0.734375, 0.734375, 0.789062, 0.753906, 0.742188, 0.722656, 0.757812, 0.75, 0.773438, 0.785156, 0.71875, 0.789062, 0.761719, 0.800781, 0.765625, 0.769531, 0.785156 ] }, "name": "model.transformer.layers.26.attn_norm.weight", "outputIndexes": [ 1624 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1623, 1624 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_26/Mul_1_output_0", "outputIndexes": [ 1625 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1625 ], "outputIndexes": [ 3202 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3202 ], "outputIndexes": [ 3203 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear", "inputIndexes": [ 3203 ], "outputIndexes": [ 3204 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1820274600, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3204 ], "outputIndexes": [ 3205 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3205 ], "outputIndexes": [ 1626 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1625 ], "main_type": "NONE", "name": "/Shape_105_output_0", "outputIndexes": [ 1627 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1627 ], "main_type": "NONE", "name": "Shape2303", "outputIndexes": [ 1628 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1627 ], "main_type": "NONE", "name": "Rank2305", "outputIndexes": [ 1629 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1629, 1629 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2307", "outputIndexes": [ 1630 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2308", "outputIndexes": [ 1631 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2310", "outputIndexes": [ 1632 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1632 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2311", "outputIndexes": [ 1633 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1628, 1631, 1633, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2314", "outputIndexes": [ 1634 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2315", "outputIndexes": [ 1635 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1635 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2316", "outputIndexes": [ 1636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1636, 1635 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2317", "outputIndexes": [ 1637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1627, 1637, 1630 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_134_output_0", "outputIndexes": [ 1638 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_261_output_0", "outputIndexes": [ 1639 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1639, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_130_output_0", "outputIndexes": [ 1640 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1626, 1640 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_105_output_0", "outputIndexes": [ 1641 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1641 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_26/Mul_output_0", "outputIndexes": [ 1642 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.033447, 0.049316, -0.051758, 0.027832, 0.0177, 1.148438, 1.09375, 1.0, 0.043701, 1.492188, 1.789062, 1.492188, 1.648438, 1.59375, 1.804688, 1.648438, 1.21875, 1.867188, 1.859375, 1.742188, 1.789062, 1.679688, 1.78125, 1.765625, 1.96875, 1.882812, 1.953125, 1.914062, 1.796875, 2.0625, 2.15625, 1.953125, 2.125, 2.046875, 2.140625, 2.171875, 2.0625, 2.25, 2.390625, 2.4375, 2.28125, 2.46875, 2.40625, 3.046875, 2.15625, 2.140625, 2.1875, 2.125, 2.0625, 2.03125, 2.078125, 2.03125, 2.0625, 2.03125, 2.03125, 2.1875, 1.992188, 1.679688, 1.867188, 1.953125, 2.046875, 1.710938, 1.984375, 1.695312, 0.075684, 0.016235, 0.00705, 0.100586, 0.080078, 0.777344, 0.010803, 0.024292, 1.414062, 1.335938, 1.726562, 1.195312, 1.28125, 1.421875, 1.867188, 1.765625, 1.976562, 1.71875, 1.75, 1.828125, 1.835938, 1.578125, 1.828125, 1.65625, 1.898438, 1.890625, 1.796875, 1.96875, 1.75, 1.992188, 1.835938, 1.765625, 1.953125, 2.03125, 2.046875, 2.015625, 1.9375, 2.015625, 1.945312, 2.140625, 2.5, 2.0625, 2.1875, 1.648438, 2.375, 2.171875, 2.125, 2.109375, 2.140625, 2.046875, 2.078125, 2.09375, 2.015625, 2.078125, 1.984375, 1.921875, 2.0625, 2.1875, 2.03125, 2.09375, 1.953125, 2.125, 1.976562, 2.171875 ] }, "name": "model.transformer.layers.26.attn.q_norm.weight", "outputIndexes": [ 1643 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1642, 1643 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_26/Mul_1_output_0", "outputIndexes": [ 1644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_104_output_0", "outputIndexes": [ 1645 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_105_output_0", "outputIndexes": [ 1646 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1646 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_52_output_0", "outputIndexes": [ 1647 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_104_output_0", "outputIndexes": [ 1648 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1647, 1648 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_133_output_0", "outputIndexes": [ 1649 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1649, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_105_output_0", "outputIndexes": [ 1650 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645, 1650 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_104_output_0", "outputIndexes": [ 1651 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1625 ], "outputIndexes": [ 3206 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3206 ], "outputIndexes": [ 3207 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear", "inputIndexes": [ 3207 ], "outputIndexes": [ 3208 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1828640942, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3208 ], "outputIndexes": [ 3209 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3209 ], "outputIndexes": [ 1652 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1639, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_131_output_0", "outputIndexes": [ 1653 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1652, 1653 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_106_output_0", "outputIndexes": [ 1654 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1654 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_26/Mul_output_0", "outputIndexes": [ 1655 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.009888, 0.048828, 0.059082, -0.004608, 0.009277, 1.171875, 0.960938, 0.808594, 0.011841, 1.953125, 1.789062, 1.757812, 2.09375, 1.867188, 1.75, 1.429688, 0.302734, 2.03125, 1.953125, 1.226562, 0.699219, 2.1875, 1.648438, 1.351562, 2.015625, 1.6875, 1.796875, 1.96875, 1.9375, 1.828125, 1.351562, 1.34375, 1.640625, 2.1875, 2.015625, 1.945312, 1.820312, 2.09375, 1.945312, 2.0, 2.65625, 1.976562, 2.15625, 1.40625, 2.265625, 2.1875, 2.09375, 2.109375, 2.0625, 2.078125, 2.078125, 2.0625, 2.0625, 1.945312, 2.0625, 2.140625, 2.109375, 2.46875, 2.140625, 2.03125, 2.0, 2.4375, 2.109375, 2.515625, 0.083496, 0.008362, -0.016357, 0.108887, 0.06543, 0.523438, 0.062988, 0.047607, 1.289062, 0.431641, 1.6875, 0.640625, 0.3125, 0.859375, 1.835938, 1.960938, 2.109375, 1.59375, 1.585938, 2.078125, 2.296875, 1.234375, 2.03125, 2.296875, 1.742188, 2.125, 2.046875, 1.90625, 1.617188, 2.28125, 2.296875, 2.375, 2.421875, 1.804688, 2.203125, 2.171875, 2.1875, 2.203125, 2.28125, 2.5, 2.09375, 2.421875, 2.421875, 3.171875, 2.234375, 2.15625, 2.1875, 2.109375, 2.109375, 2.109375, 2.140625, 2.0625, 2.0625, 2.109375, 2.046875, 2.15625, 2.0625, 2.0625, 2.046875, 2.09375, 2.140625, 1.984375, 2.203125, 1.976562 ] }, "name": "model.transformer.layers.26.attn.k_norm.weight", "outputIndexes": [ 1656 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1655, 1656 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_26/Mul_1_output_0", "outputIndexes": [ 1657 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_106_output_0", "outputIndexes": [ 1658 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_107_output_0", "outputIndexes": [ 1659 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1659 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_53_output_0", "outputIndexes": [ 1660 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_106_output_0", "outputIndexes": [ 1661 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1660, 1661 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_134_output_0", "outputIndexes": [ 1662 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1662, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_107_output_0", "outputIndexes": [ 1663 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1658, 1663 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_105_output_0", "outputIndexes": [ 1664 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1625 ], "outputIndexes": [ 3210 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3210 ], "outputIndexes": [ 3211 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear", "inputIndexes": [ 3211 ], "outputIndexes": [ 3212 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1830732724, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3212 ], "outputIndexes": [ 3213 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3213 ], "outputIndexes": [ 1665 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1665, 1653 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_107_output_0", "outputIndexes": [ 1666 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1651, 1664, 1666, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.26/self_attn/FusedAttention", "outputIndexes": [ 1667 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1667 ], "outputIndexes": [ 3214 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3214 ], "outputIndexes": [ 3215 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear", "inputIndexes": [ 3215 ], "outputIndexes": [ 3216 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1832824506, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3216 ], "outputIndexes": [ 3217 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3217 ], "outputIndexes": [ 1668 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1622, 1668 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_106_output_0", "outputIndexes": [ 1669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_26/Mul_output_0", "outputIndexes": [ 1670 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.347656, 0.333984, 0.339844, 0.34375, 0.328125, 0.345703, 0.328125, 0.335938, 0.322266, 0.341797, 0.341797, 0.34375, 0.34375, 0.345703, 0.335938, 0.332031, 0.353516, 0.353516, 0.339844, 0.347656, 0.326172, 0.335938, 0.353516, 0.330078, 0.347656, 0.335938, 0.335938, 0.332031, 0.351562, 0.335938, 0.326172, 0.333984, 0.335938, 0.353516, 0.335938, 0.347656, 0.335938, 0.351562, 0.347656, 0.341797, 0.345703, 0.347656, 0.328125, 0.34375, 0.330078, 0.328125, 0.332031, 0.333984, 0.345703, 0.335938, 0.322266, 0.333984, 0.345703, 0.345703, 0.330078, 0.341797, 0.353516, 0.345703, 0.335938, 0.337891, 0.341797, 0.341797, 0.335938, 0.345703, 0.337891, 0.330078, 0.335938, 0.34375, 0.337891, 0.333984, 0.341797, 0.34375, 0.339844, 0.330078, 0.349609, 0.347656, 0.349609, 0.341797, 0.335938, 0.337891, 0.341797, 0.347656, 0.339844, 0.34375, 0.328125, 0.335938, 0.347656, 0.347656, 0.337891, 0.345703, 0.337891, 0.335938, 0.333984, 0.34375, 0.34375, 0.335938, 0.353516, 0.324219, 0.345703, 0.328125, 0.349609, 0.337891, 0.339844, 0.320312, 0.335938, 0.339844, 0.316406, 0.333984, 0.355469, 0.335938, 0.341797, 0.349609, 0.337891, 0.341797, 0.339844, 0.298828, 0.335938, 0.335938, 0.351562, 0.34375, 0.330078, 0.326172, 0.330078, 0.337891, 0.341797, 0.347656, 0.34375, 0.34375, 0.337891, 0.339844, 0.333984, 0.353516, 0.345703, 0.34375, 0.341797, 0.341797, 0.330078, 0.34375, 0.335938, 0.332031, 0.341797, 0.330078, 0.351562, 0.349609, 0.345703, 0.332031, 0.339844, 0.337891, 0.34375, 0.34375, 0.337891, 0.345703, 0.34375, 0.345703, 0.337891, 0.335938, 0.337891, 0.345703, 0.347656, 0.345703, 0.337891, 0.339844, 0.341797, 0.349609, 0.330078, 0.330078, 0.328125, 0.333984, 0.326172, 0.34375, 0.283203, 0.337891, 0.355469, 0.341797, 0.355469, 0.34375, 0.335938, 0.339844, 0.335938, 0.330078, 0.332031, 0.347656, 0.328125, 0.351562, 0.337891, 0.335938, 0.330078, 0.318359, 0.341797, 0.328125, 0.349609, 0.341797, 0.339844, 0.337891, 0.332031, 0.339844, 0.337891, 0.345703, 0.345703, 0.345703, 0.349609, 0.332031, 0.330078, 0.328125, 0.359375, 0.339844, 0.339844, 0.341797, 0.347656, 0.347656, 0.337891, 0.34375, 0.347656, 0.341797, 0.337891, 0.34375, 0.341797, 0.337891, 0.349609, 0.332031, 0.341797, 0.324219, 0.349609, 0.335938, 0.349609, 0.326172, 0.34375, 0.34375, 0.333984, 0.349609, 0.324219, 0.341797, 0.337891, 0.361328, 0.34375, 0.339844, 0.332031, 0.349609, 0.337891, 0.316406, 0.339844, 0.345703, 0.347656, 0.335938, 0.332031, 0.322266, 0.339844, 0.335938, 0.341797, 0.341797, 0.339844, 0.345703, 0.335938, 0.341797, 0.330078, 0.347656, 0.335938, 0.339844, 0.337891, 0.341797, 0.351562, 0.347656, 0.351562, 0.335938, 0.34375, 0.351562, 0.328125, 0.333984, 0.341797, 0.341797, 0.328125, 0.353516, 0.337891, 0.339844, 0.335938, 0.332031, 0.333984, 0.337891, 0.339844, 0.335938, 0.345703, 0.345703, 0.341797, 0.34375, 0.339844, 0.335938, 0.349609, 0.322266, 0.347656, 0.347656, 0.345703, 0.34375, 0.339844, 0.349609, 0.34375, 0.335938, 0.345703, 0.353516, 0.347656, 0.333984, 0.349609, 0.339844, 0.345703, 0.335938, 0.333984, 0.339844, 0.34375, 0.341797, 0.335938, 0.332031, 0.339844, 0.34375, 0.337891, 0.328125, 0.339844, 0.341797, 0.351562, 0.339844, 0.341797, 0.34375, 0.339844, 0.333984, 0.345703, 0.324219, 0.337891, 0.335938, 0.353516, 0.349609, 0.322266, 0.347656, 0.349609, 0.328125, 0.341797, 0.337891, 0.34375, 0.357422, 0.337891, 0.339844, 0.335938, 0.341797, 0.335938, 0.337891, 0.347656, 0.339844, 0.345703, 0.34375, 0.333984, 0.339844, 0.333984, 0.349609, 0.335938, 0.349609, 0.349609, 0.339844, 0.332031, 0.34375, 0.333984, 0.318359, 0.324219, 0.326172, 0.335938, 0.341797, 0.333984, 0.347656, 0.34375, 0.339844, 0.339844, 0.345703, 0.347656, 0.339844, 0.345703, 0.339844, 0.339844, 0.335938, 0.339844, 0.365234, 0.335938, 0.345703, 0.349609, 0.333984, 0.339844, 0.335938, 0.326172, 0.355469, 0.34375, 0.345703, 0.332031, 0.347656, 0.353516, 0.345703, 0.337891, 0.353516, 0.345703, 0.359375, 0.326172, 0.355469, 0.347656, 0.339844, 0.34375, 0.339844, 0.347656, 0.341797, 0.328125, 0.330078, 0.335938, 0.34375, 0.330078, 0.333984, 0.339844, 0.324219, 0.3125, 0.34375, 0.34375, 0.333984, 0.345703, 0.333984, 0.339844, 0.34375, 0.363281, 0.349609, 0.345703, 0.322266, 0.337891, 0.337891, 0.335938, 0.351562, 0.345703, 0.337891, 0.355469, 0.332031, 0.328125, 0.34375, 0.335938, 0.339844, 0.335938, 0.335938, 0.351562, 0.337891, 0.349609, 0.351562, 0.359375, 0.335938, 0.351562, 0.330078, 0.335938, 0.349609, 0.339844, 0.332031, 0.345703, 0.337891, 0.333984, 0.335938, 0.345703, 0.326172, 0.326172, 0.330078, 0.347656, 0.341797, 0.34375, 0.337891, 0.332031, 0.349609, 0.333984, 0.333984, 0.337891, 0.324219, 0.333984, 0.347656, 0.333984, 0.332031, 0.339844, 0.332031, 0.341797, 0.339844, 0.332031, 0.353516, 0.335938, 0.355469, 0.337891, 0.337891, 0.341797, 0.326172, 0.332031, 0.326172, 0.337891, 0.333984, 0.353516, 0.351562, 0.357422, 0.339844, 0.328125, 0.332031, 0.353516, 0.345703, 0.333984, 0.333984, 0.345703, 0.333984, 0.335938, 0.347656, 0.345703, 0.353516, 0.341797, 0.326172, 0.339844, 0.328125, 0.339844, 0.339844, 0.337891, 0.332031, 0.330078, 0.337891, 0.333984, 0.337891, 0.339844, 0.351562, 0.333984, 0.341797, 0.339844, 0.337891, 0.335938, 0.351562, 0.347656, 0.345703, 0.335938, 0.349609, 0.351562, 0.351562, 0.332031, 0.335938, 0.333984, 0.34375, 0.34375, 0.341797, 0.345703, 0.349609, 0.34375, 0.34375, 0.332031, 0.34375, 0.341797, 0.339844, 0.335938, 0.34375, 0.345703, 0.345703, 0.341797, 0.347656, 0.339844, 0.339844, 0.333984, 0.341797, 0.341797, 0.339844, 0.341797, 0.339844, 0.330078, 0.349609, 0.341797, 0.333984, 0.347656, 0.339844, 0.335938, 0.339844, 0.335938, 0.339844, 0.337891, 0.337891, 0.341797, 0.34375, 0.341797, 0.347656, 0.339844, 0.339844, 0.330078, 0.341797, 0.339844, 0.332031, 0.333984, 0.316406, 0.339844, 0.333984, 0.341797, 0.349609, 0.341797, 0.330078, 0.341797, 0.28125, 0.34375, 0.333984, 0.341797, 0.341797, 0.337891, 0.353516, 0.335938, 0.345703, 0.353516, 0.339844, 0.339844, 0.333984, 0.34375, 0.351562, 0.355469, 0.351562, 0.337891, 0.335938, 0.337891, 0.339844, 0.341797, 0.339844, 0.347656, 0.330078, 0.333984, 0.34375, 0.341797, 0.337891, 0.34375, 0.333984, 0.34375, 0.335938, 0.339844, 0.341797, 0.353516, 0.328125, 0.347656, 0.333984, 0.341797, 0.337891, 0.335938, 0.337891, 0.332031, 0.341797, 0.339844, 0.339844, 0.333984, 0.337891, 0.333984, 0.351562, 0.339844, 0.339844, 0.339844, 0.333984, 0.349609, 0.34375, 0.34375, 0.345703, 0.345703, 0.34375, 0.335938, 0.345703, 0.34375, 0.345703, 0.330078, 0.353516, 0.34375, 0.333984, 0.345703, 0.347656, 0.351562, 0.332031, 0.34375, 0.341797, 0.341797, 0.335938, 0.339844, 0.347656, 0.328125, 0.345703, 0.349609, 0.341797, 0.333984, 0.347656, 0.365234, 0.341797, 0.347656, 0.335938, 0.339844, 0.357422, 0.353516, 0.335938, 0.335938, 0.349609, 0.34375, 0.335938, 0.335938, 0.332031, 0.355469, 0.324219, 0.347656, 0.316406, 0.332031, 0.333984, 0.34375, 0.335938, 0.337891, 0.333984, 0.337891, 0.341797, 0.337891, 0.345703, 0.332031, 0.341797, 0.330078, 0.34375, 0.349609, 0.330078, 0.34375, 0.339844, 0.337891, 0.341797, 0.292969, 0.353516, 0.332031, 0.333984, 0.333984, 0.349609, 0.337891, 0.335938, 0.349609, 0.337891, 0.347656, 0.345703, 0.34375, 0.337891, 0.335938, 0.337891, 0.349609, 0.345703, 0.337891, 0.337891, 0.339844, 0.355469, 0.333984, 0.333984, 0.349609, 0.335938, 0.335938, 0.326172, 0.347656, 0.324219, 0.339844, 0.333984, 0.347656, 0.34375, 0.324219, 0.333984, 0.339844, 0.341797, 0.335938, 0.332031, 0.333984, 0.345703, 0.339844, 0.332031, 0.339844, 0.345703, 0.335938, 0.337891, 0.332031, 0.339844, 0.347656, 0.353516, 0.335938, 0.355469, 0.347656, 0.345703, 0.335938, 0.332031, 0.333984, 0.333984, 0.328125, 0.335938, 0.335938, 0.347656, 0.333984, 0.339844, 0.330078, 0.332031, 0.337891, 0.332031, 0.333984, 0.345703, 0.357422, 0.347656, 0.330078, 0.341797, 0.335938, 0.339844, 0.330078, 0.335938, 0.339844, 0.345703, 0.326172, 0.335938, 0.330078, 0.355469, 0.345703, 0.345703, 0.345703, 0.351562, 0.345703, 0.345703, 0.34375, 0.320312, 0.351562, 0.353516, 0.326172, 0.330078, 0.34375, 0.347656, 0.337891, 0.359375, 0.347656, 0.351562, 0.339844, 0.330078, 0.333984, 0.330078, 0.339844, 0.335938, 0.347656, 0.332031, 0.337891, 0.335938, 0.335938, 0.339844, 0.332031, 0.339844, 0.34375, 0.333984, 0.349609, 0.345703, 0.339844, 0.34375, 0.34375, 0.349609, 0.332031, 0.345703, 0.351562, 0.332031, 0.333984, 0.337891, 0.328125, 0.339844, 0.322266, 0.337891, 0.341797, 0.347656, 0.341797, 0.335938, 0.353516, 0.332031, 0.333984, 0.337891, 0.345703, 0.337891, 0.322266, 0.34375, 0.332031, 0.347656, 0.341797, 0.339844, 0.347656, 0.328125, 0.333984, 0.337891, 0.330078, 0.335938, 0.337891, 0.353516, 0.341797, 0.34375, 0.341797, 0.347656, 0.335938, 0.345703, 0.349609, 0.333984, 0.341797, 0.330078, 0.349609, 0.349609, 0.337891, 0.333984, 0.345703, 0.351562, 0.332031, 0.324219, 0.333984, 0.339844, 0.347656, 0.333984, 0.328125, 0.34375, 0.347656, 0.339844, 0.335938, 0.355469, 0.353516, 0.326172, 0.332031, 0.337891, 0.337891, 0.333984, 0.349609, 0.339844, 0.341797, 0.330078, 0.341797, 0.351562, 0.341797, 0.339844, 0.341797, 0.339844, 0.347656, 0.326172, 0.34375, 0.337891, 0.349609, 0.361328, 0.333984, 0.339844, 0.345703, 0.341797, 0.337891, 0.351562, 0.339844, 0.335938, 0.330078, 0.337891, 0.339844, 0.34375, 0.332031, 0.341797, 0.349609, 0.335938, 0.333984, 0.341797, 0.341797, 0.322266, 0.337891, 0.34375, 0.337891, 0.349609, 0.341797, 0.341797, 0.335938, 0.332031, 0.337891, 0.345703, 0.353516, 0.341797, 0.34375, 0.324219, 0.330078, 0.341797, 0.345703, 0.34375, 0.347656, 0.341797, 0.351562, 0.341797, 0.347656, 0.347656, 0.332031, 0.339844, 0.339844, 0.341797, 0.347656, 0.326172, 0.335938, 0.347656, 0.353516, 0.335938, 0.339844, 0.335938, 0.341797, 0.328125, 0.333984, 0.345703, 0.339844, 0.337891, 0.332031, 0.335938, 0.337891, 0.357422, 0.335938, 0.339844, 0.34375, 0.339844, 0.337891, 0.349609, 0.339844, 0.328125, 0.333984, 0.339844, 0.332031, 0.347656, 0.349609, 0.333984, 0.332031, 0.337891, 0.339844, 0.341797, 0.337891, 0.335938, 0.335938, 0.347656, 0.349609, 0.347656, 0.337891, 0.345703, 0.355469, 0.330078, 0.347656, 0.337891, 0.333984, 0.332031, 0.332031, 0.333984, 0.335938, 0.349609, 0.333984, 0.34375, 0.337891, 0.341797, 0.349609, 0.347656, 0.34375, 0.351562, 0.332031, 0.341797, 0.34375, 0.333984, 0.345703, 0.332031, 0.341797, 0.341797, 0.333984, 0.34375, 0.337891, 0.3125, 0.335938, 0.333984, 0.333984, 0.345703, 0.335938, 0.345703, 0.330078, 0.335938, 0.337891, 0.341797, 0.345703, 0.339844, 0.349609, 0.333984, 0.335938, 0.345703, 0.337891, 0.339844, 0.353516, 0.345703, 0.339844, 0.324219, 0.345703, 0.337891, 0.34375, 0.345703, 0.347656, 0.335938, 0.324219, 0.349609, 0.298828, 0.339844, 0.330078, 0.353516, 0.328125, 0.333984, 0.337891, 0.34375, 0.337891, 0.34375, 0.337891, 0.339844, 0.347656, 0.335938, 0.347656, 0.345703, 0.335938, 0.347656, 0.337891, 0.345703, 0.326172, 0.34375, 0.337891, 0.335938, 0.349609, 0.349609, 0.347656, 0.34375, 0.337891, 0.333984, 0.330078, 0.337891, 0.341797, 0.337891, 0.34375, 0.34375, 0.341797, 0.367188, 0.332031, 0.345703, 0.34375, 0.339844, 0.353516, 0.339844, 0.333984, 0.337891, 0.333984, 0.345703, 0.339844, 0.328125, 0.341797, 0.349609, 0.337891, 0.345703, 0.347656, 0.341797, 0.347656, 0.339844, 0.359375, 0.337891, 0.34375, 0.345703, 0.361328, 0.335938, 0.347656, 0.337891, 0.351562, 0.34375, 0.345703, 0.341797, 0.333984, 0.341797, 0.324219, 0.335938, 0.351562, 0.339844, 0.341797, 0.332031, 0.339844, 0.339844, 0.337891, 0.333984, 0.341797, 0.351562, 0.330078, 0.349609, 0.328125, 0.337891, 0.337891, 0.337891, 0.34375, 0.345703, 0.328125, 0.335938, 0.355469, 0.335938, 0.347656, 0.335938, 0.333984, 0.335938, 0.351562, 0.34375, 0.335938, 0.330078, 0.347656, 0.337891, 0.357422, 0.333984, 0.351562, 0.341797, 0.335938, 0.345703, 0.34375, 0.333984, 0.371094, 0.34375, 0.326172, 0.330078, 0.341797, 0.34375, 0.34375, 0.335938, 0.341797, 0.328125, 0.339844, 0.345703, 0.349609, 0.333984, 0.339844, 0.335938, 0.330078, 0.335938, 0.347656, 0.332031, 0.341797, 0.339844, 0.353516, 0.337891, 0.333984, 0.345703, 0.345703, 0.335938, 0.347656, 0.347656, 0.345703, 0.337891, 0.341797, 0.333984, 0.337891, 0.332031, 0.333984, 0.353516, 0.333984, 0.347656, 0.337891, 0.337891, 0.332031, 0.347656, 0.347656, 0.34375, 0.347656, 0.326172, 0.34375, 0.339844, 0.324219, 0.337891, 0.328125, 0.337891, 0.351562, 0.337891, 0.351562, 0.339844, 0.330078, 0.347656, 0.337891, 0.333984, 0.341797, 0.332031, 0.34375, 0.330078, 0.330078, 0.341797, 0.353516, 0.333984, 0.337891, 0.345703, 0.34375, 0.332031, 0.339844, 0.339844, 0.361328, 0.337891, 0.341797, 0.34375, 0.333984, 0.349609, 0.332031, 0.337891, 0.357422, 0.349609, 0.333984, 0.335938, 0.351562, 0.337891, 0.337891, 0.349609, 0.335938, 0.332031, 0.322266, 0.341797, 0.34375, 0.337891, 0.335938, 0.333984, 0.34375, 0.337891, 0.357422, 0.341797, 0.3125, 0.347656, 0.34375, 0.335938, 0.335938, 0.345703, 0.34375, 0.341797, 0.34375, 0.333984, 0.335938, 0.335938, 0.339844, 0.324219, 0.330078, 0.324219, 0.335938, 0.349609, 0.34375, 0.335938, 0.341797, 0.339844, 0.341797, 0.339844, 0.345703, 0.341797, 0.330078, 0.347656, 0.34375, 0.341797, 0.34375, 0.332031, 0.345703, 0.320312, 0.322266, 0.349609, 0.333984, 0.339844, 0.322266, 0.339844, 0.34375, 0.339844, 0.333984, 0.345703, 0.345703, 0.34375, 0.341797, 0.345703, 0.351562, 0.337891, 0.332031, 0.337891, 0.345703, 0.335938, 0.337891, 0.330078, 0.335938, 0.335938, 0.353516, 0.34375, 0.320312, 0.339844, 0.326172, 0.34375, 0.335938, 0.326172, 0.347656, 0.345703, 0.333984, 0.339844, 0.34375, 0.339844, 0.347656, 0.333984, 0.214844, 0.34375, 0.34375, 0.351562, 0.339844, 0.328125, 0.3125, 0.349609, 0.34375, 0.345703, 0.341797, 0.339844, 0.339844, 0.34375, 0.349609, 0.349609, 0.341797, 0.34375, 0.335938, 0.347656, 0.332031, 0.337891, 0.335938, 0.351562, 0.337891, 0.341797, 0.322266, 0.332031, 0.347656, 0.339844, 0.341797, 0.345703, 0.341797, 0.345703, 0.335938, 0.34375, 0.328125, 0.34375, 0.332031, 0.337891, 0.339844, 0.339844, 0.339844, 0.330078, 0.332031, 0.332031, 0.347656, 0.335938, 0.34375, 0.359375, 0.34375, 0.332031, 0.341797, 0.326172, 0.316406, 0.345703, 0.335938, 0.333984, 0.357422, 0.330078, 0.335938, 0.337891, 0.339844, 0.337891, 0.335938, 0.337891, 0.324219, 0.351562, 0.328125, 0.330078, 0.349609, 0.34375, 0.345703, 0.333984, 0.335938, 0.322266, 0.337891, 0.339844, 0.345703, 0.34375, 0.359375, 0.337891, 0.341797, 0.341797, 0.34375, 0.353516, 0.349609, 0.330078, 0.322266, 0.347656, 0.341797, 0.326172, 0.34375, 0.345703, 0.328125, 0.34375, 0.333984, 0.347656, 0.349609, 0.335938, 0.34375, 0.337891, 0.328125, 0.345703, 0.351562, 0.349609, 0.339844, 0.34375, 0.335938, 0.333984, 0.335938, 0.332031, 0.337891, 0.332031, 0.330078, 0.34375, 0.326172, 0.341797, 0.34375, 0.328125, 0.330078, 0.341797, 0.339844, 0.349609, 0.337891, 0.339844, 0.326172, 0.335938, 0.330078, 0.328125, 0.345703, 0.345703, 0.349609, 0.337891, 0.345703, 0.345703, 0.347656, 0.341797, 0.347656, 0.333984, 0.345703, 0.337891, 0.341797, 0.351562, 0.375, 0.339844, 0.339844, 0.332031, 0.339844, 0.341797, 0.341797, 0.339844, 0.320312, 0.341797, 0.341797, 0.34375, 0.351562, 0.339844, 0.339844, 0.335938, 0.341797, 0.347656, 0.335938, 0.330078, 0.337891, 0.34375, 0.345703, 0.341797, 0.34375, 0.335938, 0.347656, 0.328125, 0.326172, 0.347656, 0.341797, 0.339844, 0.337891, 0.341797, 0.341797, 0.347656, 0.339844, 0.34375, 0.345703, 0.34375, 0.351562, 0.345703, 0.34375, 0.34375, 0.337891, 0.34375, 0.34375, 0.335938, 0.34375, 0.337891, 0.337891, 0.335938, 0.34375, 0.335938, 0.345703, 0.351562, 0.339844, 0.341797, 0.332031, 0.320312, 0.34375, 0.332031, 0.355469, 0.349609, 0.355469, 0.347656, 0.328125, 0.34375, 0.339844, 0.333984, 0.34375, 0.351562, 0.34375, 0.335938, 0.337891, 0.351562, 0.335938, 0.335938, 0.353516, 0.345703, 0.34375, 0.320312, 0.339844, 0.339844, 0.355469, 0.337891, 0.333984, 0.341797, 0.349609, 0.345703, 0.345703, 0.345703, 0.326172, 0.345703, 0.353516, 0.347656, 0.34375, 0.337891, 0.341797, 0.341797, 0.34375, 0.339844, 0.34375, 0.339844, 0.333984, 0.332031, 0.335938, 0.333984, 0.337891, 0.335938, 0.335938, 0.347656, 0.335938, 0.332031, 0.341797, 0.345703, 0.332031, 0.347656, 0.34375, 0.337891, 0.337891, 0.345703, 0.335938, 0.341797, 0.337891, 0.337891, 0.355469, 0.335938, 0.333984, 0.326172, 0.351562, 0.349609, 0.335938, 0.357422, 0.337891, 0.335938, 0.345703, 0.349609, 0.34375, 0.345703, 0.351562, 0.330078, 0.341797, 0.347656, 0.339844, 0.339844, 0.345703, 0.347656, 0.332031, 0.332031, 0.332031, 0.335938, 0.347656, 0.337891, 0.330078, 0.34375, 0.332031, 0.339844, 0.330078, 0.339844, 0.351562, 0.34375, 0.333984, 0.341797, 0.34375, 0.347656, 0.339844, 0.341797, 0.345703, 0.341797, 0.333984, 0.34375, 0.34375, -0.000132, 0.337891, 0.353516, 0.328125, 0.326172, 0.345703, 0.335938, 0.339844, 0.330078, 0.341797, 0.335938, 0.339844, 0.345703, 0.345703, 0.34375, 0.328125, 0.339844, 0.332031, 0.339844, 0.349609, 0.341797, 0.345703, 0.337891, 0.337891, 0.341797, 0.339844, 0.337891, 0.335938, 0.345703, 0.341797, 0.330078, 0.337891, 0.341797, 0.341797, 0.335938, 0.341797, 0.345703, 0.337891, 0.34375, 0.335938, 0.333984, 0.328125, 0.349609, 0.328125, 0.333984, 0.339844, 0.351562, 0.326172, 0.326172, 0.341797, 0.337891, 0.341797, 0.328125, 0.339844, 0.349609, 0.353516, 0.34375, 0.349609, 0.339844, 0.34375, 0.34375, 0.333984, 0.302734, 0.337891, 0.333984, 0.345703, 0.328125, 0.333984, 0.345703, 0.333984, 0.332031, 0.349609, 0.34375, 0.34375, 0.347656, 0.332031, 0.335938, 0.337891, 0.337891, 0.347656, 0.332031, 0.333984, 0.34375, 0.339844, 0.349609, 0.34375, 0.357422, 0.349609, 0.341797, 0.335938, 0.341797, 0.332031, 0.333984, 0.341797, 0.34375, 0.332031, 0.337891, 0.335938, 0.337891, 0.34375, 0.330078, 0.330078, 0.335938, 0.353516, 0.341797, 0.34375, 0.335938, 0.335938, 0.347656, 0.328125, 0.332031, 0.328125, 0.328125, 0.332031, 0.34375, 0.337891, 0.34375, 0.332031, 0.326172, 0.339844, 0.333984, 0.34375, 0.337891, 0.341797, 0.341797, 0.330078, 0.339844, 0.332031, 0.333984, 0.339844, 0.333984, 0.345703, -0.001854, 0.337891, 0.330078, 0.339844, 0.328125, 0.351562, 0.332031, 0.341797, 0.335938, 0.328125, 0.341797, 0.337891, 0.332031, 0.339844, 0.335938, 0.337891, 0.347656, 0.337891, 0.337891, 0.337891, 0.345703, 0.341797, 0.332031, 0.335938, 0.324219, 0.349609, 0.355469, 0.351562, 0.353516, 0.353516, 0.335938, 0.335938, 0.341797, 0.34375, 0.333984, 0.337891, 0.332031, 0.355469, 0.328125, 0.335938, 0.355469, 0.332031, 0.326172, 0.330078, 0.337891, 0.339844, 0.333984, 0.328125, 0.345703, 0.326172, 0.337891, 0.339844, 0.332031, 0.34375, 0.337891, 0.337891, 0.337891, 0.328125, 0.345703, 0.34375, 0.34375, 0.339844, 0.328125, 0.335938, 0.34375, 0.347656, 0.337891, 0.34375, 0.324219, 0.34375, 0.355469, 0.330078, 0.34375, 0.330078, 0.341797, 0.339844, 0.335938, 0.333984, 0.335938, 0.326172, 0.341797, 0.335938, 0.332031, 0.337891, 0.332031, 0.347656, 0.351562, 0.328125, 0.339844, 0.351562, 0.339844, 0.349609, 0.347656, 0.333984, 0.345703, 0.341797, 0.332031, 0.347656, 0.332031, 0.34375, 0.341797, 0.345703, 0.339844, 0.337891, 0.339844, 0.341797, 0.337891, 0.345703, 0.347656, 0.337891, 0.332031, 0.349609, 0.339844, 0.34375, 0.34375, 0.347656, 0.335938, 0.339844, 0.337891, 0.324219, 0.333984, 0.337891, 0.341797, 0.326172, 0.337891, 0.341797, 0.345703, 0.341797, 0.330078, 0.347656, 0.328125, 0.335938, 0.333984, 0.3125, 0.330078, 0.359375, 0.351562, 0.316406, 0.339844, 0.357422, 0.34375, 0.335938, 0.34375, 0.335938, 0.332031, 0.328125, 0.34375, 0.335938, 0.339844, 0.332031, 0.349609, 0.335938, 0.335938, 0.339844, 0.359375, 0.341797, 0.337891, 0.332031, 0.330078, 0.335938, 0.349609, 0.337891, 0.351562, 0.326172, 0.339844, 0.341797, 0.341797, 0.341797, 0.337891, 0.345703, 0.341797, 0.337891, 0.349609, 0.337891, 0.34375, 0.330078, 0.337891, 0.339844, 0.333984, 0.339844, 0.339844, 0.34375, 0.330078, 0.345703, 0.333984, 0.337891, 0.335938, 0.335938, 0.34375, 0.34375, 0.345703, 0.335938, 0.353516, 0.34375, 0.345703, 0.335938, 0.337891, 0.339844, 0.339844, 0.337891, 0.335938, 0.337891, 0.337891, 0.339844, 0.328125, 0.34375, 0.337891, 0.339844, 0.34375, 0.333984, 0.339844, 0.349609, 0.326172, 0.333984, 0.34375, 0.337891, 0.337891, 0.339844, 0.337891, 0.335938, 0.333984, 0.337891, 0.339844, 0.335938, 0.347656, 0.351562, 0.357422, 0.351562, 0.328125, 0.339844, 0.341797, 0.341797, 0.34375, 0.341797, 0.341797, 0.326172, 0.339844, 0.34375, 0.349609, 0.332031, 0.337891, 0.333984, 0.333984, 0.341797, 0.349609, 0.333984, 0.345703, 0.330078, 0.353516, 0.332031, 0.333984, 0.335938, 0.341797, 0.339844, 0.345703, 0.333984, 0.332031, 0.326172, 0.335938, 0.341797, 0.333984, 0.335938, 0.333984, 0.353516, 0.335938, 0.330078, 0.332031, 0.308594, 0.335938, 0.330078, 0.332031, 0.333984, 0.330078, 0.332031, 0.326172, 0.351562, 0.34375, 0.328125, 0.335938, 0.335938, 0.335938, 0.34375, 0.353516, 0.326172, 0.345703, 0.335938, 0.330078, 0.330078, 0.332031, 0.34375, 0.341797, 0.375, 0.337891, 0.328125, 0.332031, 0.337891, 0.347656, 0.330078, 0.34375, 0.34375, 0.353516, 0.345703, 0.34375, 0.355469, 0.339844, 0.349609, 0.328125, 0.341797, 0.136719, 0.347656, 0.353516, 0.333984, 0.341797, 0.337891, 0.339844, 0.335938, 0.361328, 0.341797, 0.339844, 0.337891, 0.335938, 0.332031, 0.333984, 0.347656, 0.345703, 0.339844, 0.330078, 0.345703, 0.34375, 0.357422, 0.341797, 0.333984, 0.341797, 0.335938, 0.339844, 0.347656, 0.332031, 0.332031, 0.335938, 0.332031, 0.339844, 0.335938, 0.332031, 0.335938, 0.326172, 0.339844, 0.341797, 0.335938, 0.337891, 0.34375, 0.345703, 0.341797, 0.355469, 0.337891, 0.341797, 0.341797, 0.349609, 0.341797, 0.34375, 0.332031, 0.345703, 0.349609, 0.337891, 0.337891, 0.337891, 0.345703, 0.349609, 0.332031, 0.339844, 0.339844, 0.339844, 0.349609, 0.34375, 0.339844, 0.333984, 0.359375, 0.341797, 0.298828, 0.328125, 0.345703, 0.330078, 0.34375, 0.34375, 0.339844, 0.34375, 0.291016, 0.332031, 0.330078, 0.328125, 0.335938, 0.339844, 0.345703, 0.353516, 0.353516, 0.339844, 0.333984, 0.34375, 0.347656, 0.349609, 0.347656, 0.337891, 0.341797, 0.34375, 0.34375, 0.337891, 0.34375, 0.363281, 0.351562, 0.335938, 0.359375, 0.335938, 0.337891, 0.337891, 0.335938, 0.332031, 0.333984, 0.345703, 0.341797, 0.332031, 0.337891, 0.341797, 0.333984, 0.332031, 0.335938, 0.34375, 0.349609, 0.324219, 0.330078, 0.333984, 0.349609, 0.333984, 0.339844, 0.339844, 0.339844, 0.332031, 0.332031, 0.347656, 0.339844, 0.337891, 0.333984, 0.345703, 0.341797, 0.326172, 0.341797, 0.347656, 0.339844, 0.345703, 0.333984, 0.349609, 0.337891, 0.326172, 0.339844, 0.337891, 0.339844, 0.347656, 0.341797, 0.351562, 0.347656, 0.330078, 0.339844, 0.324219, 0.333984, 0.355469, 0.341797, 0.353516, 0.347656, 0.34375, 0.34375, 0.345703, 0.335938, 0.328125, 0.332031, 0.333984, 0.34375, 0.328125, 0.332031, 0.345703, 0.345703, 0.326172, 0.351562, 0.357422, 0.330078, 0.339844, 0.34375, 0.328125, 0.351562, 0.333984, 0.355469, 0.355469, 0.339844, 0.345703, 0.337891, 0.349609, 0.347656, 0.347656, 0.324219, 0.347656, 0.332031, 0.34375, 0.34375, 0.339844, 0.335938, 0.326172, 0.337891, 0.341797, 0.365234, 0.335938, 0.339844, 0.34375, 0.333984, 0.333984, 0.339844, 0.345703, 0.341797, 0.337891, 0.339844, 0.335938, 0.349609, 0.34375, 0.339844, 0.34375, 0.347656, 0.335938, 0.333984, 0.351562, 0.332031, 0.337891, 0.353516, 0.349609, 0.339844, 0.349609, 0.341797, 0.339844, 0.341797, 0.347656, 0.328125, 0.337891, 0.339844, 0.367188, 0.339844, 0.332031, 0.326172, 0.328125, 0.357422, 0.34375, 0.339844, 0.337891, 0.351562, 0.34375, 0.351562, 0.339844, 0.339844, 0.333984, 0.339844, 0.345703, 0.339844, 0.341797, 0.335938, 0.345703, 0.34375, 0.339844, 0.335938, 0.341797, 0.347656, 0.333984, 0.34375, 0.335938, 0.211914, 0.347656, 0.330078, 0.333984, 0.330078, 0.34375, 0.341797, 0.335938, 0.339844, 0.322266, 0.341797, 0.351562, 0.333984, 0.339844, 0.318359, 0.341797, 0.328125, 0.349609, 0.353516, 0.355469, 0.341797, 0.324219, 0.345703, 0.341797, 0.345703, 0.335938, 0.34375, 0.335938, 0.337891, 0.332031, 0.333984, 0.337891, 0.339844, 0.332031, 0.320312, 0.345703, 0.333984, 0.357422, 0.347656, 0.337891, 0.353516, 0.337891, 0.341797, 0.339844, 0.345703, 0.332031, 0.335938, 0.349609, 0.34375, 0.347656, 0.341797, 0.339844, 0.339844, 0.345703, 0.337891, 0.314453, 0.337891, 0.332031, 0.328125, 0.341797, 0.339844, 0.335938, 0.34375, 0.326172, 0.339844, 0.337891, 0.339844, 0.341797, 0.345703, 0.335938, 0.335938, 0.351562, 0.34375, 0.349609, 0.341797, 0.34375, 0.347656, 0.345703, 0.357422, 0.347656, 0.34375, 0.335938, 0.339844, 0.339844, 0.332031, 0.339844, 0.335938, 0.337891, 0.337891, 0.355469, 0.335938, 0.34375, 0.34375, 0.328125, 0.353516, 0.341797, 0.34375, 0.326172, 0.337891, 0.347656, 0.353516, 0.333984, 0.330078, 0.347656, 0.339844, 0.34375, 0.337891, 0.335938, 0.337891, 0.333984, 0.337891, 0.341797, 0.335938, 0.341797, 0.347656, 0.335938, 0.333984, 0.332031, 0.335938, 0.335938, 0.326172, 0.337891, 0.351562, 0.333984, 0.339844, 0.335938, 0.34375, 0.341797, 0.34375, 0.320312, 0.339844, 0.345703, 0.3125, 0.328125, 0.337891, 0.339844, 0.337891, 0.339844, 0.34375, 0.332031, 0.341797, 0.332031, 0.335938, 0.328125, 0.341797, 0.335938, 0.34375, 0.34375, 0.330078, 0.351562, 0.332031, 0.341797, 0.326172, 0.335938, 0.339844, 0.335938, 0.337891, 0.345703, 0.337891, 0.345703, 0.335938, 0.333984, 0.345703, 0.339844, 0.339844, 0.347656, 0.34375, 0.339844, 0.332031, 0.333984, 0.339844, 0.333984, 0.333984, 0.347656, 0.335938, 0.337891, 0.339844, 0.330078, 0.332031, 0.345703, 0.335938, 0.339844, 0.341797, 0.339844, 0.341797, 0.335938, 0.345703, 0.335938, 0.345703, 0.34375, 0.341797, 0.330078, 0.347656, 0.330078, 0.345703, 0.347656, 0.347656, 0.335938, 0.337891, 0.335938, 0.341797, 0.347656, 0.328125, 0.34375, 0.341797, 0.337891, 0.339844, 0.335938, 0.341797, 0.339844, 0.34375, 0.335938, 0.335938, 0.328125, 0.320312, 0.347656, 0.34375, 0.332031, 0.34375, 0.34375, 0.341797, 0.345703, 0.339844, 0.345703, 0.328125, 0.34375, 0.333984, 0.34375, 0.326172, 0.335938, 0.332031, 0.355469, 0.330078, 0.351562, 0.357422, 0.345703, 0.333984, 0.341797, 0.326172, 0.353516, 0.337891, 0.337891, 0.335938, 0.337891, 0.347656, 0.34375, 0.332031, 0.330078, 0.347656, 0.335938, 0.341797, 0.34375, 0.345703, 0.341797, 0.341797, 0.337891, 0.347656, 0.341797, 0.328125, 0.339844, 0.333984, 0.339844, 0.341797, 0.349609, 0.339844, 0.333984, 0.345703, 0.029297, 0.337891, 0.332031, 0.353516, 0.337891, 0.337891, 0.337891, 0.332031, 0.324219, 0.349609, 0.351562, 0.359375, 0.339844, 0.337891, 0.341797, 0.347656, 0.332031, 0.34375, 0.341797, 0.333984, 0.324219, 0.324219, 0.314453, 0.335938, 0.333984, 0.332031, 0.330078, 0.335938, 0.341797, 0.347656, 0.351562, 0.332031, 0.339844, 0.34375, 0.332031, 0.328125, 0.365234, 0.324219, 0.337891, 0.324219, 0.355469, 0.332031, 0.337891, 0.332031, 0.34375, 0.337891, 0.341797, 0.324219, 0.351562, 0.339844, 0.341797, 0.349609, 0.34375, 0.339844, 0.337891, 0.341797, 0.335938, 0.337891, 0.347656, 0.34375, 0.351562, 0.349609, 0.333984, 0.34375, 0.337891, 0.347656, 0.347656, 0.324219, 0.332031, 0.34375, 0.349609, 0.339844, 0.324219, 0.341797, 0.34375, 0.337891, 0.332031, 0.333984, 0.341797, 0.341797, 0.341797, 0.337891, 0.337891, 0.34375, 0.341797, 0.339844, 0.351562, 0.353516, 0.341797, 0.337891, 0.345703, 0.337891, 0.332031, 0.349609, 0.349609, 0.337891, 0.339844, 0.337891, 0.353516, 0.349609, 0.339844, 0.353516, 0.339844, 0.337891, 0.322266, 0.337891, 0.298828, 0.34375, 0.337891, 0.330078, 0.351562, 0.316406, 0.341797, 0.335938, 0.339844, 0.355469, 0.34375, 0.337891, 0.333984, 0.347656, 0.353516, 0.351562, 0.34375, 0.34375, 0.341797, 0.335938, 0.339844, 0.339844, 0.339844, 0.347656, 0.320312, 0.34375, 0.333984, 0.335938, 0.353516, 0.349609, 0.34375, 0.337891, 0.332031, 0.359375, 0.335938, 0.347656, 0.337891, 0.34375, 0.34375, 0.333984, 0.349609, 0.333984, 0.34375, 0.34375, 0.345703, 0.349609, 0.339844, 0.34375, 0.34375, 0.337891, 0.337891, 0.349609, 0.335938, 0.353516, 0.341797, 0.332031, 0.333984, 0.332031, 0.341797, 0.339844, 0.332031, 0.330078, 0.345703, 0.345703, 0.332031, 0.333984, 0.353516, 0.341797, 0.330078, 0.347656, 0.353516, 0.333984, 0.328125, 0.326172, 0.333984, 0.34375, 0.345703, 0.347656, 0.330078, 0.347656, 0.333984, 0.341797, 0.345703, 0.345703, 0.339844, 0.339844, 0.347656, 0.320312, 0.332031, 0.339844, 0.339844, 0.339844, 0.333984, 0.337891, 0.341797, 0.345703, 0.34375, 0.353516, 0.341797, 0.341797, 0.351562, 0.332031, 0.34375, 0.341797, 0.337891, 0.332031, 0.330078, 0.34375, 0.332031, 0.332031, 0.335938, 0.339844, 0.339844, 0.333984, 0.345703, 0.351562, 0.328125, 0.34375, 0.347656, 0.330078, 0.324219, 0.339844, 0.347656, 0.335938, 0.333984, 0.337891, 0.339844, 0.341797, 0.341797, 0.332031, 0.339844, 0.326172, 0.330078, 0.341797, 0.332031, 0.347656, 0.345703, 0.330078, 0.335938, 0.347656, 0.339844, 0.335938, 0.339844, 0.330078, 0.34375, 0.335938, 0.351562, 0.337891, 0.326172, 0.345703, 0.339844, 0.333984, 0.345703, 0.332031, 0.34375, 0.337891, 0.349609, 0.333984, 0.328125, 0.341797, 0.339844, 0.341797, 0.349609, 0.332031, 0.332031, 0.339844, 0.337891, 0.341797, 0.341797, 0.345703, 0.333984, 0.341797, 0.341797, 0.34375, 0.345703, 0.347656, 0.351562, 0.328125, 0.330078, 0.339844, 0.339844, 0.330078, 0.330078, 0.416016, 0.339844, 0.34375, 0.349609, 0.335938, 0.337891, 0.326172, 0.351562, 0.341797, 0.347656, 0.345703, 0.361328, 0.332031, 0.337891, 0.339844, 0.353516, 0.345703, 0.361328, 0.34375, 0.328125, 0.347656, 0.337891, 0.328125, 0.351562, 0.347656, 0.357422, 0.345703, 0.339844, 0.341797, 0.337891, 0.339844, 0.337891, 0.335938, 0.337891, 0.337891, 0.341797, 0.332031, 0.345703, 0.341797, 0.333984, 0.341797, 0.351562, 0.320312, 0.337891, 0.335938, 0.332031, 0.337891, 0.328125, 0.330078, 0.347656, 0.333984, 0.345703, 0.328125, 0.34375, 0.333984, 0.335938, 0.337891, 0.337891, 0.330078, 0.347656, 0.351562, 0.341797, 0.341797, 0.341797, 0.353516, 0.339844, 0.330078, 0.337891, 0.337891, 0.349609, 0.333984, 0.341797, 0.328125, 0.347656, 0.34375, 0.339844, 0.335938, 0.337891, 0.300781, 0.361328, 0.34375, 0.337891, 0.332031, 0.339844, 0.326172, 0.341797, 0.339844, 0.341797, 0.335938, 0.337891, 0.341797, 0.347656, 0.337891, 0.341797, 0.34375, 0.345703, 0.355469, 0.330078, 0.345703, 0.332031, 0.341797, 0.332031, 0.345703, 0.330078, 0.345703, 0.347656, 0.339844, 0.333984, 0.355469, 0.335938, 0.333984, 0.341797, 0.349609, 0.316406, 0.351562, 0.34375, 0.341797, 0.339844, 0.335938, 0.330078, 0.333984, 0.332031, 0.341797, 0.335938, 0.349609, 0.339844, 0.337891, 0.337891, 0.332031, 0.345703, 0.337891, 0.349609, 0.339844, 0.349609, 0.34375, 0.320312 ] }, "name": "model.transformer.layers.26.ffn_norm.weight", "outputIndexes": [ 1671 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1670, 1671 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_26/Mul_1_output_0", "outputIndexes": [ 1672 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1672 ], "outputIndexes": [ 3218 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3218 ], "outputIndexes": [ 3219 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_1/Linear", "inputIndexes": [ 3219 ], "outputIndexes": [ 3220 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 18944, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 454656, "weightSize": 0 }, "external": [ 1841180608, 58196230, 3637248, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3220 ], "outputIndexes": [ 3221 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3221 ], "outputIndexes": [ 1673 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 18944 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 9472 ] }, "name": "/ffn_26/Mul_output_0", "outputIndexes": [ 1674 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673, 21, 1674, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_26/Slice_output_0", "outputIndexes": [ 1675 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_26/Sigmoid_output_0", "outputIndexes": [ 1676 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675, 1676 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_26/Mul_output_0", "outputIndexes": [ 1677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 18944 ] }, "name": "/ffn_26/Mul_1_output_0", "outputIndexes": [ 1678 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673, 1674, 1678, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_26/Slice_1_output_0", "outputIndexes": [ 1679 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677, 1679 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_26/Mul_2_output_0", "outputIndexes": [ 1680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1680 ], "outputIndexes": [ 3222 ], "main_type": "Reshape", "main": { "dims": [ -1, 9472, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3222 ], "outputIndexes": [ 3223 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_2/Linear", "inputIndexes": [ 3223 ], "outputIndexes": [ 3224 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9472, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 227328, "weightSize": 0 }, "external": [ 1903014086, 29098246, 1818624, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3224 ], "outputIndexes": [ 3225 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3225 ], "outputIndexes": [ 1681 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669, 1681 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_107_output_0", "outputIndexes": [ 1682 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1682, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_108_output_0", "outputIndexes": [ 1683 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_27/Mul_output_0", "outputIndexes": [ 1684 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.949219, 1.054688, 0.957031, 0.914062, 0.929688, 0.945312, 1.015625, 0.96875, 1.054688, 1.0, 0.964844, 0.980469, 0.96875, 0.980469, 0.949219, 1.007812, 0.941406, 0.949219, 1.0, 0.980469, 0.972656, 0.964844, 0.871094, 1.007812, 1.039062, 0.96875, 1.007812, 1.0, 0.949219, 1.0, 0.9375, 0.972656, 0.992188, 0.953125, 0.96875, 0.960938, 0.941406, 0.972656, 1.023438, 0.964844, 0.949219, 0.949219, 0.980469, 0.941406, 1.054688, 1.078125, 0.929688, 1.007812, 0.984375, 0.945312, 1.015625, 0.992188, 0.964844, 0.871094, 0.96875, 1.03125, 0.976562, 0.957031, 0.984375, 0.988281, 1.007812, 1.0, 0.976562, 1.015625, 0.96875, 0.988281, 1.0, 0.941406, 0.933594, 0.996094, 0.996094, 0.917969, 1.0, 0.9375, 0.957031, 0.945312, 0.925781, 0.917969, 0.996094, 0.960938, 0.9375, 0.984375, 0.890625, 0.941406, 0.921875, 0.992188, 0.917969, 1.015625, 0.9375, 0.980469, 0.949219, 1.015625, 0.992188, 0.929688, 0.949219, 1.023438, 0.945312, 1.03125, 1.015625, 1.023438, 0.917969, 0.914062, 0.988281, 1.101562, 1.0, 0.992188, 0.980469, 0.964844, 0.886719, 1.0, 0.949219, 1.0, 1.007812, 0.945312, 0.980469, 0.839844, 0.996094, 0.988281, 0.953125, 0.96875, 0.957031, 1.023438, 0.953125, 0.949219, 1.0, 0.988281, 0.972656, 0.996094, 1.007812, 0.929688, 0.945312, 0.992188, 0.875, 1.015625, 0.949219, 0.980469, 1.007812, 0.929688, 1.015625, 0.929688, 1.007812, 0.941406, 1.007812, 0.957031, 0.960938, 1.046875, 0.933594, 0.992188, 0.96875, 0.84375, 0.949219, 0.96875, 0.929688, 1.007812, 0.945312, 0.921875, 0.980469, 0.984375, 0.90625, 0.960938, 0.992188, 0.882812, 0.949219, 0.960938, 1.023438, 0.980469, 0.925781, 1.054688, 1.007812, 0.96875, 0.929688, 0.992188, 0.953125, 0.980469, 0.910156, 0.933594, 1.007812, 0.921875, 0.957031, 1.054688, 0.996094, 0.984375, 0.984375, 0.890625, 0.996094, 1.007812, 1.0, 0.96875, 0.917969, 0.898438, 0.960938, 0.972656, 0.953125, 1.039062, 0.957031, 0.917969, 0.996094, 0.917969, 0.925781, 0.972656, 0.953125, 0.972656, 0.980469, 0.988281, 1.007812, 0.9375, 1.03125, 0.945312, 0.972656, 0.957031, 0.960938, 0.972656, 0.976562, 0.960938, 0.972656, 0.957031, 1.023438, 0.933594, 1.046875, 1.039062, 0.949219, 1.03125, 0.953125, 0.945312, 0.984375, 0.984375, 0.953125, 0.925781, 0.996094, 0.960938, 1.070312, 0.949219, 0.902344, 0.96875, 1.007812, 0.96875, 0.960938, 0.957031, 0.988281, 0.9375, 0.898438, 0.890625, 1.0, 0.960938, 0.992188, 1.046875, 0.941406, 0.980469, 0.957031, 0.96875, 1.007812, 0.886719, 1.046875, 0.96875, 0.984375, 0.984375, 0.9375, 1.03125, 0.953125, 0.953125, 0.992188, 0.933594, 0.96875, 0.992188, 0.941406, 0.949219, 1.03125, 0.996094, 0.929688, 0.949219, 0.988281, 0.914062, 0.984375, 0.875, 0.941406, 0.960938, 1.03125, 1.007812, 0.941406, 0.972656, 0.96875, 0.964844, 1.0, 1.0, 0.921875, 0.9375, 0.945312, 0.898438, 0.914062, 0.96875, 0.949219, 0.9375, 0.964844, 0.964844, 0.96875, 0.996094, 1.023438, 0.976562, 0.953125, 1.03125, 0.914062, 0.976562, 0.992188, 0.925781, 1.007812, 0.957031, 1.007812, 0.980469, 1.015625, 0.992188, 0.980469, 0.917969, 0.972656, 1.007812, 0.96875, 1.015625, 0.960938, 0.949219, 0.953125, 1.015625, 0.933594, 1.0, 1.0, 1.023438, 1.054688, 0.976562, 1.015625, 0.941406, 0.988281, 0.9375, 0.984375, 0.953125, 0.933594, 1.007812, 0.910156, 0.96875, 1.0, 0.964844, 0.953125, 1.03125, 1.054688, 0.976562, 0.910156, 0.953125, 1.023438, 0.980469, 0.988281, 0.964844, 1.023438, 0.972656, 1.039062, 0.984375, 0.933594, 0.96875, 0.972656, 0.960938, 0.945312, 0.996094, 1.039062, 0.984375, 0.960938, 0.976562, 1.0, 0.953125, 0.957031, 0.964844, 0.949219, 1.023438, 0.976562, 0.960938, 0.945312, 1.046875, 0.964844, 1.007812, 0.941406, 1.007812, 0.992188, 1.007812, 0.941406, 0.996094, 0.945312, 0.949219, 0.96875, 1.046875, 0.925781, 1.015625, 1.03125, 0.980469, 0.980469, 0.949219, 0.910156, 1.0, 1.007812, 0.925781, 1.015625, 1.007812, 1.0, 1.023438, 0.941406, 0.984375, 0.953125, 0.96875, 0.945312, 1.023438, 0.953125, 0.925781, 1.007812, 0.980469, 1.03125, 1.023438, 1.070312, 0.988281, 0.949219, 0.964844, 0.945312, 0.953125, 1.0, 0.980469, 1.023438, 1.015625, 0.980469, 0.992188, 0.996094, 1.007812, 0.984375, 0.925781, 0.960938, 0.976562, 0.953125, 1.0, 0.980469, 0.957031, 0.957031, 0.96875, 0.988281, 1.023438, 0.917969, 0.976562, 0.976562, 1.007812, 0.972656, 0.96875, 1.0, 0.996094, 0.988281, 0.964844, 0.910156, 1.03125, 1.023438, 0.988281, 0.917969, 0.945312, 0.917969, 0.949219, 0.964844, 0.960938, 0.996094, 1.0, 0.917969, 0.902344, 1.0, 0.957031, 0.960938, 0.957031, 0.84375, 1.03125, 0.996094, 0.960938, 0.980469, 1.039062, 0.96875, 0.96875, 0.945312, 0.9375, 0.953125, 0.945312, 1.015625, 0.980469, 0.972656, 1.0, 0.957031, 0.976562, 0.941406, 0.980469, 0.996094, 0.996094, 1.0, 1.0, 0.929688, 1.015625, 1.03125, 0.929688, 0.988281, 0.945312, 0.976562, 0.96875, 0.96875, 1.03125, 0.914062, 0.972656, 0.992188, 0.988281, 0.984375, 1.015625, 0.960938, 1.015625, 0.960938, 0.980469, 0.96875, 1.03125, 0.929688, 0.980469, 0.9375, 1.023438, 0.960938, 0.9375, 0.96875, 0.984375, 0.945312, 0.980469, 0.949219, 0.917969, 0.933594, 0.964844, 1.0, 1.0, 0.933594, 0.992188, 1.0, 0.988281, 1.007812, 0.933594, 0.953125, 0.980469, 0.921875, 0.941406, 0.96875, 0.929688, 1.0, 0.988281, 0.960938, 0.949219, 0.949219, 0.855469, 0.984375, 0.980469, 0.941406, 1.007812, 1.007812, 0.988281, 1.023438, 0.964844, 1.023438, 0.929688, 0.917969, 1.0, 0.941406, 0.949219, 1.03125, 1.0, 0.910156, 0.921875, 0.980469, 0.933594, 0.933594, 0.976562, 0.964844, 1.03125, 0.976562, 1.007812, 1.023438, 1.0, 1.0, 0.953125, 0.980469, 0.964844, 1.023438, 0.925781, 0.953125, 1.046875, 0.898438, 0.917969, 1.015625, 1.039062, 0.96875, 1.015625, 0.996094, 1.273438, 0.941406, 0.917969, 1.015625, 0.964844, 0.921875, 1.023438, 0.953125, 0.972656, 0.953125, 0.949219, 0.976562, 0.9375, 0.921875, 0.960938, 0.933594, 0.925781, 1.03125, 0.914062, 0.941406, 1.007812, 0.941406, 0.953125, 1.007812, 0.988281, 1.007812, 0.984375, 0.921875, 0.890625, 0.957031, 0.953125, 0.976562, 0.980469, 0.988281, 0.9375, 0.957031, 1.03125, 0.949219, 1.007812, 0.957031, 1.0, 0.960938, 1.015625, 0.992188, 0.964844, 0.980469, 0.925781, 1.015625, 0.9375, 1.0, 0.914062, 0.945312, 0.945312, 0.917969, 0.945312, 1.007812, 0.945312, 1.039062, 0.960938, 0.976562, 0.953125, 0.929688, 0.957031, 0.828125, 0.984375, 0.964844, 0.972656, 0.980469, 0.96875, 0.984375, 0.972656, 0.894531, 0.933594, 0.898438, 0.898438, 0.945312, 0.941406, 0.921875, 0.945312, 1.015625, 0.910156, 0.945312, 0.96875, 0.96875, 0.914062, 0.949219, 0.980469, 0.996094, 0.984375, 1.0, 0.851562, 0.96875, 1.039062, 0.960938, 0.980469, 0.941406, 1.0, 0.988281, 0.964844, 0.925781, 0.96875, 0.925781, 1.140625, 0.933594, 1.09375, 0.96875, 0.984375, 1.0, 0.972656, 0.988281, 1.015625, 1.007812, 0.921875, 0.992188, 0.996094, 1.03125, 0.960938, 0.960938, 0.953125, 0.941406, 0.984375, 0.957031, 0.941406, 0.863281, 0.914062, 0.964844, 0.972656, 0.964844, 0.984375, 0.992188, 1.023438, 0.941406, 1.046875, 0.957031, 0.953125, 0.960938, 0.925781, 1.0, 0.988281, 0.925781, 0.957031, 0.949219, 0.914062, 0.980469, 0.910156, 0.925781, 0.910156, 0.917969, 0.996094, 0.96875, 0.984375, 0.984375, 0.976562, 0.960938, 1.023438, 0.949219, 0.910156, 0.996094, 0.972656, 0.925781, 0.945312, 0.988281, 1.0, 1.015625, 0.972656, 0.953125, 0.933594, 1.03125, 0.96875, 1.023438, 0.957031, 0.976562, 0.945312, 0.9375, 0.898438, 0.984375, 0.917969, 0.976562, 0.90625, 1.046875, 0.953125, 0.988281, 0.953125, 1.054688, 0.925781, 0.964844, 0.894531, 0.960938, 0.996094, 1.0, 1.078125, 0.953125, 0.949219, 0.949219, 0.921875, 0.914062, 1.007812, 1.0625, 0.929688, 0.957031, 0.9375, 0.964844, 1.023438, 0.988281, 0.960938, 1.054688, 0.964844, 0.941406, 0.960938, 0.953125, 0.917969, 1.007812, 0.917969, 1.015625, 0.902344, 1.007812, 1.046875, 0.957031, 0.976562, 0.957031, 1.023438, 0.992188, 0.960938, 0.933594, 0.898438, 0.902344, 1.015625, 0.960938, 0.992188, 1.015625, 0.953125, 0.976562, 0.976562, 0.945312, 0.945312, 0.96875, 0.992188, 1.0, 0.960938, 0.941406, 0.9375, 0.953125, 0.972656, 0.964844, 0.945312, 0.9375, 0.949219, 0.933594, 0.96875, 0.988281, 0.914062, 1.023438, 0.941406, 1.007812, 0.964844, 0.988281, 0.984375, 0.96875, 0.976562, 0.964844, 0.980469, 0.890625, 1.023438, 0.984375, 1.007812, 0.960938, 0.941406, 1.015625, 0.9375, 0.996094, 0.992188, 0.949219, 0.929688, 0.933594, 0.925781, 0.9375, 1.0, 0.9375, 0.984375, 0.960938, 0.980469, 0.992188, 0.949219, 0.953125, 0.957031, 0.960938, 0.902344, 0.953125, 0.945312, 0.941406, 0.960938, 1.015625, 1.023438, 0.929688, 0.917969, 0.960938, 0.914062, 0.964844, 0.960938, 0.972656, 0.949219, 0.960938, 0.898438, 0.992188, 0.964844, 1.0, 0.996094, 0.96875, 0.992188, 0.949219, 0.972656, 0.925781, 0.988281, 0.976562, 0.917969, 0.992188, 0.980469, 0.976562, 0.898438, 0.917969, 0.828125, 1.054688, 1.015625, 0.925781, 0.984375, 0.964844, 0.945312, 0.960938, 1.046875, 0.976562, 0.953125, 0.902344, 0.949219, 1.007812, 1.007812, 0.980469, 0.988281, 0.972656, 1.007812, 1.023438, 1.023438, 0.976562, 0.957031, 0.976562, 1.023438, 1.085938, 0.996094, 0.941406, 1.015625, 0.976562, 0.914062, 0.917969, 0.957031, 1.007812, 0.976562, 0.996094, 0.925781, 0.96875, 0.984375, 1.015625, 0.980469, 0.949219, 0.996094, 0.914062, 0.984375, 1.0, 0.902344, 1.03125, 1.046875, 1.039062, 0.976562, 0.929688, 0.90625, 1.0, 0.882812, 0.949219, 0.921875, 0.960938, 1.007812, 0.964844, 0.980469, 0.9375, 1.015625, 1.054688, 0.945312, 0.960938, 0.910156, 1.007812, 1.039062, 0.972656, 0.96875, 1.0, 0.957031, 0.902344, 0.9375, 0.972656, 1.007812, 1.0, 0.9375, 0.96875, 0.945312, 0.960938, 0.960938, 0.992188, 0.898438, 0.957031, 1.078125, 0.984375, 1.0, 0.996094, 0.988281, 0.953125, 1.015625, 1.046875, 0.957031, 0.976562, 1.039062, 0.964844, 0.976562, 0.976562, 0.980469, 0.957031, 0.960938, 1.023438, 0.964844, 0.953125, 0.980469, 0.875, 1.007812, 0.957031, 0.96875, 0.992188, 1.0, 0.957031, 1.023438, 0.9375, 0.972656, 0.988281, 0.976562, 1.0, 1.03125, 0.992188, 1.039062, 1.023438, 0.996094, 0.933594, 1.039062, 1.0, 0.957031, 0.996094, 0.957031, 0.894531, 0.925781, 0.960938, 1.0625, 0.980469, 0.964844, 0.964844, 0.976562, 0.945312, 1.007812, 1.039062, 0.933594, 1.015625, 1.023438, 0.875, 1.046875, 0.953125, 0.933594, 0.929688, 0.820312, 0.9375, 0.925781, 0.957031, 0.992188, 0.964844, 0.996094, 1.015625, 0.941406, 0.914062, 0.988281, 1.007812, 0.988281, 1.015625, 0.933594, 0.941406, 0.960938, 1.0, 0.941406, 0.925781, 0.984375, 0.9375, 0.957031, 0.972656, 0.964844, 0.988281, 0.957031, 0.941406, 0.921875, 0.980469, 0.964844, 1.015625, 0.949219, 1.015625, 0.953125, 1.007812, 0.886719, 0.921875, 1.007812, 0.960938, 1.007812, 1.015625, 0.996094, 0.949219, 1.015625, 0.984375, 0.984375, 0.96875, 0.984375, 0.90625, 0.984375, 1.007812, 0.439453, 0.929688, 1.0625, 0.992188, 1.0, 0.945312, 1.007812, 0.992188, 0.992188, 0.949219, 1.03125, 0.964844, 1.03125, 1.0, 0.925781, 0.941406, 0.964844, 1.03125, 0.964844, 0.957031, 0.945312, 0.882812, 0.882812, 1.007812, 1.023438, 0.910156, 0.957031, 0.914062, 0.988281, 0.9375, 0.992188, 0.980469, 0.964844, 0.984375, 0.988281, 0.984375, 1.054688, 0.867188, 1.007812, 0.988281, 1.015625, 0.996094, 0.996094, 1.015625, 0.96875, 0.992188, 1.054688, 0.957031, 1.03125, 0.96875, 0.933594, 0.941406, 0.984375, 0.992188, 0.972656, 1.0, 0.957031, 0.886719, 0.949219, 0.972656, 0.960938, 0.925781, 1.0, 0.972656, 0.941406, 0.980469, 1.015625, 0.828125, 0.953125, 0.917969, 0.902344, 1.007812, 0.941406, 0.960938, 1.015625, 0.964844, 0.984375, 1.0, 0.972656, 0.953125, 0.988281, 0.929688, 0.914062, 0.941406, 0.941406, 1.023438, 1.0, 0.960938, 0.984375, 0.972656, 0.976562, 1.007812, 1.023438, 0.96875, 0.945312, 0.996094, 0.964844, 0.9375, 0.988281, 0.898438, 0.960938, 0.949219, 0.972656, 0.957031, 0.976562, 0.925781, 0.976562, 0.957031, 0.910156, 0.957031, 1.023438, 0.992188, 0.945312, 1.015625, 0.957031, 0.988281, 1.046875, 1.007812, 0.902344, 0.980469, 0.957031, 0.929688, 1.03125, 0.917969, 0.914062, 0.953125, 0.976562, 0.996094, 1.03125, 0.988281, 0.980469, 0.960938, 0.898438, 0.96875, 0.921875, 0.886719, 0.914062, 0.945312, 0.976562, 0.972656, 1.023438, 0.9375, 0.984375, 1.03125, 0.953125, 0.910156, 0.945312, 0.96875, 0.90625, 0.945312, 0.984375, 0.9375, 0.984375, 0.925781, 0.832031, 0.980469, 0.941406, 0.941406, 1.007812, 0.929688, 0.988281, 0.839844, 0.886719, 1.0, 1.039062, 0.910156, 0.988281, 1.039062, 0.953125, 0.996094, 1.039062, 0.96875, 1.046875, 0.984375, 0.949219, 1.0, 0.929688, 0.964844, 0.976562, 0.941406, 0.960938, 1.007812, 0.96875, 0.992188, 1.015625, 0.976562, 0.949219, 0.917969, 0.925781, 0.964844, 1.0, 0.929688, 1.023438, 0.933594, 1.09375, 0.980469, 1.007812, 0.953125, 0.925781, 1.023438, 0.960938, 0.90625, 0.914062, 1.0, 0.972656, 0.964844, 0.992188, 0.988281, 0.992188, 1.0, 0.964844, 1.0, 0.972656, 0.894531, 0.960938, 1.054688, 0.972656, 0.933594, 0.925781, 1.03125, 1.023438, 0.957031, 1.007812, 1.0, 0.929688, 0.988281, 0.964844, 0.933594, 0.972656, 0.980469, 0.988281, 0.976562, 0.945312, 0.976562, 0.957031, 0.96875, 0.996094, 0.847656, 0.929688, 0.941406, 1.0, 0.957031, 0.964844, 1.023438, 0.960938, 0.953125, 0.949219, 0.960938, 0.988281, 1.0625, 0.996094, 0.980469, 0.929688, 0.992188, 1.007812, 1.289062, 0.933594, 0.992188, 0.960938, 1.0, 0.988281, 0.894531, 0.980469, 1.054688, 1.085938, 1.039062, 0.9375, 1.007812, 0.996094, 1.015625, 0.9375, 0.902344, 0.949219, 0.921875, 0.996094, 0.988281, 0.949219, 0.976562, 0.921875, 0.972656, 0.957031, 0.972656, 1.039062, 1.007812, 0.9375, 1.0, 0.96875, 0.9375, 0.945312, 0.957031, 1.0, 0.976562, 0.988281, 0.9375, 1.015625, 0.894531, 0.984375, 1.054688, 1.015625, 1.03125, 0.941406, 0.949219, 0.964844, 0.953125, 0.949219, 1.015625, 1.0, 0.957031, 1.101562, 0.953125, 0.933594, 1.03125, 0.9375, 0.917969, 0.996094, 1.039062, 0.960938, 0.910156, 1.015625, 1.015625, 0.992188, 0.996094, 0.992188, 0.972656, 1.03125, 1.03125, 0.980469, 0.960938, 1.0, 1.007812, 1.03125, 0.976562, 0.996094, 0.984375, 0.972656, 0.941406, 0.957031, 0.957031, 1.046875, 0.972656, 0.960938, 1.039062, 0.960938, 0.996094, 0.957031, 0.953125, 1.046875, 0.933594, 0.984375, 1.007812, 0.929688, 0.953125, 1.070312, 1.007812, 0.972656, 0.957031, 0.964844, 0.945312, 0.886719, 0.945312, 0.996094, 0.964844, 0.9375, 0.988281, 0.988281, 1.023438, 1.023438, 0.960938, 0.949219, 0.953125, 1.039062, 0.992188, 0.90625, 0.945312, 0.984375, 0.984375, 0.988281, 0.925781, 0.867188, 1.023438, 0.964844, 0.941406, 0.96875, 0.964844, 0.941406, 0.964844, 0.917969, 0.960938, 0.96875, 0.933594, 1.023438, 0.957031, 1.007812, 1.0, 0.984375, 0.964844, 0.957031, 0.945312, 0.898438, 0.988281, 0.945312, 0.949219, 0.941406, 0.972656, 0.976562, 0.984375, 0.972656, 0.964844, 0.945312, 0.976562, 0.957031, 1.054688, 0.953125, 1.039062, 1.0625, 0.902344, 0.957031, 0.976562, 0.980469, 0.984375, 0.933594, 1.007812, 1.03125, 0.941406, 0.980469, 0.96875, 1.015625, 1.070312, 0.964844, 1.046875, 0.992188, 0.964844, 0.953125, 0.992188, 0.976562, 0.984375, 0.839844, 0.980469, 0.933594, 0.945312, 1.015625, 0.957031, 0.972656, 0.953125, 1.046875, 0.992188, 0.9375, 0.941406, 0.945312, 0.910156, 0.988281, 0.929688, 0.953125, 0.925781, 0.945312, 1.007812, 0.980469, 0.980469, 0.988281, 0.960938, 0.960938, 0.914062, 0.949219, 1.007812, 0.976562, 1.023438, 0.933594, 1.03125, 0.964844, 0.972656, 1.046875, 0.875, 1.03125, 0.980469, 0.925781, 0.933594, 0.949219, 0.972656, 0.941406, 0.960938, 1.023438, 0.980469, 0.964844, 1.023438, 0.992188, 0.996094, 0.902344, 1.0, 0.976562, 1.0, 1.007812, 0.894531, 0.898438, 1.03125, 0.945312, 0.949219, 0.972656, 0.96875, 0.9375, 0.96875, 0.957031, 0.953125, 0.941406, 0.945312, 0.945312, 0.972656, 0.984375, 0.972656, 0.945312, 0.917969, 0.929688, 0.992188, 0.933594, 0.960938, 0.867188, 1.007812, 1.015625, 0.984375, 1.015625, 0.953125, 0.984375, 0.960938, 0.914062, 0.984375, 0.957031, 0.898438, 1.023438, 0.972656, 0.949219, 1.015625, 0.960938, 0.949219, 0.953125, 0.96875, 0.964844, 1.0, 0.953125, 0.984375, 1.0, 0.910156, 1.039062, 0.9375, 0.945312, 0.964844, 0.945312, 0.992188, 0.964844, 0.996094, 1.03125, 0.972656, 1.0, 0.941406, 0.988281, 0.996094, 0.972656, 0.945312, 0.921875, 1.023438, 1.039062, 0.898438, 0.957031, 0.925781, 0.980469, 1.023438, 0.90625, 0.996094, 0.910156, 0.96875, 1.03125, 1.0625, 1.023438, 0.910156, 0.011292, 1.023438, 0.976562, 0.996094, 1.023438, 0.949219, 0.933594, 1.015625, 1.007812, 0.929688, 0.984375, 1.03125, 0.988281, 0.941406, 0.941406, 0.964844, 0.902344, 1.0625, 1.007812, 0.96875, 0.960938, 0.976562, 1.007812, 0.914062, 0.960938, 1.023438, 0.96875, 0.984375, 0.945312, 0.929688, 0.984375, 1.023438, 1.0, 0.953125, 0.992188, 0.957031, 0.949219, 0.972656, 0.886719, 1.015625, 1.023438, 1.023438, 0.875, 0.898438, 0.957031, 0.964844, 0.886719, 0.992188, 0.929688, 1.007812, 0.953125, 0.972656, 1.023438, 0.945312, 0.980469, 0.933594, 0.886719, 0.964844, 0.988281, 0.898438, 0.917969, 1.023438, 0.980469, 0.976562, 1.046875, 0.976562, 0.957031, 0.988281, 0.929688, 0.996094, 0.980469, 0.988281, 0.925781, 0.910156, 0.96875, 1.007812, 0.996094, 0.953125, 1.007812, 0.972656, 1.0625, 0.972656, 0.945312, 1.03125, 1.0, 0.964844, 1.0, 0.9375, 1.007812, 0.992188, 0.976562, 0.988281, 1.078125, 0.957031, 0.9375, 0.980469, 0.945312, 1.070312, 0.945312, 0.917969, 1.007812, 0.957031, 0.957031, 0.960938, 0.992188, 0.953125, 0.925781, 1.023438, 1.0, 1.09375, 0.941406, 0.960938, 0.972656, 0.945312, 0.925781, 1.023438, 0.9375, 1.007812, 0.9375, 0.929688, 0.921875, 0.914062, 1.023438, 1.03125, 0.964844, 0.957031, 0.972656, 1.054688, 0.988281, 0.941406, 0.90625, 0.960938, 0.219727, 0.9375, 0.9375, 0.992188, 1.039062, 0.984375, 0.941406, 0.925781, 0.933594, 0.984375, 1.0, 1.039062, 0.972656, 1.0, 0.964844, 1.007812, 0.972656, 0.90625, 0.945312, 0.941406, 0.988281, 0.941406, 0.90625, 1.023438, 1.023438, 0.945312, 0.96875, 0.945312, 0.933594, 0.925781, 0.921875, 1.007812, 0.972656, 1.007812, 0.953125, 0.90625, 0.980469, 0.953125, 0.980469, 0.945312, 0.96875, 0.933594, 0.996094, 1.0, 0.960938, 0.953125, 0.957031, 1.007812, 0.984375, 1.03125, 0.914062, 1.046875, 0.917969, 0.953125, 0.972656, 0.980469, 1.0, 0.945312, 0.976562, 0.972656, 1.03125, 0.9375, 1.007812, 0.863281, 1.023438, 0.917969, 0.96875, 0.988281, 1.0625, 0.929688, 0.9375, 0.9375, 1.015625, 0.9375, 0.921875, 0.976562, 0.941406, 0.988281, 0.960938, 0.976562, 1.09375, 0.945312, 1.039062, 1.0, 1.0, 0.960938, 0.929688, 1.0625, 0.917969, 0.957031, 0.972656, 0.925781, 0.980469, 0.992188, 0.949219, 1.007812, 0.996094, 0.992188, 0.964844, 1.0, 0.957031, 1.039062, 0.941406, 0.953125, 1.0, 0.980469, 0.988281, 0.984375, 0.910156, 0.972656, 1.007812, 0.964844, 0.988281, 1.015625, 1.015625, 0.9375, 0.972656, 0.917969, 0.988281, 0.953125, 0.90625, 0.992188, 1.0, 1.007812, 0.945312, 0.921875, 0.984375, 0.992188, 0.996094, 1.023438, 1.0, 1.015625, 0.921875, 1.054688, 0.957031, 0.921875, 0.902344, 0.90625, 0.929688, 0.90625, 0.960938, 1.039062, 0.960938, 0.988281, 0.921875, 0.980469, 0.945312, 0.886719, 1.0, 0.992188, 0.910156, 1.039062, 0.953125, 0.964844, 0.917969, 0.957031, 0.960938, 0.984375, 1.039062, 1.023438, 0.992188, 0.964844, 0.964844, 1.070312, 1.007812, 1.046875, 0.984375, 0.980469, 1.03125, 1.0, 0.953125, 1.039062, 0.964844, 0.929688, 0.957031, 1.101562, 0.925781, 0.976562, 1.054688, 0.984375, 0.9375, 0.945312, 0.972656, 0.976562, 0.972656, 0.992188, 0.953125, 0.96875, 0.898438, 0.925781, 0.976562, 0.992188, 0.960938, 0.984375, 1.023438, 0.972656, 0.984375, 1.039062, 0.949219, 0.933594, 1.023438, 0.96875, 0.984375, 0.9375, 0.980469, 1.0625, 0.949219, 0.984375, 0.890625, 0.957031, 0.964844, 0.984375, 0.980469, 0.964844, 0.976562, 1.039062, 1.015625, 0.960938, 1.0625, 0.957031, 0.972656, 1.03125, 0.980469, 0.960938, 1.007812, 0.886719, 0.9375, 0.960938, 0.988281, 0.96875, 0.9375, 0.992188, 0.984375, 0.957031, 0.984375, 1.03125, 0.96875, 0.972656, 0.925781, 1.007812, 0.964844, 0.894531, 1.0625, 0.953125, 0.957031, 1.0, 1.007812, 0.996094, 0.976562, 0.988281, 1.070312, 0.996094, 0.925781, 1.03125, 0.929688, 0.972656, 0.972656, 1.007812, 0.976562, 0.972656, 0.988281, 0.9375, 1.015625, 0.972656, 1.007812, 1.03125, 0.9375, 0.886719, 0.980469, 1.0, 1.039062, 0.96875, 1.007812, 1.039062, 1.023438, 0.945312, 0.957031, 0.984375, 1.023438, 1.039062, 0.957031, 0.980469, 0.976562, 0.976562, 0.960938, 0.972656, 1.054688, 1.015625, 0.941406, 0.914062, 0.957031, 1.03125, 0.957031, 1.0, 0.933594, 0.933594, 0.875, 1.039062, 0.902344, 0.960938, 0.925781, 0.945312, 1.023438, 0.992188, 0.914062, 0.976562, 0.949219, 0.925781, 1.171875, 1.0, 0.945312, 0.953125, 0.972656, 0.984375, 0.941406, 0.976562, 0.9375, 0.902344, 1.039062, 1.03125, 0.933594, 0.96875, 0.9375, 0.929688, 1.0, 0.917969, 0.996094, 0.972656, 0.984375, 0.992188, 0.960938, 0.96875, 0.960938, 0.953125, 0.9375, 0.925781, 0.945312, 0.996094, 1.054688, 0.984375, 0.996094, 1.015625, 1.0, 0.980469, 1.023438, 0.980469, 0.949219, 1.023438, 0.964844, 0.953125, 0.957031, 0.9375, 0.851562, 0.914062, 1.015625, 0.960938, 1.007812, 0.941406, 0.972656, 1.015625, 0.925781, 0.9375, 0.988281, 0.945312, 0.992188, 0.992188, 0.972656, 1.054688, 0.980469, 0.929688, 1.023438, 0.929688, 0.964844, 0.996094, 0.972656, 0.960938, 0.957031, 0.78125, 1.023438, 0.980469, 1.015625, 1.0, 0.925781, 0.949219, 0.957031, 0.910156, 0.960938, 0.941406, 1.007812, 0.988281, 1.007812, 0.945312, 0.980469, 1.007812, 1.046875, 1.054688, 0.90625, 0.964844, 0.933594, 0.96875, 1.023438, 1.023438, 0.933594, 0.996094, 1.007812, 0.972656, 0.976562, 0.949219, 0.964844, 0.929688, 0.953125, 1.0, 0.960938, 0.945312, 0.941406, 0.957031, 0.976562, 0.980469, 0.957031, 0.964844, 1.023438, 0.984375, 0.96875, 0.96875, 0.9375, 0.894531, 0.988281, 1.007812, 0.949219, 0.949219, 1.007812, 0.980469, 0.957031, 0.980469, 0.9375, 1.0, 1.0, 0.964844, 0.980469, 1.015625, 0.980469, 0.949219, 1.046875, 1.0, 0.949219, 0.839844, 0.921875, 0.929688, 1.007812, 1.015625, 1.015625, 0.929688, 1.0, 0.949219, 0.984375, 0.984375, 0.949219, 0.953125, 0.957031, 1.046875, 0.980469, 0.941406, 1.0, 0.960938, 0.9375, 0.949219, 0.953125, 0.976562, 0.957031, 0.976562, 0.96875, 0.941406, 1.0, 0.964844, 1.078125, 0.941406, 0.898438, 0.960938, 1.03125, 0.890625, 0.925781, 0.96875, 1.007812, 1.015625, 0.996094, 0.957031, 0.988281, 0.980469, 0.980469, 1.03125, 0.949219, 0.9375, 0.9375, 1.007812, 0.953125, 0.96875, 0.957031, 1.0, 0.910156, 0.960938, 0.957031, 1.0, 0.988281, 1.007812, 0.953125, 0.953125, 0.976562, 0.957031, 0.976562, 0.90625, 0.917969, 0.996094, 0.992188, 0.984375, 0.957031, 0.953125, 0.964844, 0.960938, 0.929688, 0.925781, 0.984375, 0.984375, 0.976562, 0.96875, 0.945312, 0.988281, 1.007812, 0.933594, 0.925781, 0.996094, 1.007812, 1.0, 0.957031, 1.023438, 0.929688, 0.925781, 0.964844, 0.988281, 0.996094, 1.023438, 0.988281, 1.015625, 1.023438, 0.953125, 0.949219, 0.957031, 0.964844, 0.988281, 0.980469, 0.984375, 0.96875, 1.03125, 0.953125, 1.046875, 1.0, 0.980469, 0.984375, 0.941406, 0.929688, 1.0, 1.03125, 0.925781, 0.992188, 0.960938, 1.09375, 1.007812, 0.949219, 0.964844, 0.90625, 0.972656, 0.914062, 0.945312, 0.972656, 1.03125, 0.886719, 0.914062, 0.929688, 1.007812, 0.898438, 0.988281, 0.992188, 0.9375, 0.957031, 0.976562, 0.925781, 0.984375, 0.90625, 0.945312, 0.964844, 1.03125, 0.953125, 0.914062, 1.039062, 0.960938, 0.925781, 0.996094, 0.996094, 0.964844, 1.023438, 0.914062, 1.015625, 1.070312, 1.0, 0.984375, 1.007812, 0.921875, 0.921875, 0.945312, 0.972656, 0.917969, 0.90625, 0.96875, 0.992188, 0.929688, 0.941406, 0.988281, 0.953125, 0.941406, 1.007812, 0.953125, 0.9375, 0.996094, 1.0625, 0.996094, 0.953125, 0.984375, 0.996094, 1.03125, 0.96875, 0.941406, 0.980469, 0.972656, 0.941406, 0.945312, 1.007812, 0.953125, 0.90625, 0.917969, 0.996094, 0.960938, 0.9375, 0.976562, 1.085938, 0.984375, 0.980469, 0.964844, 0.933594, 0.949219, 1.0, 1.039062, 0.972656, 0.96875, 1.046875, 0.984375, 0.972656, 0.980469, 0.992188, 1.046875, 0.933594, 0.984375, 1.039062, 0.941406, 0.9375, 1.03125, 0.976562, 0.953125, 0.949219, 0.933594, 0.914062, 0.988281, 0.917969, 0.929688, 0.9375, 1.046875, 1.0, 1.007812, 1.007812, 0.957031, 0.964844, 0.9375, 0.957031, 1.0, 0.996094, 1.03125, 0.910156, 0.949219, 1.023438, 0.976562, 1.023438, 0.898438, 0.945312, 1.0, 1.054688, 0.945312, 0.9375, 0.976562, 1.0625, 0.90625, 1.015625, 1.039062, 1.039062, 1.007812, 1.03125, 0.980469, 0.96875, 0.917969, 0.976562, 0.972656, 0.980469, 1.023438, 0.863281, 0.941406, 0.980469, 1.054688, 0.957031, 1.039062, 0.894531, 0.933594, 0.953125, 0.925781, 1.054688, 1.007812, 1.078125, 1.007812, 1.03125, 0.957031, 0.941406, 0.945312, 0.984375, 0.941406, 0.96875, 1.015625, 0.9375, 0.949219, 0.9375, 0.945312, 0.976562, 0.972656, 0.984375, 0.980469, 0.921875, 0.890625, 0.980469, 1.054688, 0.996094, 0.992188, 0.882812, 1.015625, 0.921875, 0.949219, 0.96875, 1.007812, 0.949219, 1.0, 1.023438, 0.980469, 0.917969, 0.929688, 0.992188, 0.925781, 1.0, 0.910156, 0.933594, 0.949219, 1.0, 0.976562, 0.929688, 0.9375, 0.964844, 0.925781, 0.957031, 0.980469, 0.878906, 0.9375, 0.988281, 0.992188, 0.941406, 1.0, 0.9375, 1.023438, 0.925781, 0.953125, 0.925781, 0.921875, 0.914062, 0.957031, 1.015625, 1.007812, 0.902344, 1.070312, 0.96875, 1.054688, 0.949219, 0.996094, 0.9375, 1.0, 0.992188, 1.023438, 0.96875, 0.96875, 0.9375, 0.964844, 0.953125, 0.910156, 0.957031, 0.992188, 0.953125, 0.945312, 1.015625, 0.992188, 0.984375, 0.957031, 1.0, 1.007812, 0.960938, 0.929688, 0.980469, 0.949219, 1.015625, 0.953125, 0.976562, 0.960938, 1.015625, 0.992188, 1.007812, 0.949219, 1.0, 0.980469, 0.984375, 0.972656, 0.9375, 0.984375, 0.964844, 0.945312, 0.001381, 0.910156, 0.972656, 0.929688, 0.929688, 0.980469, 0.996094, 0.992188, 0.945312, 0.921875, 0.964844, 0.957031, 0.941406, 0.941406, 0.933594, 0.949219, 0.984375, 0.957031, 0.910156, 0.984375, 1.078125, 1.015625, 1.109375, 0.953125, 0.996094, 1.015625, 0.984375, 0.949219, 0.910156, 0.972656, 0.976562, 0.960938, 0.949219, 0.945312, 1.046875, 0.890625, 0.890625, 1.023438, 0.972656, 1.023438, 0.953125, 1.015625, 0.953125, 0.984375, 0.996094, 1.046875, 0.957031, 1.03125, 0.941406, 0.992188, 0.929688, 0.925781, 1.039062, 0.996094, 0.980469, 1.023438, 0.953125, 0.964844, 0.941406, 0.976562, 1.0, 0.898438, 0.949219, 0.863281, 0.96875, 0.972656, 0.945312, 1.054688, 0.988281, 0.921875, 0.992188, 1.007812, 1.046875, 0.964844, 0.945312, 0.96875, 0.964844, 0.945312, 1.007812, 0.972656, 0.984375, 0.984375, 0.984375, 0.929688, 0.941406, 0.957031, 0.984375, 1.0, 0.945312, 0.96875, 0.925781, 0.90625, 0.988281, 0.941406, 1.007812, 0.910156, 0.9375, 0.921875, 0.980469, 0.929688, 0.953125, 0.910156, 0.996094, 0.953125, 0.980469, 1.015625, 1.109375, 1.023438, 1.0, 0.964844, 0.960938, 1.046875, 1.070312, 1.015625, 0.902344, 0.898438, 0.980469, 0.9375, 1.023438, 0.90625, 0.9375, 0.960938, 0.980469, 0.941406, 0.996094, 0.988281, 0.988281, 0.890625, 0.964844, 0.988281, 0.953125, 0.898438, 0.996094, 1.0, 0.957031, 0.9375, 0.984375, 1.03125, 1.0, 0.929688, 0.921875, 0.980469, 0.980469, 0.984375, 0.96875, 1.023438, 0.882812, 0.988281, 0.957031, 0.914062, 0.953125, 0.921875, 0.953125, 0.972656, 0.960938, 0.980469, 1.023438, 0.929688, 1.007812, 0.960938, 0.984375, 0.917969, 0.933594, 0.949219, 0.972656, 1.0, 0.976562, 0.941406, 0.933594, 0.976562, 0.957031, 0.992188, 0.957031, 0.992188, 0.976562, 0.988281, 0.980469, 0.980469, 1.015625, 0.964844, 0.9375, 0.9375, 0.984375, 0.917969, 0.945312, 0.964844, 1.023438, 0.957031, 0.972656, 0.953125, 0.929688, 0.976562, 0.980469, 1.0, 1.023438, 1.09375, 0.960938, 0.96875, 1.0, 0.96875, 0.957031, 0.925781, 0.972656, 0.941406, 0.988281, 1.03125, 0.953125, 0.964844, 1.0, 0.960938, 0.984375, 0.929688, 1.03125, 0.914062, 1.0, 1.015625, 1.023438, 0.96875, 0.988281, 0.945312, 0.925781, 0.976562, 0.972656, 1.0, 0.964844, 0.984375, 1.054688, 0.945312, 0.996094, 0.894531, 1.039062, 1.078125, 0.953125, 0.964844, 1.015625, 1.007812, 0.960938, 0.929688, 0.992188, 0.96875, 0.972656, 0.953125, 0.917969, 1.015625, 0.960938, 0.976562, 0.902344, 1.007812, 0.886719, 0.996094, 0.945312, 0.964844, 1.0, 1.007812, 1.054688, 1.007812, 0.96875, 0.972656, 1.03125, 0.953125, 0.953125, 0.964844, 0.996094, 0.933594, 1.007812, 1.046875, 0.929688, 1.007812, 0.949219, 0.988281, 0.992188, 0.980469, 0.980469, 0.988281, 0.933594, 0.933594, 1.109375, 0.941406, 0.972656, 1.046875, 0.890625, 0.933594, 0.945312, 0.996094, 0.984375, 1.0, 0.953125, 1.0, 0.878906, 0.498047, 1.0, 1.0, 0.996094, 0.992188, 0.988281, 1.03125, 0.988281, 0.992188, 0.960938, 0.957031, 0.871094, 0.949219, 0.980469, 0.910156, 0.957031, 1.015625, 0.894531, 0.945312, 0.984375, 1.023438, 1.015625, 0.949219, 0.945312, 0.925781, 0.996094, 0.992188, 1.007812, 0.84375, 1.054688, 1.039062, 0.921875, 1.03125, 0.925781, 0.992188, 0.96875, 0.984375, 0.949219, 0.902344, 0.960938, 0.949219, 0.917969, 1.0, 1.015625, 0.953125, 0.988281, 1.039062, 0.972656, 0.941406, 0.941406, 0.976562, 0.914062, 0.957031, 0.929688, 1.0, 0.960938, 1.007812, 0.976562, 0.960938, 0.96875, 0.929688, 1.015625, 1.023438, 0.945312, 0.949219, 1.007812, 0.984375, 0.949219, 0.949219, 0.941406, 0.980469, 0.949219, 1.007812, 0.957031, 0.957031, 0.941406, 1.007812, 1.039062, 1.0625, 0.945312, 0.984375, 0.910156, 0.972656, 0.984375, 1.015625, 1.023438, 0.96875, 0.949219, 0.902344, 0.914062, 0.980469, 1.007812, 0.953125, 1.03125, 0.960938, 0.972656, 1.023438, 0.964844, 0.957031, 0.96875, 0.972656, 0.960938, 0.992188, 0.988281, 0.9375, 1.007812, 0.964844, 1.0, 0.90625, 1.023438, 0.90625, 0.957031, 0.957031, 0.886719, 0.96875, 0.980469, 0.917969, 0.96875, 0.941406, 0.96875, 0.914062, 1.046875, 0.945312, 0.957031, 0.921875, 0.957031, 0.960938, 0.972656, 1.054688, 0.949219, 0.984375, 0.941406, 0.964844, 1.007812, 0.941406, 1.023438 ] }, "name": "model.transformer.layers.27.attn_norm.weight", "outputIndexes": [ 1685 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1684, 1685 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_27/Mul_1_output_0", "outputIndexes": [ 1686 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1686 ], "outputIndexes": [ 3226 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3226 ], "outputIndexes": [ 3227 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear", "inputIndexes": [ 3227 ], "outputIndexes": [ 3228 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1933930956, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3228 ], "outputIndexes": [ 3229 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3229 ], "outputIndexes": [ 1687 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1686 ], "main_type": "NONE", "name": "/Shape_109_output_0", "outputIndexes": [ 1688 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1688 ], "main_type": "NONE", "name": "Shape2389", "outputIndexes": [ 1689 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1688 ], "main_type": "NONE", "name": "Rank2391", "outputIndexes": [ 1690 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1690, 1690 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2393", "outputIndexes": [ 1691 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1691 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2394", "outputIndexes": [ 1692 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1691, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2396", "outputIndexes": [ 1693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2397", "outputIndexes": [ 1694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1689, 1692, 1694, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2400", "outputIndexes": [ 1695 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1695 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2401", "outputIndexes": [ 1696 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1696 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2402", "outputIndexes": [ 1697 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1697, 1696 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2403", "outputIndexes": [ 1698 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 1698, 1691 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_139_output_0", "outputIndexes": [ 1699 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1699, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_271_output_0", "outputIndexes": [ 1700 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1700, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_135_output_0", "outputIndexes": [ 1701 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1687, 1701 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_109_output_0", "outputIndexes": [ 1702 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1702 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_27/Mul_output_0", "outputIndexes": [ 1703 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.061768, -0.026733, 0.000748, 0.049316, -0.060303, 0.032227, 0.292969, 0.002686, 1.351562, 1.132812, 1.59375, 1.15625, 1.382812, 1.6875, 1.515625, 1.726562, 1.617188, 1.335938, 1.726562, 1.734375, 1.789062, 1.921875, 1.757812, 1.882812, 1.78125, 1.6875, 1.875, 1.851562, 1.632812, 1.976562, 1.875, 1.90625, 1.898438, 1.6875, 2.046875, 1.96875, 1.710938, 2.078125, 2.140625, 2.171875, 2.15625, 1.921875, 1.953125, 1.75, 2.1875, 2.0625, 1.96875, 1.960938, 1.921875, 1.96875, 1.976562, 1.898438, 1.96875, 1.742188, 1.664062, 1.9375, 1.914062, 1.789062, 1.6875, 1.976562, 1.6875, 1.742188, 1.617188, 1.828125, 0.000896, -0.039307, 0.082031, -0.01532, -0.002563, 0.04541, 0.012634, 0.070312, -0.004028, 1.015625, 1.648438, 1.273438, 1.070312, 1.507812, 1.460938, 1.359375, 1.90625, 1.703125, 1.640625, 1.828125, 1.453125, 1.78125, 1.617188, 1.890625, 1.484375, 1.734375, 1.757812, 1.804688, 1.578125, 1.8125, 1.945312, 1.898438, 1.867188, 1.945312, 1.921875, 2.203125, 2.3125, 2.046875, 2.0, 1.921875, 1.953125, 2.28125, 2.265625, 2.46875, 2.015625, 2.046875, 2.125, 1.976562, 2.0, 1.921875, 1.867188, 1.914062, 1.859375, 1.953125, 1.929688, 1.851562, 1.835938, 1.867188, 2.0, 1.734375, 1.820312, 1.921875, 2.0625, 1.90625 ] }, "name": "model.transformer.layers.27.attn.q_norm.weight", "outputIndexes": [ 1704 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1703, 1704 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_27/Mul_1_output_0", "outputIndexes": [ 1705 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_108_output_0", "outputIndexes": [ 1706 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_109_output_0", "outputIndexes": [ 1707 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1707 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_54_output_0", "outputIndexes": [ 1708 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_108_output_0", "outputIndexes": [ 1709 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1708, 1709 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_138_output_0", "outputIndexes": [ 1710 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1710, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_109_output_0", "outputIndexes": [ 1711 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1706, 1711 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_108_output_0", "outputIndexes": [ 1712 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1686 ], "outputIndexes": [ 3230 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3230 ], "outputIndexes": [ 3231 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear", "inputIndexes": [ 3231 ], "outputIndexes": [ 3232 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1942297298, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3232 ], "outputIndexes": [ 3233 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3233 ], "outputIndexes": [ 1713 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1700, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_136_output_0", "outputIndexes": [ 1714 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1713, 1714 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_110_output_0", "outputIndexes": [ 1715 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1715 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_27/Mul_output_0", "outputIndexes": [ 1716 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.067871, -0.011719, 0.012573, 0.041016, -0.053955, 0.025269, 0.265625, 0.039795, 1.289062, 1.0, 1.507812, 1.132812, 1.59375, 2.109375, 2.03125, 1.867188, 1.539062, 0.621094, 2.046875, 1.445312, 1.90625, 1.585938, 2.171875, 1.796875, 1.390625, 2.390625, 1.882812, 1.914062, 1.84375, 1.617188, 2.125, 1.765625, 1.867188, 2.46875, 1.828125, 2.40625, 2.421875, 1.960938, 1.921875, 1.984375, 2.046875, 2.28125, 2.15625, 2.328125, 1.953125, 2.046875, 2.078125, 1.953125, 2.03125, 1.953125, 1.890625, 1.921875, 1.851562, 1.765625, 2.1875, 1.882812, 1.898438, 1.828125, 2.1875, 1.890625, 2.078125, 2.078125, 2.25, 1.984375, 0.019165, -0.046631, 0.069824, -0.020752, 0.007324, -0.053955, 0.011658, 0.063477, 0.080078, 1.109375, 1.742188, 1.335938, 0.714844, 0.361328, 1.132812, 0.855469, 1.8125, 1.851562, 0.380859, 2.03125, 1.273438, 1.898438, 1.257812, 1.875, 1.945312, 1.078125, 1.773438, 1.671875, 1.53125, 2.171875, 1.632812, 2.046875, 1.9375, 1.335938, 2.0625, 1.679688, 1.375, 2.171875, 1.882812, 2.0625, 2.078125, 1.875, 1.9375, 1.78125, 2.203125, 2.078125, 2.046875, 1.976562, 1.90625, 1.976562, 1.90625, 1.882812, 1.929688, 1.828125, 1.789062, 1.945312, 1.921875, 1.804688, 1.867188, 2.0625, 1.882812, 1.820312, 1.960938, 1.875 ] }, "name": "model.transformer.layers.27.attn.k_norm.weight", "outputIndexes": [ 1717 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1716, 1717 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_27/Mul_1_output_0", "outputIndexes": [ 1718 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_110_output_0", "outputIndexes": [ 1719 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_111_output_0", "outputIndexes": [ 1720 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1720 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_55_output_0", "outputIndexes": [ 1721 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_110_output_0", "outputIndexes": [ 1722 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1721, 1722 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_139_output_0", "outputIndexes": [ 1723 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1723, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_111_output_0", "outputIndexes": [ 1724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1719, 1724 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_109_output_0", "outputIndexes": [ 1725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1686 ], "outputIndexes": [ 3234 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3234 ], "outputIndexes": [ 3235 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear", "inputIndexes": [ 3235 ], "outputIndexes": [ 3236 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 1944389080, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3236 ], "outputIndexes": [ 3237 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3237 ], "outputIndexes": [ 1726 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1726, 1714 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_111_output_0", "outputIndexes": [ 1727 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1712, 1725, 1727, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.27/self_attn/FusedAttention", "outputIndexes": [ 1728 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 3238 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3238 ], "outputIndexes": [ 3239 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear", "inputIndexes": [ 3239 ], "outputIndexes": [ 3240 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 1946480862, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3240 ], "outputIndexes": [ 3241 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3241 ], "outputIndexes": [ 1729 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683, 1729 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_110_output_0", "outputIndexes": [ 1730 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_27/Mul_output_0", "outputIndexes": [ 1731 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.351562, 0.34375, 0.345703, 0.353516, 0.335938, 0.361328, 0.347656, 0.349609, 0.328125, 0.349609, 0.34375, 0.353516, 0.345703, 0.351562, 0.341797, 0.332031, 0.361328, 0.355469, 0.349609, 0.34375, 0.337891, 0.339844, 0.357422, 0.341797, 0.365234, 0.345703, 0.341797, 0.337891, 0.353516, 0.345703, 0.335938, 0.335938, 0.34375, 0.349609, 0.339844, 0.351562, 0.349609, 0.355469, 0.34375, 0.34375, 0.345703, 0.349609, 0.337891, 0.345703, 0.34375, 0.335938, 0.335938, 0.337891, 0.339844, 0.347656, 0.335938, 0.339844, 0.353516, 0.351562, 0.332031, 0.349609, 0.359375, 0.349609, 0.341797, 0.347656, 0.361328, 0.349609, 0.347656, 0.345703, 0.345703, 0.339844, 0.339844, 0.353516, 0.345703, 0.341797, 0.347656, 0.349609, 0.351562, 0.339844, 0.355469, 0.353516, 0.349609, 0.353516, 0.351562, 0.345703, 0.339844, 0.355469, 0.349609, 0.347656, 0.335938, 0.345703, 0.357422, 0.347656, 0.341797, 0.349609, 0.345703, 0.337891, 0.34375, 0.34375, 0.355469, 0.345703, 0.353516, 0.330078, 0.345703, 0.345703, 0.355469, 0.351562, 0.34375, 0.332031, 0.347656, 0.347656, 0.322266, 0.345703, 0.355469, 0.34375, 0.347656, 0.347656, 0.333984, 0.34375, 0.347656, 0.294922, 0.341797, 0.341797, 0.361328, 0.349609, 0.345703, 0.333984, 0.337891, 0.339844, 0.349609, 0.351562, 0.355469, 0.345703, 0.339844, 0.349609, 0.345703, 0.351562, 0.351562, 0.347656, 0.345703, 0.34375, 0.337891, 0.34375, 0.34375, 0.345703, 0.349609, 0.34375, 0.345703, 0.365234, 0.347656, 0.345703, 0.353516, 0.345703, 0.34375, 0.347656, 0.34375, 0.357422, 0.351562, 0.353516, 0.34375, 0.351562, 0.339844, 0.353516, 0.353516, 0.347656, 0.345703, 0.349609, 0.353516, 0.357422, 0.337891, 0.341797, 0.337891, 0.345703, 0.333984, 0.351562, 0.287109, 0.34375, 0.353516, 0.345703, 0.353516, 0.349609, 0.351562, 0.347656, 0.339844, 0.341797, 0.341797, 0.355469, 0.339844, 0.353516, 0.34375, 0.341797, 0.341797, 0.326172, 0.353516, 0.337891, 0.353516, 0.347656, 0.353516, 0.349609, 0.347656, 0.34375, 0.341797, 0.355469, 0.355469, 0.353516, 0.359375, 0.345703, 0.341797, 0.333984, 0.375, 0.347656, 0.339844, 0.345703, 0.357422, 0.353516, 0.351562, 0.34375, 0.355469, 0.353516, 0.341797, 0.34375, 0.353516, 0.339844, 0.357422, 0.339844, 0.351562, 0.347656, 0.347656, 0.34375, 0.347656, 0.333984, 0.349609, 0.349609, 0.341797, 0.351562, 0.333984, 0.345703, 0.341797, 0.359375, 0.34375, 0.347656, 0.349609, 0.359375, 0.347656, 0.328125, 0.345703, 0.349609, 0.347656, 0.351562, 0.337891, 0.330078, 0.34375, 0.353516, 0.349609, 0.355469, 0.341797, 0.347656, 0.341797, 0.355469, 0.339844, 0.357422, 0.345703, 0.347656, 0.347656, 0.351562, 0.359375, 0.349609, 0.355469, 0.345703, 0.347656, 0.349609, 0.34375, 0.337891, 0.347656, 0.347656, 0.339844, 0.357422, 0.337891, 0.339844, 0.345703, 0.335938, 0.337891, 0.341797, 0.34375, 0.347656, 0.355469, 0.355469, 0.345703, 0.339844, 0.34375, 0.339844, 0.349609, 0.328125, 0.345703, 0.353516, 0.349609, 0.349609, 0.345703, 0.361328, 0.349609, 0.34375, 0.351562, 0.357422, 0.349609, 0.335938, 0.353516, 0.349609, 0.355469, 0.349609, 0.34375, 0.349609, 0.345703, 0.351562, 0.345703, 0.347656, 0.345703, 0.353516, 0.345703, 0.335938, 0.347656, 0.349609, 0.357422, 0.339844, 0.345703, 0.347656, 0.353516, 0.345703, 0.339844, 0.322266, 0.341797, 0.341797, 0.349609, 0.359375, 0.333984, 0.355469, 0.361328, 0.333984, 0.349609, 0.34375, 0.345703, 0.359375, 0.345703, 0.347656, 0.347656, 0.347656, 0.335938, 0.34375, 0.349609, 0.34375, 0.355469, 0.351562, 0.349609, 0.347656, 0.349609, 0.347656, 0.34375, 0.347656, 0.353516, 0.357422, 0.335938, 0.355469, 0.337891, 0.326172, 0.333984, 0.335938, 0.347656, 0.349609, 0.341797, 0.349609, 0.349609, 0.349609, 0.337891, 0.345703, 0.345703, 0.347656, 0.347656, 0.34375, 0.347656, 0.351562, 0.341797, 0.357422, 0.337891, 0.347656, 0.353516, 0.337891, 0.34375, 0.347656, 0.337891, 0.355469, 0.345703, 0.347656, 0.337891, 0.349609, 0.349609, 0.359375, 0.345703, 0.355469, 0.351562, 0.371094, 0.333984, 0.355469, 0.351562, 0.341797, 0.355469, 0.349609, 0.351562, 0.341797, 0.337891, 0.332031, 0.349609, 0.349609, 0.347656, 0.345703, 0.345703, 0.333984, 0.326172, 0.341797, 0.347656, 0.347656, 0.355469, 0.34375, 0.347656, 0.34375, 0.371094, 0.353516, 0.345703, 0.328125, 0.34375, 0.345703, 0.34375, 0.355469, 0.341797, 0.351562, 0.361328, 0.345703, 0.337891, 0.34375, 0.34375, 0.34375, 0.353516, 0.34375, 0.357422, 0.34375, 0.347656, 0.353516, 0.355469, 0.347656, 0.363281, 0.339844, 0.335938, 0.339844, 0.349609, 0.339844, 0.353516, 0.345703, 0.339844, 0.335938, 0.353516, 0.330078, 0.335938, 0.337891, 0.353516, 0.34375, 0.347656, 0.347656, 0.34375, 0.353516, 0.337891, 0.341797, 0.345703, 0.335938, 0.339844, 0.347656, 0.333984, 0.341797, 0.351562, 0.335938, 0.353516, 0.335938, 0.337891, 0.357422, 0.341797, 0.351562, 0.345703, 0.34375, 0.349609, 0.333984, 0.335938, 0.345703, 0.339844, 0.34375, 0.357422, 0.357422, 0.355469, 0.351562, 0.335938, 0.341797, 0.359375, 0.34375, 0.339844, 0.34375, 0.351562, 0.347656, 0.345703, 0.365234, 0.351562, 0.349609, 0.345703, 0.330078, 0.34375, 0.339844, 0.345703, 0.349609, 0.349609, 0.34375, 0.345703, 0.345703, 0.339844, 0.345703, 0.345703, 0.359375, 0.335938, 0.359375, 0.341797, 0.339844, 0.341797, 0.345703, 0.353516, 0.353516, 0.345703, 0.351562, 0.355469, 0.351562, 0.333984, 0.339844, 0.341797, 0.353516, 0.351562, 0.335938, 0.349609, 0.355469, 0.34375, 0.355469, 0.337891, 0.347656, 0.349609, 0.353516, 0.349609, 0.351562, 0.345703, 0.347656, 0.351562, 0.347656, 0.359375, 0.345703, 0.341797, 0.359375, 0.351562, 0.347656, 0.353516, 0.34375, 0.337891, 0.359375, 0.347656, 0.341797, 0.345703, 0.345703, 0.349609, 0.347656, 0.347656, 0.339844, 0.339844, 0.355469, 0.34375, 0.351562, 0.34375, 0.349609, 0.347656, 0.349609, 0.335938, 0.353516, 0.341797, 0.339844, 0.339844, 0.322266, 0.351562, 0.34375, 0.347656, 0.351562, 0.347656, 0.34375, 0.341797, 0.251953, 0.347656, 0.332031, 0.351562, 0.345703, 0.345703, 0.359375, 0.347656, 0.351562, 0.365234, 0.351562, 0.349609, 0.355469, 0.349609, 0.351562, 0.351562, 0.353516, 0.34375, 0.351562, 0.347656, 0.339844, 0.333984, 0.359375, 0.359375, 0.34375, 0.345703, 0.349609, 0.351562, 0.345703, 0.351562, 0.345703, 0.355469, 0.347656, 0.347656, 0.357422, 0.357422, 0.333984, 0.347656, 0.345703, 0.347656, 0.347656, 0.347656, 0.349609, 0.34375, 0.341797, 0.34375, 0.347656, 0.349609, 0.34375, 0.339844, 0.357422, 0.347656, 0.34375, 0.345703, 0.341797, 0.349609, 0.355469, 0.349609, 0.351562, 0.349609, 0.347656, 0.341797, 0.347656, 0.355469, 0.347656, 0.339844, 0.34375, 0.351562, 0.337891, 0.351562, 0.353516, 0.365234, 0.337891, 0.351562, 0.351562, 0.337891, 0.34375, 0.345703, 0.347656, 0.333984, 0.353516, 0.345703, 0.355469, 0.34375, 0.347656, 0.363281, 0.349609, 0.34375, 0.339844, 0.345703, 0.369141, 0.347656, 0.337891, 0.353516, 0.359375, 0.339844, 0.34375, 0.335938, 0.333984, 0.359375, 0.333984, 0.353516, 0.332031, 0.345703, 0.333984, 0.351562, 0.335938, 0.341797, 0.339844, 0.34375, 0.347656, 0.34375, 0.361328, 0.337891, 0.345703, 0.337891, 0.347656, 0.349609, 0.34375, 0.341797, 0.349609, 0.349609, 0.353516, 0.283203, 0.359375, 0.345703, 0.355469, 0.339844, 0.353516, 0.34375, 0.337891, 0.357422, 0.34375, 0.347656, 0.353516, 0.341797, 0.345703, 0.341797, 0.349609, 0.351562, 0.357422, 0.345703, 0.345703, 0.345703, 0.355469, 0.333984, 0.353516, 0.361328, 0.341797, 0.345703, 0.333984, 0.345703, 0.335938, 0.347656, 0.34375, 0.351562, 0.347656, 0.335938, 0.347656, 0.34375, 0.353516, 0.339844, 0.341797, 0.34375, 0.347656, 0.345703, 0.337891, 0.353516, 0.349609, 0.34375, 0.355469, 0.341797, 0.347656, 0.359375, 0.353516, 0.337891, 0.355469, 0.353516, 0.347656, 0.337891, 0.337891, 0.341797, 0.349609, 0.339844, 0.353516, 0.357422, 0.361328, 0.34375, 0.349609, 0.34375, 0.34375, 0.335938, 0.34375, 0.347656, 0.349609, 0.355469, 0.351562, 0.332031, 0.347656, 0.34375, 0.345703, 0.332031, 0.335938, 0.349609, 0.349609, 0.339844, 0.341797, 0.335938, 0.355469, 0.353516, 0.339844, 0.349609, 0.345703, 0.341797, 0.351562, 0.341797, 0.326172, 0.359375, 0.357422, 0.341797, 0.345703, 0.34375, 0.359375, 0.347656, 0.365234, 0.361328, 0.361328, 0.349609, 0.337891, 0.341797, 0.339844, 0.337891, 0.34375, 0.349609, 0.345703, 0.345703, 0.34375, 0.349609, 0.347656, 0.332031, 0.351562, 0.353516, 0.337891, 0.355469, 0.349609, 0.341797, 0.34375, 0.34375, 0.351562, 0.341797, 0.34375, 0.349609, 0.34375, 0.339844, 0.347656, 0.339844, 0.353516, 0.337891, 0.337891, 0.349609, 0.347656, 0.353516, 0.353516, 0.353516, 0.345703, 0.339844, 0.349609, 0.355469, 0.345703, 0.332031, 0.345703, 0.345703, 0.347656, 0.351562, 0.345703, 0.349609, 0.339844, 0.339844, 0.34375, 0.339844, 0.349609, 0.349609, 0.357422, 0.347656, 0.349609, 0.34375, 0.345703, 0.349609, 0.349609, 0.355469, 0.349609, 0.345703, 0.341797, 0.345703, 0.353516, 0.339844, 0.34375, 0.349609, 0.357422, 0.34375, 0.332031, 0.347656, 0.347656, 0.351562, 0.339844, 0.337891, 0.353516, 0.349609, 0.349609, 0.349609, 0.357422, 0.359375, 0.339844, 0.339844, 0.339844, 0.349609, 0.34375, 0.349609, 0.333984, 0.345703, 0.345703, 0.349609, 0.359375, 0.339844, 0.347656, 0.34375, 0.347656, 0.355469, 0.339844, 0.355469, 0.347656, 0.359375, 0.361328, 0.335938, 0.341797, 0.353516, 0.347656, 0.341797, 0.347656, 0.345703, 0.347656, 0.339844, 0.351562, 0.347656, 0.349609, 0.333984, 0.351562, 0.361328, 0.347656, 0.341797, 0.345703, 0.345703, 0.333984, 0.339844, 0.339844, 0.347656, 0.355469, 0.345703, 0.345703, 0.341797, 0.339844, 0.347656, 0.355469, 0.355469, 0.355469, 0.349609, 0.330078, 0.345703, 0.351562, 0.353516, 0.353516, 0.353516, 0.341797, 0.361328, 0.347656, 0.349609, 0.353516, 0.341797, 0.349609, 0.353516, 0.347656, 0.349609, 0.339844, 0.34375, 0.34375, 0.355469, 0.345703, 0.347656, 0.34375, 0.351562, 0.34375, 0.337891, 0.357422, 0.349609, 0.341797, 0.341797, 0.34375, 0.333984, 0.359375, 0.339844, 0.347656, 0.347656, 0.347656, 0.353516, 0.351562, 0.353516, 0.337891, 0.337891, 0.351562, 0.337891, 0.351562, 0.357422, 0.34375, 0.339844, 0.351562, 0.349609, 0.34375, 0.351562, 0.341797, 0.34375, 0.353516, 0.34375, 0.34375, 0.347656, 0.353516, 0.353516, 0.333984, 0.361328, 0.341797, 0.332031, 0.339844, 0.339844, 0.34375, 0.345703, 0.353516, 0.341797, 0.347656, 0.353516, 0.355469, 0.353516, 0.353516, 0.345703, 0.353516, 0.34375, 0.353516, 0.345703, 0.341797, 0.339844, 0.339844, 0.339844, 0.351562, 0.341797, 0.34375, 0.355469, 0.3125, 0.339844, 0.339844, 0.337891, 0.34375, 0.339844, 0.351562, 0.34375, 0.335938, 0.347656, 0.337891, 0.351562, 0.345703, 0.351562, 0.351562, 0.34375, 0.345703, 0.345703, 0.347656, 0.359375, 0.357422, 0.345703, 0.335938, 0.34375, 0.34375, 0.347656, 0.347656, 0.351562, 0.347656, 0.337891, 0.349609, 0.306641, 0.34375, 0.347656, 0.353516, 0.337891, 0.337891, 0.34375, 0.349609, 0.341797, 0.347656, 0.349609, 0.347656, 0.357422, 0.351562, 0.351562, 0.345703, 0.341797, 0.359375, 0.339844, 0.347656, 0.335938, 0.355469, 0.347656, 0.347656, 0.349609, 0.355469, 0.351562, 0.349609, 0.345703, 0.345703, 0.335938, 0.347656, 0.351562, 0.345703, 0.351562, 0.361328, 0.34375, 0.369141, 0.341797, 0.341797, 0.347656, 0.351562, 0.355469, 0.335938, 0.337891, 0.34375, 0.337891, 0.349609, 0.345703, 0.330078, 0.339844, 0.345703, 0.345703, 0.353516, 0.361328, 0.347656, 0.34375, 0.339844, 0.355469, 0.349609, 0.357422, 0.351562, 0.365234, 0.34375, 0.351562, 0.345703, 0.355469, 0.349609, 0.351562, 0.351562, 0.345703, 0.355469, 0.333984, 0.337891, 0.355469, 0.341797, 0.345703, 0.341797, 0.34375, 0.347656, 0.34375, 0.341797, 0.349609, 0.351562, 0.339844, 0.347656, 0.34375, 0.345703, 0.353516, 0.34375, 0.347656, 0.355469, 0.341797, 0.34375, 0.357422, 0.347656, 0.349609, 0.345703, 0.34375, 0.345703, 0.357422, 0.353516, 0.34375, 0.333984, 0.353516, 0.335938, 0.355469, 0.345703, 0.355469, 0.345703, 0.341797, 0.357422, 0.347656, 0.347656, 0.376953, 0.349609, 0.333984, 0.34375, 0.345703, 0.34375, 0.351562, 0.345703, 0.349609, 0.335938, 0.341797, 0.353516, 0.359375, 0.349609, 0.351562, 0.341797, 0.34375, 0.345703, 0.34375, 0.326172, 0.353516, 0.349609, 0.355469, 0.349609, 0.349609, 0.353516, 0.349609, 0.341797, 0.349609, 0.351562, 0.353516, 0.347656, 0.351562, 0.335938, 0.345703, 0.349609, 0.341797, 0.355469, 0.34375, 0.347656, 0.34375, 0.337891, 0.345703, 0.357422, 0.359375, 0.347656, 0.335938, 0.345703, 0.351562, 0.349609, 0.337891, 0.34375, 0.341797, 0.339844, 0.347656, 0.337891, 0.351562, 0.341797, 0.337891, 0.355469, 0.345703, 0.34375, 0.353516, 0.339844, 0.351562, 0.345703, 0.339844, 0.355469, 0.355469, 0.339844, 0.345703, 0.347656, 0.347656, 0.332031, 0.349609, 0.34375, 0.361328, 0.345703, 0.345703, 0.349609, 0.345703, 0.357422, 0.34375, 0.345703, 0.369141, 0.349609, 0.345703, 0.355469, 0.357422, 0.34375, 0.347656, 0.359375, 0.337891, 0.332031, 0.335938, 0.349609, 0.345703, 0.349609, 0.345703, 0.347656, 0.345703, 0.347656, 0.359375, 0.345703, 0.322266, 0.347656, 0.345703, 0.34375, 0.345703, 0.349609, 0.349609, 0.337891, 0.339844, 0.339844, 0.351562, 0.339844, 0.339844, 0.34375, 0.335938, 0.333984, 0.351562, 0.349609, 0.355469, 0.339844, 0.34375, 0.345703, 0.351562, 0.349609, 0.351562, 0.345703, 0.337891, 0.349609, 0.347656, 0.351562, 0.347656, 0.347656, 0.347656, 0.326172, 0.333984, 0.353516, 0.341797, 0.349609, 0.330078, 0.34375, 0.349609, 0.353516, 0.347656, 0.347656, 0.349609, 0.349609, 0.349609, 0.353516, 0.359375, 0.353516, 0.345703, 0.335938, 0.351562, 0.345703, 0.341797, 0.333984, 0.341797, 0.349609, 0.349609, 0.355469, 0.333984, 0.341797, 0.333984, 0.349609, 0.347656, 0.328125, 0.347656, 0.349609, 0.34375, 0.337891, 0.349609, 0.34375, 0.355469, 0.345703, 0.214844, 0.347656, 0.347656, 0.355469, 0.345703, 0.341797, 0.314453, 0.349609, 0.345703, 0.347656, 0.351562, 0.349609, 0.351562, 0.349609, 0.351562, 0.359375, 0.353516, 0.361328, 0.339844, 0.351562, 0.341797, 0.341797, 0.339844, 0.359375, 0.345703, 0.351562, 0.332031, 0.345703, 0.357422, 0.347656, 0.351562, 0.347656, 0.347656, 0.357422, 0.34375, 0.351562, 0.34375, 0.349609, 0.339844, 0.341797, 0.353516, 0.347656, 0.34375, 0.337891, 0.337891, 0.339844, 0.359375, 0.337891, 0.357422, 0.353516, 0.34375, 0.345703, 0.353516, 0.335938, 0.328125, 0.355469, 0.349609, 0.332031, 0.363281, 0.339844, 0.347656, 0.34375, 0.347656, 0.34375, 0.341797, 0.333984, 0.335938, 0.361328, 0.347656, 0.332031, 0.357422, 0.34375, 0.351562, 0.339844, 0.339844, 0.333984, 0.347656, 0.347656, 0.337891, 0.351562, 0.355469, 0.335938, 0.349609, 0.351562, 0.353516, 0.351562, 0.347656, 0.337891, 0.330078, 0.349609, 0.349609, 0.330078, 0.34375, 0.345703, 0.335938, 0.345703, 0.34375, 0.347656, 0.351562, 0.341797, 0.345703, 0.345703, 0.341797, 0.357422, 0.351562, 0.361328, 0.345703, 0.349609, 0.351562, 0.341797, 0.355469, 0.34375, 0.347656, 0.345703, 0.335938, 0.347656, 0.335938, 0.351562, 0.345703, 0.332031, 0.345703, 0.34375, 0.341797, 0.353516, 0.339844, 0.339844, 0.341797, 0.34375, 0.335938, 0.341797, 0.351562, 0.345703, 0.353516, 0.337891, 0.351562, 0.347656, 0.349609, 0.349609, 0.349609, 0.333984, 0.351562, 0.341797, 0.349609, 0.345703, 0.380859, 0.355469, 0.337891, 0.349609, 0.337891, 0.341797, 0.349609, 0.345703, 0.320312, 0.349609, 0.349609, 0.351562, 0.359375, 0.337891, 0.34375, 0.339844, 0.349609, 0.353516, 0.345703, 0.337891, 0.34375, 0.355469, 0.34375, 0.34375, 0.355469, 0.345703, 0.351562, 0.337891, 0.333984, 0.359375, 0.353516, 0.357422, 0.347656, 0.345703, 0.349609, 0.349609, 0.34375, 0.351562, 0.351562, 0.353516, 0.359375, 0.347656, 0.351562, 0.341797, 0.34375, 0.347656, 0.347656, 0.347656, 0.345703, 0.349609, 0.351562, 0.349609, 0.349609, 0.341797, 0.359375, 0.351562, 0.345703, 0.34375, 0.341797, 0.333984, 0.349609, 0.345703, 0.363281, 0.351562, 0.355469, 0.34375, 0.337891, 0.34375, 0.335938, 0.341797, 0.349609, 0.349609, 0.34375, 0.339844, 0.351562, 0.357422, 0.341797, 0.34375, 0.353516, 0.351562, 0.349609, 0.330078, 0.347656, 0.349609, 0.363281, 0.339844, 0.333984, 0.347656, 0.353516, 0.359375, 0.347656, 0.347656, 0.337891, 0.355469, 0.355469, 0.353516, 0.345703, 0.347656, 0.341797, 0.349609, 0.353516, 0.345703, 0.347656, 0.347656, 0.34375, 0.341797, 0.341797, 0.335938, 0.34375, 0.339844, 0.347656, 0.353516, 0.34375, 0.349609, 0.351562, 0.355469, 0.345703, 0.347656, 0.34375, 0.349609, 0.347656, 0.345703, 0.339844, 0.347656, 0.34375, 0.351562, 0.359375, 0.34375, 0.335938, 0.333984, 0.359375, 0.351562, 0.339844, 0.351562, 0.347656, 0.345703, 0.345703, 0.345703, 0.349609, 0.347656, 0.353516, 0.339844, 0.339844, 0.349609, 0.345703, 0.341797, 0.353516, 0.351562, 0.345703, 0.337891, 0.345703, 0.355469, 0.353516, 0.34375, 0.335938, 0.341797, 0.341797, 0.34375, 0.337891, 0.337891, 0.361328, 0.355469, 0.339844, 0.34375, 0.347656, 0.345703, 0.349609, 0.349609, 0.347656, 0.357422, 0.34375, 0.345703, 0.351562, 0.000801, 0.34375, 0.359375, 0.339844, 0.341797, 0.355469, 0.341797, 0.34375, 0.337891, 0.34375, 0.337891, 0.345703, 0.359375, 0.353516, 0.353516, 0.34375, 0.351562, 0.335938, 0.345703, 0.353516, 0.345703, 0.34375, 0.341797, 0.347656, 0.34375, 0.349609, 0.339844, 0.345703, 0.341797, 0.345703, 0.335938, 0.345703, 0.355469, 0.34375, 0.337891, 0.341797, 0.353516, 0.359375, 0.347656, 0.347656, 0.345703, 0.34375, 0.355469, 0.335938, 0.341797, 0.34375, 0.357422, 0.337891, 0.330078, 0.347656, 0.339844, 0.347656, 0.337891, 0.345703, 0.351562, 0.361328, 0.345703, 0.347656, 0.333984, 0.357422, 0.347656, 0.345703, 0.314453, 0.34375, 0.337891, 0.341797, 0.339844, 0.341797, 0.351562, 0.34375, 0.341797, 0.349609, 0.345703, 0.351562, 0.349609, 0.339844, 0.347656, 0.351562, 0.345703, 0.349609, 0.339844, 0.34375, 0.345703, 0.353516, 0.359375, 0.34375, 0.361328, 0.357422, 0.351562, 0.333984, 0.339844, 0.337891, 0.34375, 0.347656, 0.347656, 0.339844, 0.339844, 0.337891, 0.34375, 0.349609, 0.337891, 0.34375, 0.345703, 0.361328, 0.34375, 0.347656, 0.347656, 0.341797, 0.359375, 0.332031, 0.339844, 0.335938, 0.341797, 0.341797, 0.349609, 0.34375, 0.34375, 0.339844, 0.330078, 0.34375, 0.337891, 0.345703, 0.337891, 0.347656, 0.34375, 0.341797, 0.34375, 0.333984, 0.339844, 0.353516, 0.337891, 0.347656, 0.002808, 0.347656, 0.341797, 0.349609, 0.337891, 0.357422, 0.345703, 0.347656, 0.34375, 0.341797, 0.345703, 0.351562, 0.341797, 0.341797, 0.347656, 0.341797, 0.345703, 0.341797, 0.335938, 0.339844, 0.347656, 0.349609, 0.34375, 0.316406, 0.333984, 0.351562, 0.355469, 0.351562, 0.353516, 0.357422, 0.337891, 0.34375, 0.349609, 0.353516, 0.347656, 0.335938, 0.337891, 0.361328, 0.347656, 0.339844, 0.367188, 0.34375, 0.326172, 0.34375, 0.34375, 0.347656, 0.339844, 0.335938, 0.349609, 0.330078, 0.345703, 0.34375, 0.34375, 0.353516, 0.347656, 0.337891, 0.351562, 0.333984, 0.363281, 0.347656, 0.361328, 0.349609, 0.341797, 0.349609, 0.353516, 0.349609, 0.349609, 0.353516, 0.330078, 0.355469, 0.345703, 0.335938, 0.349609, 0.333984, 0.349609, 0.339844, 0.347656, 0.335938, 0.345703, 0.339844, 0.339844, 0.349609, 0.339844, 0.341797, 0.341797, 0.357422, 0.361328, 0.335938, 0.351562, 0.353516, 0.349609, 0.347656, 0.355469, 0.339844, 0.353516, 0.341797, 0.335938, 0.355469, 0.337891, 0.341797, 0.347656, 0.351562, 0.351562, 0.335938, 0.347656, 0.34375, 0.349609, 0.353516, 0.345703, 0.349609, 0.332031, 0.351562, 0.337891, 0.349609, 0.337891, 0.355469, 0.341797, 0.347656, 0.345703, 0.335938, 0.345703, 0.34375, 0.34375, 0.345703, 0.335938, 0.345703, 0.345703, 0.351562, 0.337891, 0.34375, 0.345703, 0.34375, 0.347656, 0.316406, 0.337891, 0.357422, 0.357422, 0.328125, 0.34375, 0.351562, 0.351562, 0.345703, 0.347656, 0.349609, 0.337891, 0.337891, 0.347656, 0.353516, 0.347656, 0.339844, 0.357422, 0.337891, 0.34375, 0.347656, 0.367188, 0.34375, 0.347656, 0.330078, 0.347656, 0.341797, 0.355469, 0.339844, 0.355469, 0.333984, 0.339844, 0.345703, 0.349609, 0.351562, 0.332031, 0.355469, 0.34375, 0.349609, 0.357422, 0.349609, 0.347656, 0.351562, 0.34375, 0.347656, 0.335938, 0.339844, 0.351562, 0.345703, 0.339844, 0.353516, 0.339844, 0.347656, 0.337891, 0.345703, 0.353516, 0.353516, 0.347656, 0.333984, 0.351562, 0.347656, 0.351562, 0.353516, 0.341797, 0.349609, 0.345703, 0.349609, 0.339844, 0.355469, 0.34375, 0.34375, 0.34375, 0.34375, 0.353516, 0.345703, 0.351562, 0.335938, 0.347656, 0.355469, 0.337891, 0.341797, 0.355469, 0.351562, 0.339844, 0.341797, 0.347656, 0.337891, 0.345703, 0.339844, 0.345703, 0.345703, 0.355469, 0.355469, 0.359375, 0.353516, 0.333984, 0.34375, 0.341797, 0.361328, 0.34375, 0.345703, 0.341797, 0.335938, 0.345703, 0.353516, 0.355469, 0.335938, 0.347656, 0.351562, 0.335938, 0.353516, 0.353516, 0.333984, 0.347656, 0.333984, 0.361328, 0.34375, 0.347656, 0.341797, 0.349609, 0.347656, 0.345703, 0.34375, 0.337891, 0.337891, 0.34375, 0.349609, 0.347656, 0.34375, 0.34375, 0.351562, 0.341797, 0.345703, 0.34375, 0.3125, 0.345703, 0.333984, 0.341797, 0.339844, 0.339844, 0.34375, 0.335938, 0.347656, 0.355469, 0.341797, 0.349609, 0.349609, 0.345703, 0.351562, 0.363281, 0.335938, 0.347656, 0.347656, 0.337891, 0.341797, 0.341797, 0.341797, 0.353516, 0.388672, 0.347656, 0.339844, 0.337891, 0.345703, 0.351562, 0.341797, 0.351562, 0.337891, 0.355469, 0.351562, 0.339844, 0.365234, 0.357422, 0.357422, 0.34375, 0.355469, 0.143555, 0.347656, 0.351562, 0.351562, 0.345703, 0.351562, 0.347656, 0.339844, 0.367188, 0.357422, 0.347656, 0.34375, 0.353516, 0.337891, 0.34375, 0.353516, 0.345703, 0.337891, 0.341797, 0.34375, 0.347656, 0.355469, 0.351562, 0.345703, 0.339844, 0.34375, 0.353516, 0.347656, 0.332031, 0.34375, 0.349609, 0.339844, 0.345703, 0.335938, 0.335938, 0.349609, 0.34375, 0.34375, 0.355469, 0.345703, 0.341797, 0.349609, 0.353516, 0.349609, 0.345703, 0.337891, 0.345703, 0.345703, 0.353516, 0.351562, 0.345703, 0.337891, 0.359375, 0.355469, 0.345703, 0.347656, 0.34375, 0.355469, 0.349609, 0.347656, 0.347656, 0.34375, 0.339844, 0.351562, 0.341797, 0.34375, 0.337891, 0.359375, 0.345703, 0.308594, 0.333984, 0.345703, 0.335938, 0.347656, 0.347656, 0.347656, 0.351562, 0.28125, 0.341797, 0.341797, 0.332031, 0.341797, 0.349609, 0.341797, 0.359375, 0.361328, 0.347656, 0.337891, 0.353516, 0.341797, 0.34375, 0.347656, 0.351562, 0.349609, 0.351562, 0.347656, 0.339844, 0.353516, 0.365234, 0.347656, 0.349609, 0.361328, 0.347656, 0.335938, 0.341797, 0.345703, 0.332031, 0.341797, 0.34375, 0.355469, 0.347656, 0.34375, 0.34375, 0.335938, 0.345703, 0.347656, 0.349609, 0.351562, 0.333984, 0.341797, 0.335938, 0.361328, 0.34375, 0.345703, 0.34375, 0.335938, 0.339844, 0.339844, 0.349609, 0.347656, 0.349609, 0.333984, 0.349609, 0.345703, 0.332031, 0.353516, 0.353516, 0.339844, 0.347656, 0.341797, 0.357422, 0.351562, 0.333984, 0.345703, 0.353516, 0.347656, 0.341797, 0.347656, 0.361328, 0.357422, 0.347656, 0.345703, 0.339844, 0.351562, 0.365234, 0.347656, 0.359375, 0.359375, 0.347656, 0.347656, 0.347656, 0.351562, 0.333984, 0.341797, 0.339844, 0.347656, 0.330078, 0.333984, 0.349609, 0.353516, 0.333984, 0.349609, 0.355469, 0.335938, 0.349609, 0.357422, 0.337891, 0.359375, 0.34375, 0.351562, 0.357422, 0.345703, 0.349609, 0.339844, 0.357422, 0.355469, 0.363281, 0.333984, 0.353516, 0.335938, 0.357422, 0.34375, 0.353516, 0.341797, 0.330078, 0.339844, 0.345703, 0.361328, 0.337891, 0.339844, 0.345703, 0.339844, 0.339844, 0.351562, 0.349609, 0.347656, 0.341797, 0.34375, 0.349609, 0.355469, 0.34375, 0.349609, 0.347656, 0.355469, 0.34375, 0.34375, 0.359375, 0.341797, 0.347656, 0.359375, 0.353516, 0.347656, 0.347656, 0.357422, 0.349609, 0.357422, 0.347656, 0.335938, 0.349609, 0.34375, 0.363281, 0.341797, 0.34375, 0.345703, 0.332031, 0.347656, 0.337891, 0.345703, 0.345703, 0.357422, 0.353516, 0.357422, 0.337891, 0.34375, 0.339844, 0.345703, 0.355469, 0.34375, 0.345703, 0.335938, 0.347656, 0.351562, 0.335938, 0.345703, 0.345703, 0.351562, 0.341797, 0.347656, 0.34375, 0.216797, 0.349609, 0.333984, 0.34375, 0.341797, 0.347656, 0.347656, 0.34375, 0.339844, 0.332031, 0.34375, 0.361328, 0.339844, 0.345703, 0.337891, 0.345703, 0.341797, 0.347656, 0.357422, 0.359375, 0.347656, 0.337891, 0.355469, 0.341797, 0.357422, 0.347656, 0.351562, 0.330078, 0.341797, 0.34375, 0.341797, 0.349609, 0.353516, 0.341797, 0.328125, 0.363281, 0.341797, 0.363281, 0.347656, 0.347656, 0.365234, 0.345703, 0.353516, 0.347656, 0.353516, 0.345703, 0.347656, 0.355469, 0.349609, 0.357422, 0.345703, 0.355469, 0.341797, 0.349609, 0.349609, 0.333984, 0.345703, 0.339844, 0.339844, 0.347656, 0.349609, 0.345703, 0.349609, 0.341797, 0.345703, 0.333984, 0.349609, 0.353516, 0.355469, 0.339844, 0.347656, 0.355469, 0.353516, 0.359375, 0.345703, 0.353516, 0.347656, 0.349609, 0.351562, 0.357422, 0.351562, 0.345703, 0.355469, 0.349609, 0.347656, 0.353516, 0.353516, 0.341797, 0.34375, 0.357422, 0.345703, 0.355469, 0.351562, 0.339844, 0.363281, 0.341797, 0.349609, 0.330078, 0.345703, 0.347656, 0.345703, 0.339844, 0.337891, 0.353516, 0.341797, 0.347656, 0.335938, 0.339844, 0.341797, 0.341797, 0.353516, 0.349609, 0.339844, 0.357422, 0.355469, 0.347656, 0.341797, 0.341797, 0.347656, 0.34375, 0.339844, 0.337891, 0.357422, 0.339844, 0.351562, 0.345703, 0.355469, 0.353516, 0.355469, 0.328125, 0.353516, 0.353516, 0.328125, 0.341797, 0.353516, 0.347656, 0.345703, 0.347656, 0.345703, 0.347656, 0.345703, 0.347656, 0.345703, 0.335938, 0.347656, 0.351562, 0.351562, 0.349609, 0.335938, 0.34375, 0.341797, 0.355469, 0.335938, 0.34375, 0.34375, 0.337891, 0.341797, 0.357422, 0.337891, 0.345703, 0.34375, 0.341797, 0.357422, 0.351562, 0.347656, 0.347656, 0.351562, 0.347656, 0.359375, 0.341797, 0.339844, 0.339844, 0.339844, 0.347656, 0.351562, 0.347656, 0.34375, 0.335938, 0.337891, 0.349609, 0.34375, 0.34375, 0.347656, 0.353516, 0.349609, 0.345703, 0.345703, 0.34375, 0.347656, 0.351562, 0.345703, 0.345703, 0.355469, 0.34375, 0.347656, 0.353516, 0.345703, 0.339844, 0.345703, 0.341797, 0.347656, 0.355469, 0.335938, 0.349609, 0.337891, 0.34375, 0.347656, 0.337891, 0.34375, 0.345703, 0.351562, 0.349609, 0.341797, 0.34375, 0.335938, 0.34375, 0.351562, 0.339844, 0.347656, 0.351562, 0.349609, 0.345703, 0.341797, 0.349609, 0.330078, 0.345703, 0.335938, 0.339844, 0.341797, 0.337891, 0.341797, 0.353516, 0.341797, 0.351562, 0.355469, 0.351562, 0.34375, 0.345703, 0.341797, 0.363281, 0.341797, 0.351562, 0.349609, 0.347656, 0.345703, 0.345703, 0.335938, 0.337891, 0.353516, 0.341797, 0.341797, 0.347656, 0.357422, 0.349609, 0.347656, 0.337891, 0.351562, 0.345703, 0.332031, 0.34375, 0.34375, 0.357422, 0.337891, 0.355469, 0.341797, 0.337891, 0.353516, 0.01532, 0.349609, 0.339844, 0.353516, 0.341797, 0.351562, 0.355469, 0.339844, 0.339844, 0.353516, 0.355469, 0.361328, 0.341797, 0.345703, 0.339844, 0.34375, 0.341797, 0.34375, 0.34375, 0.339844, 0.328125, 0.333984, 0.320312, 0.34375, 0.339844, 0.337891, 0.337891, 0.339844, 0.357422, 0.361328, 0.351562, 0.34375, 0.345703, 0.351562, 0.335938, 0.339844, 0.363281, 0.333984, 0.347656, 0.335938, 0.351562, 0.341797, 0.347656, 0.333984, 0.345703, 0.347656, 0.34375, 0.332031, 0.347656, 0.347656, 0.34375, 0.347656, 0.351562, 0.34375, 0.335938, 0.345703, 0.341797, 0.349609, 0.355469, 0.347656, 0.355469, 0.353516, 0.341797, 0.357422, 0.341797, 0.357422, 0.351562, 0.335938, 0.341797, 0.353516, 0.347656, 0.339844, 0.333984, 0.349609, 0.351562, 0.337891, 0.34375, 0.349609, 0.351562, 0.349609, 0.341797, 0.345703, 0.349609, 0.355469, 0.355469, 0.34375, 0.357422, 0.347656, 0.349609, 0.353516, 0.353516, 0.351562, 0.337891, 0.349609, 0.353516, 0.34375, 0.339844, 0.345703, 0.353516, 0.355469, 0.353516, 0.353516, 0.347656, 0.34375, 0.333984, 0.345703, 0.318359, 0.347656, 0.345703, 0.337891, 0.359375, 0.328125, 0.353516, 0.339844, 0.359375, 0.345703, 0.351562, 0.339844, 0.349609, 0.353516, 0.365234, 0.355469, 0.34375, 0.351562, 0.345703, 0.339844, 0.347656, 0.341797, 0.34375, 0.341797, 0.326172, 0.349609, 0.349609, 0.337891, 0.351562, 0.355469, 0.34375, 0.339844, 0.337891, 0.367188, 0.339844, 0.351562, 0.34375, 0.349609, 0.357422, 0.349609, 0.353516, 0.339844, 0.341797, 0.339844, 0.349609, 0.351562, 0.341797, 0.347656, 0.349609, 0.341797, 0.345703, 0.349609, 0.34375, 0.347656, 0.345703, 0.333984, 0.335938, 0.332031, 0.341797, 0.34375, 0.341797, 0.337891, 0.349609, 0.353516, 0.345703, 0.339844, 0.345703, 0.34375, 0.337891, 0.359375, 0.351562, 0.339844, 0.330078, 0.333984, 0.349609, 0.355469, 0.341797, 0.361328, 0.341797, 0.361328, 0.349609, 0.355469, 0.345703, 0.353516, 0.349609, 0.349609, 0.351562, 0.328125, 0.345703, 0.349609, 0.359375, 0.347656, 0.349609, 0.345703, 0.345703, 0.353516, 0.339844, 0.359375, 0.351562, 0.34375, 0.351562, 0.341797, 0.349609, 0.347656, 0.347656, 0.339844, 0.34375, 0.347656, 0.34375, 0.34375, 0.34375, 0.351562, 0.347656, 0.341797, 0.351562, 0.351562, 0.339844, 0.351562, 0.345703, 0.339844, 0.341797, 0.345703, 0.349609, 0.34375, 0.335938, 0.347656, 0.341797, 0.359375, 0.349609, 0.337891, 0.349609, 0.333984, 0.345703, 0.345703, 0.349609, 0.351562, 0.347656, 0.337891, 0.339844, 0.345703, 0.34375, 0.351562, 0.349609, 0.335938, 0.357422, 0.349609, 0.359375, 0.347656, 0.335938, 0.347656, 0.359375, 0.341797, 0.349609, 0.337891, 0.351562, 0.339844, 0.351562, 0.353516, 0.332031, 0.337891, 0.345703, 0.341797, 0.355469, 0.339844, 0.339844, 0.34375, 0.34375, 0.345703, 0.34375, 0.345703, 0.345703, 0.351562, 0.347656, 0.353516, 0.365234, 0.353516, 0.361328, 0.335938, 0.337891, 0.34375, 0.339844, 0.339844, 0.335938, 0.425781, 0.337891, 0.351562, 0.345703, 0.341797, 0.34375, 0.335938, 0.351562, 0.353516, 0.349609, 0.359375, 0.359375, 0.335938, 0.339844, 0.345703, 0.361328, 0.351562, 0.367188, 0.34375, 0.339844, 0.353516, 0.34375, 0.341797, 0.357422, 0.345703, 0.357422, 0.341797, 0.353516, 0.351562, 0.341797, 0.347656, 0.34375, 0.339844, 0.34375, 0.345703, 0.353516, 0.353516, 0.347656, 0.34375, 0.333984, 0.353516, 0.345703, 0.328125, 0.349609, 0.345703, 0.351562, 0.349609, 0.333984, 0.339844, 0.359375, 0.341797, 0.349609, 0.335938, 0.349609, 0.34375, 0.355469, 0.347656, 0.34375, 0.339844, 0.351562, 0.355469, 0.351562, 0.349609, 0.351562, 0.355469, 0.345703, 0.332031, 0.349609, 0.347656, 0.357422, 0.345703, 0.347656, 0.337891, 0.347656, 0.353516, 0.349609, 0.341797, 0.349609, 0.298828, 0.373047, 0.341797, 0.347656, 0.335938, 0.337891, 0.341797, 0.341797, 0.34375, 0.357422, 0.353516, 0.345703, 0.34375, 0.355469, 0.345703, 0.347656, 0.349609, 0.351562, 0.365234, 0.341797, 0.347656, 0.341797, 0.349609, 0.345703, 0.34375, 0.332031, 0.359375, 0.355469, 0.349609, 0.345703, 0.355469, 0.353516, 0.337891, 0.347656, 0.365234, 0.320312, 0.349609, 0.347656, 0.345703, 0.353516, 0.347656, 0.339844, 0.349609, 0.337891, 0.347656, 0.351562, 0.345703, 0.345703, 0.347656, 0.34375, 0.337891, 0.34375, 0.341797, 0.357422, 0.339844, 0.353516, 0.349609, 0.328125 ] }, "name": "model.transformer.layers.27.ffn_norm.weight", "outputIndexes": [ 1732 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1731, 1732 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_27/Mul_1_output_0", "outputIndexes": [ 1733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1733 ], "outputIndexes": [ 3242 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3242 ], "outputIndexes": [ 3243 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_1/Linear", "inputIndexes": [ 3243 ], "outputIndexes": [ 3244 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 19456, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 466944, "weightSize": 0 }, "external": [ 1954836964, 59769094, 3735552, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3244 ], "outputIndexes": [ 3245 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3245 ], "outputIndexes": [ 1734 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 19456 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1734, 21, 769, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_27/Slice_output_0", "outputIndexes": [ 1735 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1735 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_27/Sigmoid_output_0", "outputIndexes": [ 1736 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1735, 1736 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_27/Mul_output_0", "outputIndexes": [ 1737 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 19456 ] }, "name": "/ffn_27/Mul_1_output_0", "outputIndexes": [ 1738 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1734, 769, 1738, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_27/Slice_1_output_0", "outputIndexes": [ 1739 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1737, 1739 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_27/Mul_2_output_0", "outputIndexes": [ 1740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1740 ], "outputIndexes": [ 3246 ], "main_type": "Reshape", "main": { "dims": [ -1, 9728, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3246 ], "outputIndexes": [ 3247 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_2/Linear", "inputIndexes": [ 3247 ], "outputIndexes": [ 3248 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 9728, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 233472, "weightSize": 0 }, "external": [ 2018341610, 29884678, 1867776, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3248 ], "outputIndexes": [ 3249 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3249 ], "outputIndexes": [ 1741 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730, 1741 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_111_output_0", "outputIndexes": [ 1742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1742, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_112_output_0", "outputIndexes": [ 1743 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1743 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_28/Mul_output_0", "outputIndexes": [ 1744 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.140625, 1.242188, 1.132812, 1.09375, 1.148438, 1.226562, 1.195312, 1.195312, 1.257812, 1.179688, 1.226562, 1.117188, 1.15625, 1.171875, 1.179688, 1.21875, 1.148438, 1.148438, 1.15625, 1.179688, 1.203125, 1.226562, 1.109375, 1.203125, 1.25, 1.171875, 1.210938, 1.195312, 1.171875, 1.195312, 1.234375, 1.171875, 1.164062, 1.125, 1.257812, 1.132812, 1.203125, 1.21875, 1.179688, 1.109375, 1.179688, 1.164062, 1.203125, 1.132812, 1.265625, 1.257812, 1.101562, 1.226562, 1.226562, 1.164062, 1.257812, 1.203125, 1.148438, 1.070312, 1.171875, 1.242188, 1.140625, 1.171875, 1.234375, 1.21875, 1.3125, 1.21875, 1.1875, 1.226562, 1.179688, 1.203125, 1.234375, 1.09375, 1.164062, 1.242188, 1.234375, 1.09375, 1.25, 1.164062, 1.109375, 1.078125, 1.210938, 1.148438, 1.210938, 1.132812, 1.1875, 1.195312, 1.148438, 1.1875, 1.117188, 1.203125, 1.179688, 1.226562, 1.164062, 1.140625, 1.203125, 1.195312, 1.15625, 1.179688, 1.171875, 1.304688, 1.195312, 1.21875, 1.203125, 1.15625, 1.140625, 1.1875, 1.195312, 1.304688, 1.226562, 1.265625, 1.125, 1.234375, 1.03125, 1.1875, 1.15625, 1.179688, 1.1875, 1.148438, 1.265625, 0.984375, 1.28125, 1.195312, 1.1875, 1.171875, 1.195312, 1.28125, 1.234375, 1.171875, 1.210938, 1.210938, 1.148438, 1.148438, 1.21875, 1.140625, 1.171875, 1.148438, 1.09375, 1.25, 1.1875, 1.203125, 1.164062, 1.164062, 1.195312, 1.125, 1.257812, 1.164062, 1.234375, 1.179688, 1.234375, 1.234375, 1.171875, 1.242188, 1.101562, 1.023438, 1.171875, 1.234375, 1.148438, 1.257812, 1.125, 1.09375, 1.15625, 1.242188, 1.148438, 1.21875, 1.242188, 1.109375, 1.164062, 1.210938, 1.210938, 1.242188, 1.171875, 1.257812, 1.25, 1.164062, 1.179688, 1.21875, 1.15625, 1.15625, 1.125, 1.179688, 1.203125, 1.140625, 1.164062, 1.25, 1.265625, 1.195312, 1.1875, 1.125, 1.257812, 1.148438, 1.28125, 1.171875, 1.195312, 1.195312, 1.140625, 1.1875, 1.21875, 1.265625, 1.171875, 1.195312, 1.171875, 1.140625, 1.054688, 1.164062, 1.1875, 1.164062, 1.242188, 1.21875, 1.28125, 1.148438, 1.226562, 1.125, 1.1875, 1.195312, 1.171875, 1.226562, 1.242188, 1.15625, 1.1875, 1.1875, 1.1875, 1.25, 1.21875, 1.257812, 1.132812, 1.226562, 1.15625, 1.21875, 1.179688, 1.203125, 1.164062, 1.171875, 1.171875, 1.179688, 1.226562, 1.164062, 1.117188, 1.164062, 1.171875, 1.171875, 1.15625, 1.1875, 1.164062, 1.195312, 1.09375, 1.132812, 1.195312, 1.21875, 1.226562, 1.273438, 1.117188, 1.125, 1.125, 1.15625, 1.21875, 1.148438, 1.242188, 1.164062, 1.25, 1.234375, 1.1875, 1.21875, 1.171875, 1.164062, 1.171875, 1.1875, 1.171875, 1.148438, 1.15625, 1.1875, 1.234375, 1.21875, 1.101562, 1.171875, 1.226562, 1.125, 1.210938, 1.203125, 1.203125, 1.15625, 1.203125, 1.210938, 1.148438, 1.195312, 1.148438, 1.203125, 1.226562, 1.171875, 1.15625, 1.132812, 1.179688, 1.101562, 1.164062, 1.179688, 1.15625, 1.21875, 1.15625, 1.140625, 1.210938, 1.15625, 1.203125, 1.179688, 1.109375, 1.234375, 1.101562, 1.1875, 1.210938, 1.140625, 1.195312, 1.203125, 1.195312, 1.234375, 1.210938, 1.195312, 1.164062, 1.164062, 1.171875, 1.234375, 1.21875, 1.234375, 1.1875, 1.164062, 1.179688, 1.234375, 1.164062, 1.148438, 1.1875, 1.226562, 1.289062, 1.164062, 1.226562, 1.179688, 1.273438, 1.210938, 1.179688, 1.203125, 1.265625, 1.195312, 1.140625, 1.234375, 1.1875, 1.179688, 1.203125, 1.25, 1.273438, 1.171875, 1.164062, 1.109375, 1.21875, 1.21875, 1.15625, 1.140625, 1.289062, 1.15625, 1.304688, 1.164062, 1.148438, 1.25, 1.195312, 1.164062, 1.1875, 1.164062, 1.289062, 1.226562, 1.140625, 1.179688, 1.226562, 1.132812, 1.117188, 1.171875, 1.15625, 1.234375, 1.210938, 1.179688, 1.164062, 1.234375, 1.148438, 1.171875, 1.164062, 1.203125, 1.15625, 1.242188, 1.210938, 1.195312, 1.210938, 1.226562, 1.179688, 1.234375, 1.164062, 1.257812, 1.203125, 1.15625, 1.179688, 1.179688, 1.132812, 1.320312, 1.132812, 1.140625, 1.296875, 1.171875, 1.257812, 1.257812, 1.21875, 1.195312, 1.164062, 1.210938, 1.164062, 1.273438, 1.171875, 1.15625, 1.289062, 1.1875, 1.203125, 1.234375, 1.34375, 1.195312, 1.15625, 1.210938, 1.171875, 1.132812, 1.234375, 1.226562, 1.28125, 1.179688, 1.164062, 1.289062, 1.195312, 1.265625, 1.265625, 1.15625, 1.257812, 1.21875, 1.164062, 1.328125, 1.210938, 1.164062, 1.226562, 1.21875, 1.25, 1.234375, 1.15625, 1.210938, 1.148438, 1.226562, 1.25, 1.179688, 1.164062, 1.171875, 1.1875, 1.1875, 1.203125, 1.15625, 1.21875, 1.140625, 1.140625, 1.171875, 1.1875, 1.179688, 1.195312, 1.1875, 1.265625, 1.148438, 1.101562, 1.1875, 1.234375, 1.15625, 1.109375, 1.148438, 1.117188, 1.203125, 1.164062, 1.21875, 1.1875, 1.25, 1.21875, 1.210938, 1.140625, 1.171875, 1.210938, 1.125, 1.226562, 1.203125, 1.148438, 1.203125, 1.148438, 1.15625, 1.179688, 1.179688, 1.195312, 1.226562, 1.234375, 1.171875, 1.15625, 1.171875, 1.257812, 1.226562, 1.171875, 1.132812, 1.171875, 1.164062, 1.179688, 1.171875, 1.148438, 1.21875, 1.179688, 1.179688, 1.171875, 1.21875, 1.140625, 1.195312, 1.195312, 1.195312, 1.148438, 1.21875, 1.164062, 1.132812, 1.148438, 1.226562, 1.132812, 1.132812, 1.148438, 1.234375, 1.125, 1.179688, 1.1875, 1.09375, 1.117188, 1.203125, 1.210938, 1.195312, 1.15625, 1.203125, 1.234375, 1.132812, 1.257812, 1.101562, 1.179688, 1.234375, 1.148438, 1.132812, 1.125, 1.164062, 1.171875, 1.210938, 1.234375, 1.164062, 1.140625, 1.015625, 1.171875, 1.164062, 1.15625, 1.171875, 1.1875, 1.140625, 1.21875, 1.140625, 1.265625, 1.179688, 1.117188, 1.210938, 1.195312, 1.171875, 1.226562, 1.25, 1.132812, 1.140625, 1.148438, 1.125, 1.117188, 1.203125, 1.148438, 1.234375, 1.25, 1.242188, 1.242188, 1.179688, 1.195312, 1.226562, 1.226562, 1.164062, 1.257812, 1.109375, 1.195312, 1.296875, 1.148438, 1.1875, 1.171875, 1.3125, 1.171875, 1.164062, 1.226562, 1.382812, 1.171875, 1.09375, 1.210938, 1.210938, 1.132812, 1.1875, 1.164062, 1.171875, 1.132812, 1.203125, 1.21875, 1.109375, 1.117188, 1.164062, 1.101562, 1.179688, 1.25, 1.109375, 1.164062, 1.203125, 1.140625, 1.210938, 1.203125, 1.164062, 1.179688, 1.195312, 1.15625, 1.125, 1.210938, 1.132812, 1.195312, 1.21875, 1.195312, 1.179688, 1.15625, 1.210938, 1.21875, 1.226562, 1.125, 1.164062, 1.164062, 1.203125, 1.257812, 1.1875, 1.203125, 1.21875, 1.210938, 1.179688, 1.210938, 1.140625, 1.15625, 1.117188, 1.210938, 1.15625, 1.171875, 1.203125, 1.1875, 1.195312, 1.179688, 1.203125, 1.171875, 1.210938, 0.984375, 1.210938, 1.257812, 1.210938, 1.226562, 1.15625, 1.195312, 1.210938, 1.085938, 1.117188, 1.117188, 1.132812, 1.164062, 1.179688, 1.1875, 1.15625, 1.195312, 1.085938, 1.195312, 1.132812, 1.15625, 1.109375, 1.117188, 1.15625, 1.171875, 1.226562, 1.25, 0.972656, 1.171875, 1.257812, 1.203125, 1.257812, 1.15625, 1.203125, 1.195312, 1.171875, 1.164062, 1.171875, 1.132812, 1.375, 1.1875, 1.367188, 1.242188, 1.210938, 1.210938, 1.179688, 1.171875, 1.234375, 1.21875, 1.085938, 1.164062, 1.195312, 1.242188, 1.15625, 1.078125, 1.234375, 1.195312, 1.195312, 1.179688, 1.195312, 1.09375, 1.164062, 1.132812, 1.195312, 1.242188, 1.171875, 1.226562, 1.210938, 1.195312, 1.210938, 1.148438, 1.15625, 1.195312, 1.085938, 1.234375, 1.125, 1.085938, 1.15625, 1.125, 1.148438, 1.226562, 1.132812, 1.203125, 1.171875, 1.195312, 1.234375, 1.203125, 1.1875, 1.148438, 1.203125, 1.15625, 1.289062, 1.15625, 1.101562, 1.21875, 1.210938, 1.148438, 1.171875, 1.210938, 1.21875, 1.226562, 1.242188, 1.15625, 1.1875, 1.195312, 1.242188, 1.234375, 1.179688, 1.210938, 1.148438, 1.1875, 1.117188, 1.25, 1.164062, 1.203125, 1.179688, 1.296875, 1.164062, 1.171875, 1.179688, 1.257812, 1.179688, 1.140625, 1.140625, 1.195312, 1.195312, 1.21875, 1.3125, 1.171875, 1.179688, 1.148438, 1.179688, 1.132812, 1.195312, 1.226562, 1.148438, 1.242188, 1.132812, 1.210938, 1.21875, 1.234375, 1.148438, 1.226562, 1.1875, 1.203125, 1.171875, 1.109375, 1.148438, 1.289062, 1.132812, 1.164062, 1.085938, 1.179688, 1.21875, 1.1875, 1.1875, 1.203125, 1.203125, 1.21875, 1.203125, 1.1875, 1.015625, 1.109375, 1.25, 1.140625, 1.21875, 1.242188, 1.195312, 1.234375, 1.203125, 1.15625, 1.171875, 1.257812, 1.171875, 1.257812, 1.179688, 1.148438, 1.132812, 1.132812, 1.171875, 1.140625, 1.203125, 1.171875, 1.210938, 1.1875, 1.210938, 1.109375, 1.09375, 1.164062, 1.15625, 1.265625, 1.148438, 1.1875, 1.203125, 1.195312, 1.148438, 1.1875, 1.140625, 1.117188, 1.210938, 1.1875, 1.148438, 1.148438, 1.195312, 1.203125, 1.164062, 1.257812, 1.148438, 1.164062, 1.125, 1.164062, 1.125, 1.125, 1.226562, 1.195312, 1.242188, 1.234375, 1.242188, 1.21875, 1.203125, 1.148438, 1.171875, 1.132812, 1.117188, 1.195312, 1.125, 1.171875, 1.226562, 1.210938, 1.296875, 1.210938, 1.117188, 1.171875, 1.164062, 1.164062, 1.15625, 1.210938, 1.15625, 1.171875, 1.101562, 1.265625, 1.234375, 1.234375, 1.226562, 1.140625, 1.1875, 1.1875, 1.195312, 1.125, 1.148438, 1.210938, 1.132812, 1.148438, 1.210938, 1.203125, 1.09375, 1.171875, 0.980469, 1.25, 1.203125, 1.125, 1.257812, 1.179688, 1.21875, 1.179688, 1.257812, 1.15625, 1.179688, 1.117188, 1.195312, 1.1875, 1.203125, 1.21875, 1.15625, 1.203125, 1.171875, 1.25, 1.289062, 1.226562, 1.140625, 1.195312, 1.296875, 1.28125, 1.21875, 1.1875, 1.242188, 1.132812, 1.148438, 1.140625, 1.210938, 1.226562, 1.257812, 1.171875, 1.164062, 1.21875, 1.195312, 1.21875, 1.265625, 1.1875, 1.25, 1.1875, 1.203125, 1.195312, 1.09375, 1.3125, 1.226562, 1.210938, 1.195312, 1.195312, 1.179688, 1.226562, 1.070312, 1.15625, 1.15625, 1.210938, 1.28125, 1.203125, 1.132812, 1.164062, 1.203125, 1.265625, 1.125, 1.15625, 1.0625, 1.195312, 1.257812, 1.171875, 1.125, 1.203125, 1.09375, 1.132812, 1.1875, 1.242188, 1.226562, 1.21875, 1.15625, 1.179688, 1.171875, 1.210938, 1.164062, 1.140625, 1.15625, 1.101562, 1.273438, 1.164062, 1.210938, 1.21875, 1.226562, 1.179688, 1.203125, 1.226562, 1.195312, 1.195312, 1.296875, 1.226562, 1.234375, 1.15625, 1.203125, 1.148438, 1.25, 1.210938, 1.1875, 1.164062, 1.28125, 1.09375, 1.234375, 1.171875, 1.125, 1.226562, 1.210938, 1.195312, 1.1875, 1.203125, 1.179688, 1.226562, 1.203125, 1.195312, 1.226562, 1.265625, 1.257812, 1.210938, 1.1875, 1.171875, 1.203125, 1.171875, 1.195312, 1.226562, 1.179688, 1.132812, 1.109375, 1.210938, 1.296875, 1.125, 1.21875, 1.15625, 1.140625, 1.179688, 1.179688, 1.304688, 1.109375, 1.28125, 1.21875, 1.070312, 1.265625, 1.117188, 1.1875, 1.148438, 0.976562, 1.132812, 1.101562, 1.203125, 1.195312, 1.210938, 1.296875, 1.242188, 1.1875, 1.140625, 1.210938, 1.179688, 1.210938, 1.242188, 1.148438, 1.140625, 1.125, 1.195312, 1.132812, 1.078125, 1.171875, 1.15625, 1.125, 1.234375, 1.195312, 1.234375, 1.210938, 1.195312, 1.179688, 1.226562, 1.195312, 1.210938, 1.21875, 1.195312, 1.15625, 1.210938, 1.117188, 1.132812, 1.257812, 1.117188, 1.195312, 1.203125, 1.226562, 1.148438, 1.203125, 1.203125, 1.25, 1.179688, 1.242188, 1.171875, 1.273438, 1.25, 0.628906, 1.15625, 1.25, 1.148438, 1.1875, 1.171875, 1.265625, 1.21875, 1.1875, 1.171875, 1.15625, 1.195312, 1.210938, 1.179688, 1.109375, 1.195312, 1.210938, 1.226562, 1.195312, 1.148438, 1.109375, 1.0625, 1.0625, 1.195312, 1.179688, 1.085938, 1.203125, 1.132812, 1.265625, 1.117188, 1.132812, 1.234375, 1.171875, 1.125, 1.21875, 1.210938, 1.25, 1.132812, 1.257812, 1.1875, 1.195312, 1.234375, 1.203125, 1.195312, 1.234375, 1.164062, 1.3125, 1.21875, 1.234375, 1.164062, 1.164062, 1.164062, 1.234375, 1.25, 1.203125, 1.210938, 1.140625, 1.109375, 1.1875, 1.164062, 1.179688, 1.21875, 1.195312, 1.195312, 1.1875, 1.195312, 1.28125, 1.0, 1.132812, 1.101562, 1.117188, 1.132812, 1.1875, 1.226562, 1.203125, 1.203125, 1.1875, 1.257812, 1.15625, 1.171875, 1.195312, 1.148438, 1.117188, 1.164062, 1.1875, 1.171875, 1.195312, 1.226562, 1.273438, 1.226562, 1.210938, 1.1875, 1.273438, 1.109375, 1.15625, 1.1875, 1.179688, 1.117188, 1.179688, 1.0625, 1.164062, 1.210938, 1.179688, 1.171875, 1.164062, 1.164062, 1.179688, 1.203125, 1.132812, 1.164062, 1.226562, 1.1875, 1.179688, 1.21875, 1.132812, 1.226562, 1.21875, 1.203125, 1.085938, 1.148438, 1.1875, 1.132812, 1.195312, 1.125, 1.125, 1.09375, 1.179688, 1.179688, 1.210938, 1.21875, 1.203125, 1.179688, 1.171875, 1.171875, 1.148438, 1.164062, 1.203125, 1.1875, 1.171875, 1.132812, 1.234375, 1.203125, 1.21875, 1.210938, 1.148438, 1.132812, 1.140625, 1.234375, 1.117188, 1.132812, 1.257812, 1.226562, 1.164062, 1.109375, 1.023438, 1.195312, 1.195312, 1.148438, 1.210938, 1.132812, 1.210938, 1.054688, 1.117188, 1.234375, 1.257812, 1.125, 1.179688, 1.226562, 1.15625, 1.234375, 1.21875, 1.203125, 1.28125, 1.203125, 1.171875, 1.1875, 1.203125, 1.210938, 1.1875, 1.148438, 1.234375, 1.164062, 1.21875, 1.210938, 1.226562, 1.257812, 1.171875, 1.234375, 1.117188, 1.203125, 1.226562, 1.140625, 1.257812, 1.171875, 1.28125, 1.164062, 1.273438, 1.179688, 1.117188, 1.242188, 1.164062, 1.140625, 1.078125, 1.210938, 1.242188, 1.117188, 1.210938, 1.140625, 1.25, 1.21875, 1.1875, 1.203125, 1.171875, 1.179688, 1.15625, 1.265625, 1.140625, 1.171875, 1.140625, 1.265625, 1.21875, 1.179688, 1.25, 1.21875, 1.179688, 1.195312, 1.210938, 1.125, 1.234375, 1.21875, 1.164062, 1.171875, 1.164062, 1.203125, 1.179688, 1.195312, 1.210938, 1.070312, 1.179688, 1.164062, 1.242188, 1.242188, 1.171875, 1.179688, 1.203125, 1.125, 1.210938, 1.125, 1.1875, 1.226562, 1.195312, 1.179688, 1.21875, 1.171875, 1.164062, 1.632812, 1.148438, 1.164062, 1.15625, 1.1875, 1.171875, 1.148438, 1.1875, 1.242188, 1.28125, 1.242188, 1.15625, 1.195312, 1.1875, 1.203125, 1.148438, 1.125, 1.1875, 1.132812, 1.226562, 1.226562, 1.1875, 1.210938, 1.148438, 1.164062, 1.1875, 1.210938, 1.273438, 1.25, 1.164062, 1.226562, 1.109375, 1.140625, 1.226562, 1.179688, 1.242188, 1.242188, 1.203125, 1.195312, 1.210938, 1.179688, 1.226562, 1.320312, 1.21875, 1.226562, 1.234375, 1.15625, 1.148438, 1.140625, 1.148438, 1.1875, 1.1875, 1.148438, 1.265625, 1.1875, 1.109375, 1.203125, 1.203125, 1.140625, 1.21875, 1.304688, 1.226562, 1.117188, 1.234375, 1.21875, 1.273438, 1.210938, 1.164062, 1.195312, 1.265625, 1.210938, 1.210938, 1.1875, 1.195312, 1.195312, 1.273438, 1.148438, 1.203125, 1.203125, 1.179688, 1.195312, 1.210938, 1.210938, 1.257812, 1.179688, 1.179688, 1.273438, 1.171875, 1.203125, 1.21875, 1.15625, 1.265625, 1.15625, 1.1875, 1.3125, 1.148438, 1.210938, 1.273438, 1.203125, 1.164062, 1.164062, 1.148438, 1.195312, 1.171875, 1.1875, 1.15625, 1.21875, 1.140625, 1.179688, 1.179688, 1.257812, 1.25, 1.179688, 1.1875, 1.164062, 1.226562, 1.148438, 1.148438, 1.210938, 1.21875, 1.179688, 1.179688, 1.21875, 0.964844, 1.203125, 1.148438, 1.203125, 1.203125, 1.164062, 1.21875, 1.210938, 1.148438, 1.179688, 1.15625, 1.1875, 1.195312, 1.179688, 1.242188, 1.195312, 1.179688, 1.1875, 1.171875, 1.101562, 1.109375, 1.257812, 1.195312, 1.140625, 1.140625, 1.179688, 1.164062, 1.148438, 1.140625, 1.101562, 1.171875, 1.109375, 1.210938, 1.226562, 1.210938, 1.328125, 1.21875, 1.101562, 1.15625, 1.15625, 1.125, 1.25, 1.164062, 1.21875, 1.265625, 1.171875, 1.195312, 1.265625, 1.242188, 1.234375, 1.195312, 1.203125, 1.1875, 1.21875, 1.09375, 1.21875, 1.171875, 1.21875, 1.046875, 1.234375, 1.15625, 1.1875, 1.1875, 1.1875, 1.171875, 1.203125, 1.320312, 1.226562, 1.179688, 1.179688, 1.101562, 1.0625, 1.28125, 1.203125, 1.148438, 1.140625, 1.15625, 1.226562, 1.234375, 1.210938, 1.234375, 1.140625, 1.273438, 1.179688, 1.21875, 1.164062, 1.15625, 1.203125, 1.15625, 1.203125, 1.171875, 1.179688, 1.226562, 1.109375, 1.171875, 1.195312, 1.140625, 1.179688, 1.171875, 1.210938, 1.15625, 1.203125, 1.257812, 1.21875, 1.109375, 1.242188, 1.195312, 1.257812, 1.125, 1.234375, 1.15625, 1.1875, 1.203125, 1.210938, 1.101562, 1.164062, 1.1875, 1.1875, 1.179688, 1.195312, 1.164062, 1.21875, 1.195312, 1.125, 1.179688, 1.210938, 1.15625, 1.164062, 1.25, 1.171875, 1.109375, 1.140625, 1.148438, 1.164062, 1.132812, 1.164062, 1.070312, 1.273438, 1.171875, 1.21875, 1.257812, 1.148438, 1.210938, 1.140625, 1.179688, 1.21875, 1.164062, 1.132812, 1.273438, 1.21875, 1.195312, 1.171875, 1.210938, 1.132812, 1.226562, 1.195312, 1.203125, 1.234375, 1.15625, 1.203125, 1.25, 1.132812, 1.289062, 1.171875, 1.109375, 1.21875, 1.203125, 1.242188, 1.148438, 1.242188, 1.265625, 1.1875, 1.195312, 1.179688, 1.226562, 1.21875, 1.195312, 1.179688, 1.171875, 1.289062, 1.296875, 1.109375, 1.25, 1.171875, 1.171875, 1.234375, 1.132812, 1.1875, 1.171875, 1.171875, 1.289062, 1.304688, 1.195312, 1.078125, 0.014954, 1.234375, 1.140625, 1.179688, 1.226562, 1.125, 1.179688, 1.164062, 1.203125, 1.140625, 1.242188, 1.273438, 1.164062, 1.132812, 1.140625, 1.1875, 1.140625, 1.25, 1.25, 1.203125, 1.203125, 1.179688, 1.234375, 1.15625, 1.171875, 1.289062, 1.148438, 1.195312, 1.179688, 1.179688, 1.28125, 1.273438, 1.164062, 1.132812, 1.25, 1.195312, 1.195312, 1.179688, 1.125, 1.21875, 1.234375, 1.242188, 1.132812, 1.078125, 1.203125, 1.203125, 1.078125, 1.15625, 1.234375, 1.21875, 1.1875, 1.210938, 1.203125, 1.164062, 1.1875, 1.117188, 1.085938, 1.179688, 1.226562, 1.148438, 1.148438, 1.242188, 1.265625, 1.132812, 1.25, 1.164062, 1.21875, 1.289062, 1.1875, 1.210938, 1.242188, 1.1875, 1.171875, 1.203125, 1.226562, 1.273438, 1.25, 1.203125, 1.179688, 1.21875, 1.289062, 1.21875, 1.101562, 1.203125, 1.179688, 1.1875, 1.195312, 1.179688, 1.15625, 1.179688, 1.148438, 1.1875, 1.375, 1.171875, 1.148438, 1.179688, 1.171875, 1.328125, 1.117188, 1.140625, 1.210938, 1.195312, 1.171875, 1.210938, 1.132812, 1.210938, 1.101562, 1.1875, 1.21875, 1.273438, 1.164062, 1.179688, 1.226562, 1.15625, 1.109375, 1.242188, 1.148438, 1.195312, 1.179688, 1.1875, 1.171875, 1.148438, 1.265625, 1.195312, 1.164062, 1.296875, 1.226562, 1.242188, 1.25, 1.085938, 1.15625, 1.109375, 0.269531, 1.164062, 1.195312, 1.195312, 1.335938, 1.164062, 1.1875, 1.203125, 1.148438, 1.226562, 1.195312, 1.28125, 1.195312, 1.210938, 1.171875, 1.195312, 1.132812, 1.085938, 1.164062, 1.1875, 1.148438, 1.125, 1.1875, 1.21875, 1.257812, 1.203125, 1.195312, 1.164062, 1.140625, 1.15625, 1.132812, 1.179688, 1.179688, 1.21875, 1.117188, 1.148438, 1.195312, 1.179688, 1.203125, 1.148438, 1.226562, 1.148438, 1.226562, 1.21875, 1.171875, 1.242188, 1.171875, 1.304688, 1.226562, 1.28125, 1.179688, 1.195312, 1.117188, 1.203125, 1.148438, 1.210938, 1.171875, 1.171875, 1.164062, 1.164062, 1.21875, 1.164062, 1.203125, 1.101562, 1.140625, 1.148438, 1.125, 1.164062, 1.234375, 1.132812, 1.070312, 1.195312, 1.234375, 1.132812, 1.171875, 1.265625, 1.179688, 1.164062, 1.179688, 1.179688, 1.289062, 1.179688, 1.25, 1.1875, 1.179688, 1.164062, 1.132812, 1.28125, 1.109375, 1.109375, 1.195312, 1.179688, 1.265625, 1.226562, 1.132812, 1.226562, 1.242188, 1.210938, 1.148438, 1.234375, 1.179688, 1.195312, 1.164062, 1.171875, 1.179688, 1.203125, 1.21875, 1.140625, 1.15625, 1.195312, 1.21875, 1.242188, 1.226562, 1.171875, 1.226562, 1.164062, 1.15625, 1.125, 1.226562, 1.179688, 1.132812, 1.234375, 1.1875, 1.179688, 1.210938, 1.179688, 1.25, 1.234375, 1.164062, 1.21875, 1.234375, 1.210938, 1.179688, 1.28125, 1.171875, 1.09375, 1.132812, 1.140625, 1.171875, 1.132812, 1.15625, 1.28125, 1.148438, 1.164062, 1.0625, 1.226562, 1.1875, 1.125, 1.195312, 1.195312, 1.132812, 1.21875, 1.210938, 1.210938, 1.070312, 1.1875, 1.1875, 1.195312, 1.296875, 1.242188, 1.171875, 1.15625, 1.226562, 1.351562, 1.21875, 1.28125, 1.25, 1.210938, 1.21875, 1.164062, 1.125, 1.210938, 1.203125, 1.148438, 1.140625, 1.304688, 1.109375, 1.140625, 1.25, 1.226562, 1.148438, 1.1875, 1.226562, 1.164062, 1.1875, 1.226562, 1.195312, 1.15625, 1.070312, 1.179688, 1.273438, 1.21875, 1.21875, 1.164062, 1.164062, 1.210938, 1.226562, 1.265625, 1.179688, 1.125, 1.273438, 1.164062, 1.15625, 1.09375, 1.179688, 1.234375, 1.203125, 1.15625, 1.132812, 1.171875, 1.257812, 1.140625, 1.242188, 1.179688, 1.25, 1.226562, 1.28125, 1.164062, 1.25, 1.179688, 1.257812, 1.203125, 1.1875, 1.203125, 1.257812, 1.078125, 1.148438, 1.195312, 1.273438, 1.164062, 1.148438, 1.148438, 1.226562, 1.1875, 1.195312, 1.242188, 1.226562, 1.164062, 1.140625, 1.1875, 1.210938, 1.164062, 1.351562, 1.132812, 1.148438, 1.140625, 1.242188, 1.25, 1.15625, 1.21875, 1.265625, 1.179688, 1.171875, 1.234375, 1.164062, 1.210938, 1.210938, 1.210938, 1.15625, 1.242188, 1.234375, 1.125, 1.257812, 1.210938, 1.195312, 1.226562, 1.125, 1.109375, 1.203125, 1.195312, 1.28125, 1.234375, 1.203125, 1.28125, 1.234375, 1.164062, 1.171875, 1.210938, 1.1875, 1.203125, 1.203125, 1.171875, 1.140625, 1.21875, 1.164062, 1.273438, 1.304688, 1.179688, 1.109375, 1.132812, 1.179688, 1.257812, 1.226562, 1.210938, 1.179688, 1.148438, 1.117188, 1.25, 1.117188, 1.25, 1.109375, 1.171875, 1.21875, 1.210938, 1.203125, 1.226562, 1.164062, 1.171875, 1.03125, 1.21875, 1.15625, 1.179688, 1.125, 1.21875, 1.164062, 1.21875, 1.171875, 1.164062, 1.257812, 1.242188, 1.15625, 1.164062, 1.226562, 1.195312, 1.25, 1.148438, 1.171875, 1.21875, 1.15625, 1.210938, 1.148438, 1.101562, 1.164062, 1.117188, 1.1875, 1.140625, 1.273438, 1.265625, 1.289062, 1.171875, 1.195312, 1.164062, 1.257812, 1.179688, 1.296875, 1.203125, 1.164062, 1.273438, 1.21875, 1.1875, 1.125, 1.125, 1.0625, 1.140625, 1.203125, 1.226562, 1.210938, 1.210938, 1.210938, 1.273438, 1.140625, 1.164062, 1.289062, 1.171875, 1.210938, 1.203125, 1.234375, 1.289062, 1.226562, 1.179688, 1.25, 1.140625, 1.179688, 1.210938, 1.1875, 1.132812, 1.164062, 0.9375, 1.242188, 1.203125, 1.226562, 1.242188, 1.164062, 1.15625, 1.125, 1.078125, 1.21875, 1.132812, 1.203125, 1.117188, 1.273438, 1.203125, 1.1875, 1.171875, 1.28125, 1.28125, 1.078125, 1.1875, 1.125, 1.179688, 1.25, 1.21875, 1.148438, 1.210938, 1.234375, 1.164062, 1.203125, 1.148438, 1.1875, 1.140625, 1.164062, 1.242188, 1.21875, 1.109375, 1.125, 1.195312, 1.210938, 1.210938, 1.226562, 1.171875, 1.210938, 1.21875, 1.226562, 1.171875, 1.195312, 1.101562, 1.203125, 1.21875, 1.242188, 1.195312, 1.242188, 1.210938, 1.171875, 1.132812, 1.1875, 1.242188, 1.203125, 1.210938, 1.234375, 1.1875, 1.203125, 1.164062, 1.226562, 1.125, 1.265625, 1.046875, 1.195312, 1.171875, 1.21875, 1.21875, 1.195312, 1.132812, 1.226562, 1.1875, 1.132812, 1.226562, 1.1875, 1.15625, 1.1875, 1.265625, 1.179688, 1.15625, 1.226562, 1.171875, 1.125, 1.164062, 1.148438, 1.132812, 1.171875, 1.226562, 1.210938, 1.171875, 1.226562, 1.148438, 1.3125, 1.140625, 1.140625, 1.210938, 1.265625, 1.109375, 1.09375, 1.179688, 1.195312, 1.195312, 1.203125, 1.203125, 1.226562, 1.203125, 1.15625, 1.273438, 1.1875, 1.179688, 1.15625, 1.257812, 1.164062, 1.226562, 1.15625, 1.203125, 1.070312, 1.203125, 1.171875, 1.195312, 1.195312, 1.25, 1.148438, 1.179688, 1.15625, 1.171875, 1.203125, 1.132812, 1.21875, 1.28125, 1.203125, 1.21875, 1.195312, 1.15625, 1.164062, 1.148438, 1.117188, 1.125, 1.140625, 1.171875, 1.140625, 1.140625, 1.195312, 1.265625, 1.210938, 1.109375, 1.132812, 1.164062, 1.210938, 1.210938, 1.15625, 1.226562, 1.148438, 1.171875, 1.25, 1.179688, 1.1875, 1.25, 1.195312, 1.226562, 1.25, 1.171875, 1.179688, 1.132812, 1.226562, 1.234375, 1.257812, 1.1875, 1.148438, 1.195312, 1.1875, 1.257812, 1.25, 1.179688, 1.1875, 1.164062, 1.164062, 1.25, 1.257812, 1.117188, 1.1875, 1.15625, 1.304688, 1.265625, 1.1875, 1.117188, 1.179688, 1.21875, 1.101562, 1.164062, 1.226562, 1.257812, 1.164062, 1.132812, 1.179688, 1.226562, 1.117188, 1.171875, 1.164062, 1.195312, 1.15625, 1.21875, 1.210938, 1.195312, 1.132812, 1.210938, 1.25, 1.21875, 1.21875, 1.125, 1.273438, 1.226562, 1.117188, 1.171875, 1.148438, 1.21875, 1.242188, 1.09375, 1.203125, 1.320312, 1.257812, 1.148438, 1.203125, 1.140625, 1.140625, 1.164062, 1.195312, 1.1875, 1.070312, 1.242188, 1.21875, 1.1875, 1.179688, 1.195312, 1.140625, 1.1875, 1.226562, 1.179688, 1.171875, 1.140625, 1.304688, 1.242188, 1.164062, 1.242188, 1.164062, 1.257812, 1.210938, 1.148438, 1.21875, 1.210938, 1.101562, 1.132812, 1.28125, 1.226562, 1.140625, 1.109375, 1.203125, 1.242188, 1.226562, 1.234375, 1.171875, 1.265625, 1.1875, 1.203125, 1.148438, 1.125, 1.234375, 1.21875, 1.210938, 1.148438, 1.273438, 1.242188, 1.210938, 1.242188, 1.195312, 1.210938, 1.101562, 1.164062, 1.226562, 1.125, 1.132812, 1.25, 1.257812, 1.195312, 1.148438, 1.148438, 1.117188, 1.21875, 1.148438, 1.210938, 1.15625, 1.25, 1.179688, 1.242188, 1.226562, 1.1875, 1.1875, 1.195312, 1.140625, 1.132812, 1.164062, 1.234375, 1.203125, 1.148438, 1.21875, 1.242188, 1.242188, 1.109375, 1.1875, 1.203125, 1.296875, 1.179688, 1.148438, 1.203125, 1.320312, 1.117188, 1.203125, 1.226562, 1.195312, 1.242188, 1.257812, 1.21875, 1.164062, 1.171875, 1.226562, 1.226562, 1.25, 1.234375, 1.039062, 1.203125, 1.179688, 1.3125, 1.148438, 1.25, 1.046875, 1.1875, 1.234375, 1.203125, 1.289062, 1.195312, 1.320312, 1.210938, 1.21875, 1.1875, 1.179688, 1.117188, 1.1875, 1.195312, 1.148438, 1.265625, 1.179688, 1.132812, 1.164062, 1.195312, 1.1875, 1.132812, 1.1875, 1.1875, 1.117188, 1.179688, 1.164062, 1.242188, 1.203125, 1.195312, 1.070312, 1.234375, 1.171875, 1.117188, 1.140625, 1.15625, 1.171875, 1.1875, 1.195312, 1.179688, 1.203125, 1.210938, 1.195312, 1.132812, 1.257812, 1.140625, 1.171875, 1.125, 1.179688, 1.179688, 1.179688, 1.203125, 1.15625, 1.125, 1.21875, 1.1875, 1.179688, 1.140625, 1.164062, 1.171875, 1.140625, 1.195312, 1.140625, 1.15625, 1.140625, 1.132812, 1.085938, 1.109375, 1.195312, 1.117188, 1.273438, 1.210938, 1.148438, 1.28125, 1.210938, 1.296875, 1.164062, 1.195312, 1.179688, 1.304688, 1.195312, 1.226562, 1.140625, 1.101562, 1.078125, 1.21875, 1.179688, 1.117188, 1.179688, 1.28125, 1.21875, 1.125, 1.265625, 1.203125, 1.195312, 1.171875, 1.210938, 1.273438, 1.132812, 1.195312, 1.195312, 1.179688, 1.179688, 1.203125, 1.257812, 1.171875, 1.210938, 1.179688, 1.257812, 1.140625, 1.1875, 1.203125, 1.210938, 1.242188, 1.171875, 1.15625, 1.203125, 1.140625, -0.003571, 1.140625, 1.1875, 1.09375, 1.117188, 1.179688, 1.179688, 1.226562, 1.164062, 1.09375, 1.15625, 1.140625, 1.164062, 1.109375, 1.203125, 1.101562, 1.1875, 1.125, 1.101562, 1.289062, 1.265625, 1.1875, 1.34375, 1.203125, 1.265625, 1.203125, 1.242188, 1.195312, 1.171875, 1.195312, 1.21875, 1.09375, 1.179688, 1.179688, 1.234375, 1.195312, 1.039062, 1.25, 1.195312, 1.296875, 1.15625, 1.195312, 1.15625, 1.1875, 1.226562, 1.265625, 1.179688, 1.242188, 1.195312, 1.1875, 1.179688, 1.164062, 1.28125, 1.15625, 1.195312, 1.132812, 1.140625, 1.195312, 1.179688, 1.1875, 1.171875, 1.125, 1.171875, 1.023438, 1.179688, 1.1875, 1.15625, 1.234375, 1.171875, 1.164062, 1.25, 1.21875, 1.265625, 1.164062, 1.15625, 1.179688, 1.15625, 1.132812, 1.25, 1.195312, 1.1875, 1.1875, 1.242188, 1.179688, 1.179688, 1.109375, 1.21875, 1.203125, 1.203125, 1.132812, 1.148438, 1.101562, 1.203125, 1.203125, 1.226562, 1.101562, 1.140625, 1.171875, 1.15625, 1.1875, 1.132812, 1.164062, 1.257812, 1.203125, 1.226562, 1.210938, 1.289062, 1.242188, 1.21875, 1.1875, 1.179688, 1.25, 1.25, 1.179688, 1.054688, 1.148438, 1.226562, 1.132812, 1.273438, 1.117188, 1.1875, 1.195312, 1.210938, 1.210938, 1.179688, 1.242188, 1.21875, 1.101562, 1.195312, 1.164062, 1.125, 1.117188, 1.203125, 1.1875, 1.117188, 1.125, 1.148438, 1.234375, 1.1875, 1.109375, 1.140625, 1.125, 1.15625, 1.21875, 1.21875, 1.265625, 1.117188, 1.132812, 1.148438, 1.203125, 1.148438, 1.171875, 1.125, 1.171875, 1.1875, 1.195312, 1.226562, 1.101562, 1.210938, 1.164062, 1.226562, 1.164062, 1.125, 1.164062, 1.171875, 1.1875, 1.289062, 1.179688, 1.210938, 1.234375, 1.1875, 1.164062, 1.1875, 1.203125, 1.25, 1.179688, 1.195312, 1.15625, 1.257812, 1.171875, 1.164062, 1.164062, 1.234375, 1.101562, 1.171875, 1.125, 1.203125, 1.148438, 1.179688, 1.164062, 1.195312, 1.195312, 1.171875, 1.273438, 1.210938, 1.273438, 1.164062, 1.171875, 1.179688, 1.203125, 1.21875, 1.15625, 1.171875, 1.195312, 1.210938, 1.226562, 1.242188, 1.210938, 1.195312, 1.148438, 1.195312, 1.15625, 1.21875, 1.15625, 1.203125, 1.25, 1.203125, 1.179688, 1.164062, 1.164062, 1.117188, 1.25, 1.273438, 1.195312, 1.179688, 1.140625, 1.335938, 1.1875, 1.171875, 1.09375, 1.273438, 1.21875, 1.117188, 1.195312, 1.25, 1.273438, 1.15625, 1.203125, 1.210938, 1.132812, 1.195312, 1.15625, 1.125, 1.257812, 1.179688, 1.1875, 1.148438, 1.195312, 1.101562, 1.21875, 1.164062, 1.210938, 1.179688, 1.15625, 1.226562, 1.203125, 1.320312, 1.1875, 1.273438, 1.195312, 1.1875, 1.171875, 1.164062, 1.15625, 1.21875, 1.296875, 1.085938, 1.164062, 1.179688, 1.203125, 1.195312, 1.148438, 1.203125, 1.164062, 1.171875, 1.148438, 1.320312, 1.140625, 1.195312, 1.179688, 1.085938, 1.117188, 1.132812, 1.195312, 1.226562, 1.210938, 1.117188, 1.234375, 1.140625, 0.6875, 1.242188, 1.242188, 1.117188, 1.179688, 1.195312, 1.242188, 1.1875, 1.210938, 1.1875, 1.140625, 1.09375, 1.171875, 1.164062, 1.140625, 1.195312, 1.226562, 1.046875, 1.21875, 1.21875, 1.304688, 1.1875, 1.164062, 1.171875, 1.132812, 1.203125, 1.257812, 1.171875, 1.101562, 1.234375, 1.25, 1.109375, 1.257812, 1.085938, 1.179688, 1.226562, 1.226562, 1.148438, 1.054688, 1.242188, 1.21875, 1.085938, 1.164062, 1.242188, 1.15625, 1.210938, 1.226562, 1.179688, 1.195312, 1.140625, 1.1875, 1.046875, 1.1875, 1.148438, 1.203125, 1.179688, 1.21875, 1.21875, 1.171875, 1.203125, 1.15625, 1.1875, 1.117188, 1.1875, 1.148438, 1.15625, 1.148438, 1.171875, 1.15625, 1.148438, 1.25, 1.1875, 1.210938, 1.164062, 1.1875, 1.148438, 1.15625, 1.242188, 1.28125, 1.140625, 1.1875, 1.15625, 1.226562, 1.203125, 1.25, 1.195312, 1.148438, 1.15625, 1.117188, 1.148438, 1.203125, 1.171875, 1.140625, 1.21875, 1.242188, 1.203125, 1.210938, 1.1875, 1.195312, 1.210938, 1.125, 1.1875, 1.195312, 1.1875, 1.1875, 1.210938, 1.195312, 1.203125, 1.148438, 1.21875, 1.09375, 1.15625, 1.101562, 1.09375, 1.164062, 1.1875, 1.171875, 1.171875, 1.179688, 1.171875, 1.179688, 1.195312, 1.179688, 1.15625, 1.15625, 1.21875, 1.1875, 1.179688, 1.25, 1.117188, 1.257812, 1.226562, 1.210938, 1.234375, 1.179688, 1.210938 ] }, "name": "model.transformer.layers.28.attn_norm.weight", "outputIndexes": [ 1745 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 1745 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_28/Mul_1_output_0", "outputIndexes": [ 1746 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1746 ], "outputIndexes": [ 3250 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3250 ], "outputIndexes": [ 3251 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear", "inputIndexes": [ 3251 ], "outputIndexes": [ 3252 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 2050094064, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3252 ], "outputIndexes": [ 3253 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3253 ], "outputIndexes": [ 1747 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "/Shape_113_output_0", "outputIndexes": [ 1748 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1748 ], "main_type": "NONE", "name": "Shape2474", "outputIndexes": [ 1749 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1748 ], "main_type": "NONE", "name": "Rank2476", "outputIndexes": [ 1750 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1750, 1750 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2478", "outputIndexes": [ 1751 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1751 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2479", "outputIndexes": [ 1752 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1751, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2481", "outputIndexes": [ 1753 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1753 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2482", "outputIndexes": [ 1754 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749, 1752, 1754, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2485", "outputIndexes": [ 1755 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1755 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2486", "outputIndexes": [ 1756 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1756 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2487", "outputIndexes": [ 1757 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1757, 1756 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2488", "outputIndexes": [ 1758 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1748, 1758, 1751 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_144_output_0", "outputIndexes": [ 1759 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1759, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_281_output_0", "outputIndexes": [ 1760 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1760, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_140_output_0", "outputIndexes": [ 1761 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1747, 1761 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_113_output_0", "outputIndexes": [ 1762 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1762 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_28/Mul_output_0", "outputIndexes": [ 1763 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.050781, -0.019165, 0.028687, 0.034912, 0.058594, 0.002213, 0.019165, 0.018799, 0.914062, 1.601562, 1.679688, 0.652344, 1.3125, 1.171875, 1.46875, 1.257812, 1.460938, 1.585938, 1.242188, 1.710938, 1.75, 1.664062, 1.578125, 1.554688, 1.757812, 1.867188, 1.742188, 1.757812, 1.75, 1.820312, 1.851562, 1.6875, 1.554688, 1.875, 1.914062, 2.046875, 1.835938, 1.875, 2.15625, 1.796875, 1.992188, 2.453125, 2.28125, 1.796875, 2.015625, 1.875, 1.867188, 1.820312, 1.875, 1.765625, 1.828125, 1.945312, 1.828125, 1.851562, 1.796875, 1.820312, 1.609375, 1.882812, 1.8125, 1.75, 1.46875, 1.859375, 1.625, 1.828125, 0.029663, 0.022095, -0.026367, -0.005554, -0.00589, 0.296875, 0.609375, 0.095215, 0.006866, 1.164062, 1.453125, 1.34375, 1.296875, 1.65625, 1.804688, 1.695312, 1.671875, 1.585938, 1.632812, 1.59375, 1.578125, 1.539062, 1.65625, 1.671875, 1.710938, 1.609375, 1.53125, 1.601562, 1.882812, 1.6875, 1.679688, 1.859375, 1.96875, 1.75, 1.695312, 1.65625, 1.734375, 1.90625, 1.71875, 1.976562, 1.804688, 1.5625, 1.695312, 2.0625, 1.882812, 1.921875, 1.90625, 1.945312, 1.945312, 2.015625, 1.835938, 1.773438, 1.890625, 1.773438, 1.859375, 1.851562, 1.976562, 1.796875, 1.789062, 1.898438, 1.992188, 1.851562, 1.828125, 1.796875 ] }, "name": "model.transformer.layers.28.attn.q_norm.weight", "outputIndexes": [ 1764 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1763, 1764 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_28/Mul_1_output_0", "outputIndexes": [ 1765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_112_output_0", "outputIndexes": [ 1766 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_113_output_0", "outputIndexes": [ 1767 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1767 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_56_output_0", "outputIndexes": [ 1768 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_112_output_0", "outputIndexes": [ 1769 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 1769 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_143_output_0", "outputIndexes": [ 1770 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1770, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_113_output_0", "outputIndexes": [ 1771 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1766, 1771 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_112_output_0", "outputIndexes": [ 1772 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1746 ], "outputIndexes": [ 3254 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3254 ], "outputIndexes": [ 3255 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear", "inputIndexes": [ 3255 ], "outputIndexes": [ 3256 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 2058460406, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3256 ], "outputIndexes": [ 3257 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3257 ], "outputIndexes": [ 1773 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1760, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_141_output_0", "outputIndexes": [ 1774 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773, 1774 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_114_output_0", "outputIndexes": [ 1775 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1775 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_28/Mul_output_0", "outputIndexes": [ 1776 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.048096, 0.020752, 0.021362, 0.048828, -0.044922, -0.002823, 0.001373, 0.016113, 0.683594, 1.820312, 1.632812, 0.112305, 1.304688, 0.294922, 0.835938, 0.90625, 1.234375, 1.453125, 0.664062, 1.960938, 1.578125, 1.921875, 1.71875, 1.382812, 1.671875, 1.125, 1.429688, 1.585938, 2.046875, 1.460938, 1.382812, 1.953125, 1.90625, 1.585938, 1.710938, 1.539062, 1.679688, 1.9375, 1.492188, 1.984375, 1.726562, 1.257812, 1.445312, 2.046875, 1.835938, 1.890625, 1.914062, 1.898438, 1.90625, 2.0, 1.828125, 1.835938, 1.914062, 1.726562, 1.867188, 1.804688, 1.96875, 1.78125, 1.945312, 2.015625, 2.46875, 1.945312, 2.1875, 1.796875, 0.008301, -0.022461, 0.031494, 0.004364, -0.023315, 0.202148, 0.519531, 0.077148, 0.045654, 0.271484, 1.414062, 1.429688, 1.1875, 1.890625, 2.09375, 1.78125, 1.765625, 1.703125, 1.820312, 1.132812, 1.710938, 0.925781, 1.507812, 1.828125, 1.773438, 2.125, 1.734375, 1.679688, 1.546875, 2.0, 1.820312, 1.484375, 1.375, 1.992188, 1.851562, 2.0625, 1.851562, 1.8125, 2.171875, 1.75, 1.976562, 2.46875, 2.359375, 1.710938, 1.976562, 1.84375, 1.929688, 1.851562, 1.859375, 1.789062, 1.835938, 1.929688, 1.851562, 1.757812, 1.835938, 1.875, 1.8125, 1.851562, 1.859375, 1.765625, 1.78125, 1.867188, 1.734375, 1.890625 ] }, "name": "model.transformer.layers.28.attn.k_norm.weight", "outputIndexes": [ 1777 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1776, 1777 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_28/Mul_1_output_0", "outputIndexes": [ 1778 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1778, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_114_output_0", "outputIndexes": [ 1779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1778, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_115_output_0", "outputIndexes": [ 1780 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1780 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_57_output_0", "outputIndexes": [ 1781 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1778, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_114_output_0", "outputIndexes": [ 1782 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1781, 1782 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_144_output_0", "outputIndexes": [ 1783 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1783, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_115_output_0", "outputIndexes": [ 1784 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1779, 1784 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_113_output_0", "outputIndexes": [ 1785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1746 ], "outputIndexes": [ 3258 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3258 ], "outputIndexes": [ 3259 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear", "inputIndexes": [ 3259 ], "outputIndexes": [ 3260 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 2060552188, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3260 ], "outputIndexes": [ 3261 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3261 ], "outputIndexes": [ 1786 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1786, 1774 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_115_output_0", "outputIndexes": [ 1787 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1772, 1785, 1787, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.28/self_attn/FusedAttention", "outputIndexes": [ 1788 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1788 ], "outputIndexes": [ 3262 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3262 ], "outputIndexes": [ 3263 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear", "inputIndexes": [ 3263 ], "outputIndexes": [ 3264 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 2062643970, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3264 ], "outputIndexes": [ 3265 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3265 ], "outputIndexes": [ 1789 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1743, 1789 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_114_output_0", "outputIndexes": [ 1790 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_28/Mul_output_0", "outputIndexes": [ 1791 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.357422, 0.355469, 0.355469, 0.361328, 0.337891, 0.361328, 0.349609, 0.355469, 0.345703, 0.369141, 0.349609, 0.357422, 0.361328, 0.351562, 0.349609, 0.347656, 0.363281, 0.365234, 0.351562, 0.351562, 0.351562, 0.345703, 0.355469, 0.353516, 0.369141, 0.347656, 0.355469, 0.345703, 0.359375, 0.351562, 0.351562, 0.349609, 0.345703, 0.365234, 0.349609, 0.359375, 0.359375, 0.369141, 0.355469, 0.353516, 0.355469, 0.359375, 0.347656, 0.351562, 0.359375, 0.351562, 0.345703, 0.361328, 0.353516, 0.355469, 0.34375, 0.353516, 0.363281, 0.355469, 0.345703, 0.353516, 0.365234, 0.361328, 0.353516, 0.363281, 0.357422, 0.357422, 0.359375, 0.355469, 0.355469, 0.349609, 0.355469, 0.365234, 0.361328, 0.349609, 0.359375, 0.359375, 0.347656, 0.351562, 0.365234, 0.357422, 0.357422, 0.361328, 0.361328, 0.359375, 0.351562, 0.351562, 0.363281, 0.371094, 0.345703, 0.357422, 0.361328, 0.359375, 0.359375, 0.361328, 0.351562, 0.347656, 0.353516, 0.353516, 0.363281, 0.355469, 0.369141, 0.34375, 0.351562, 0.353516, 0.357422, 0.351562, 0.355469, 0.345703, 0.357422, 0.353516, 0.330078, 0.353516, 0.367188, 0.357422, 0.353516, 0.363281, 0.347656, 0.351562, 0.357422, 0.316406, 0.355469, 0.345703, 0.363281, 0.349609, 0.357422, 0.34375, 0.345703, 0.345703, 0.355469, 0.365234, 0.353516, 0.357422, 0.361328, 0.355469, 0.355469, 0.363281, 0.363281, 0.351562, 0.353516, 0.353516, 0.353516, 0.357422, 0.351562, 0.349609, 0.355469, 0.353516, 0.353516, 0.367188, 0.355469, 0.353516, 0.359375, 0.353516, 0.359375, 0.361328, 0.357422, 0.363281, 0.359375, 0.361328, 0.357422, 0.369141, 0.351562, 0.363281, 0.355469, 0.351562, 0.355469, 0.355469, 0.359375, 0.361328, 0.353516, 0.349609, 0.351562, 0.355469, 0.349609, 0.359375, 0.304688, 0.353516, 0.361328, 0.359375, 0.363281, 0.367188, 0.353516, 0.353516, 0.351562, 0.34375, 0.351562, 0.363281, 0.353516, 0.371094, 0.357422, 0.349609, 0.359375, 0.337891, 0.351562, 0.341797, 0.363281, 0.355469, 0.357422, 0.353516, 0.347656, 0.347656, 0.347656, 0.365234, 0.357422, 0.353516, 0.367188, 0.351562, 0.355469, 0.349609, 0.386719, 0.367188, 0.351562, 0.357422, 0.367188, 0.363281, 0.363281, 0.355469, 0.371094, 0.361328, 0.355469, 0.361328, 0.359375, 0.355469, 0.361328, 0.357422, 0.355469, 0.345703, 0.361328, 0.349609, 0.349609, 0.34375, 0.355469, 0.357422, 0.353516, 0.355469, 0.351562, 0.353516, 0.355469, 0.367188, 0.355469, 0.353516, 0.357422, 0.359375, 0.359375, 0.333984, 0.361328, 0.351562, 0.359375, 0.363281, 0.347656, 0.34375, 0.351562, 0.359375, 0.363281, 0.361328, 0.349609, 0.363281, 0.351562, 0.355469, 0.357422, 0.355469, 0.357422, 0.361328, 0.361328, 0.355469, 0.357422, 0.365234, 0.361328, 0.359375, 0.357422, 0.359375, 0.353516, 0.353516, 0.353516, 0.351562, 0.349609, 0.357422, 0.351562, 0.355469, 0.363281, 0.351562, 0.351562, 0.351562, 0.351562, 0.361328, 0.363281, 0.359375, 0.355469, 0.345703, 0.359375, 0.355469, 0.355469, 0.341797, 0.357422, 0.357422, 0.369141, 0.353516, 0.357422, 0.359375, 0.355469, 0.359375, 0.359375, 0.363281, 0.357422, 0.345703, 0.359375, 0.363281, 0.361328, 0.363281, 0.357422, 0.353516, 0.357422, 0.361328, 0.349609, 0.349609, 0.351562, 0.353516, 0.355469, 0.345703, 0.357422, 0.357422, 0.363281, 0.359375, 0.361328, 0.353516, 0.361328, 0.351562, 0.351562, 0.333984, 0.351562, 0.351562, 0.359375, 0.363281, 0.339844, 0.359375, 0.367188, 0.349609, 0.355469, 0.349609, 0.351562, 0.373047, 0.351562, 0.355469, 0.357422, 0.359375, 0.351562, 0.353516, 0.369141, 0.357422, 0.361328, 0.365234, 0.353516, 0.357422, 0.357422, 0.359375, 0.357422, 0.359375, 0.363281, 0.357422, 0.349609, 0.353516, 0.349609, 0.337891, 0.349609, 0.345703, 0.349609, 0.359375, 0.359375, 0.361328, 0.353516, 0.355469, 0.355469, 0.365234, 0.359375, 0.361328, 0.353516, 0.347656, 0.359375, 0.357422, 0.351562, 0.365234, 0.357422, 0.365234, 0.363281, 0.361328, 0.357422, 0.349609, 0.351562, 0.365234, 0.349609, 0.357422, 0.353516, 0.357422, 0.361328, 0.367188, 0.361328, 0.361328, 0.359375, 0.380859, 0.355469, 0.361328, 0.365234, 0.357422, 0.365234, 0.353516, 0.357422, 0.355469, 0.351562, 0.347656, 0.357422, 0.355469, 0.349609, 0.347656, 0.355469, 0.345703, 0.333984, 0.355469, 0.355469, 0.351562, 0.361328, 0.355469, 0.357422, 0.351562, 0.376953, 0.363281, 0.363281, 0.345703, 0.355469, 0.361328, 0.357422, 0.363281, 0.353516, 0.357422, 0.363281, 0.351562, 0.347656, 0.355469, 0.349609, 0.355469, 0.359375, 0.361328, 0.357422, 0.359375, 0.355469, 0.363281, 0.367188, 0.365234, 0.365234, 0.353516, 0.349609, 0.355469, 0.353516, 0.349609, 0.355469, 0.353516, 0.353516, 0.357422, 0.355469, 0.345703, 0.34375, 0.347656, 0.355469, 0.357422, 0.347656, 0.355469, 0.355469, 0.359375, 0.353516, 0.351562, 0.363281, 0.34375, 0.359375, 0.357422, 0.345703, 0.351562, 0.359375, 0.347656, 0.345703, 0.349609, 0.351562, 0.363281, 0.353516, 0.351562, 0.345703, 0.357422, 0.359375, 0.339844, 0.349609, 0.347656, 0.349609, 0.353516, 0.361328, 0.365234, 0.359375, 0.357422, 0.34375, 0.351562, 0.361328, 0.34375, 0.353516, 0.355469, 0.351562, 0.355469, 0.353516, 0.365234, 0.359375, 0.357422, 0.361328, 0.341797, 0.355469, 0.351562, 0.357422, 0.357422, 0.355469, 0.357422, 0.351562, 0.347656, 0.357422, 0.351562, 0.357422, 0.365234, 0.339844, 0.355469, 0.361328, 0.359375, 0.359375, 0.369141, 0.363281, 0.359375, 0.351562, 0.351562, 0.373047, 0.363281, 0.34375, 0.345703, 0.351562, 0.359375, 0.357422, 0.357422, 0.357422, 0.357422, 0.353516, 0.359375, 0.34375, 0.361328, 0.353516, 0.361328, 0.351562, 0.353516, 0.355469, 0.357422, 0.351562, 0.357422, 0.369141, 0.353516, 0.351562, 0.363281, 0.353516, 0.347656, 0.357422, 0.345703, 0.355469, 0.355469, 0.363281, 0.349609, 0.359375, 0.357422, 0.351562, 0.359375, 0.359375, 0.347656, 0.353516, 0.363281, 0.353516, 0.363281, 0.345703, 0.359375, 0.351562, 0.353516, 0.351562, 0.359375, 0.349609, 0.347656, 0.357422, 0.335938, 0.359375, 0.353516, 0.357422, 0.353516, 0.347656, 0.347656, 0.355469, 0.263672, 0.355469, 0.339844, 0.353516, 0.359375, 0.357422, 0.367188, 0.351562, 0.359375, 0.371094, 0.363281, 0.353516, 0.359375, 0.363281, 0.357422, 0.361328, 0.363281, 0.353516, 0.363281, 0.357422, 0.345703, 0.355469, 0.357422, 0.363281, 0.357422, 0.363281, 0.355469, 0.361328, 0.359375, 0.357422, 0.355469, 0.367188, 0.347656, 0.353516, 0.363281, 0.361328, 0.347656, 0.359375, 0.361328, 0.355469, 0.355469, 0.355469, 0.353516, 0.347656, 0.347656, 0.359375, 0.357422, 0.355469, 0.353516, 0.349609, 0.367188, 0.355469, 0.361328, 0.353516, 0.353516, 0.355469, 0.361328, 0.349609, 0.361328, 0.361328, 0.361328, 0.355469, 0.361328, 0.357422, 0.353516, 0.353516, 0.357422, 0.361328, 0.351562, 0.365234, 0.363281, 0.365234, 0.347656, 0.373047, 0.357422, 0.357422, 0.357422, 0.357422, 0.357422, 0.359375, 0.355469, 0.363281, 0.359375, 0.353516, 0.357422, 0.369141, 0.353516, 0.349609, 0.351562, 0.363281, 0.376953, 0.359375, 0.353516, 0.361328, 0.378906, 0.353516, 0.353516, 0.347656, 0.355469, 0.373047, 0.351562, 0.363281, 0.345703, 0.351562, 0.345703, 0.361328, 0.355469, 0.355469, 0.353516, 0.349609, 0.355469, 0.353516, 0.357422, 0.347656, 0.359375, 0.353516, 0.363281, 0.357422, 0.353516, 0.351562, 0.359375, 0.355469, 0.349609, 0.306641, 0.365234, 0.351562, 0.349609, 0.353516, 0.365234, 0.355469, 0.355469, 0.359375, 0.349609, 0.357422, 0.357422, 0.357422, 0.347656, 0.351562, 0.355469, 0.359375, 0.367188, 0.355469, 0.355469, 0.365234, 0.365234, 0.351562, 0.361328, 0.361328, 0.349609, 0.355469, 0.357422, 0.357422, 0.347656, 0.355469, 0.347656, 0.357422, 0.353516, 0.341797, 0.355469, 0.361328, 0.363281, 0.349609, 0.357422, 0.355469, 0.353516, 0.359375, 0.34375, 0.361328, 0.367188, 0.353516, 0.355469, 0.345703, 0.359375, 0.355469, 0.371094, 0.34375, 0.367188, 0.363281, 0.357422, 0.351562, 0.353516, 0.349609, 0.353516, 0.345703, 0.357422, 0.363281, 0.367188, 0.353516, 0.359375, 0.353516, 0.345703, 0.34375, 0.34375, 0.351562, 0.357422, 0.363281, 0.357422, 0.349609, 0.355469, 0.349609, 0.353516, 0.351562, 0.349609, 0.353516, 0.353516, 0.351562, 0.355469, 0.353516, 0.357422, 0.363281, 0.359375, 0.353516, 0.363281, 0.357422, 0.363281, 0.355469, 0.34375, 0.363281, 0.363281, 0.347656, 0.353516, 0.349609, 0.361328, 0.351562, 0.363281, 0.365234, 0.376953, 0.347656, 0.349609, 0.349609, 0.345703, 0.353516, 0.357422, 0.363281, 0.347656, 0.359375, 0.357422, 0.355469, 0.359375, 0.347656, 0.359375, 0.355469, 0.349609, 0.355469, 0.359375, 0.353516, 0.361328, 0.357422, 0.373047, 0.355469, 0.369141, 0.361328, 0.347656, 0.357422, 0.355469, 0.34375, 0.365234, 0.339844, 0.347656, 0.363281, 0.361328, 0.361328, 0.363281, 0.357422, 0.351562, 0.349609, 0.369141, 0.363281, 0.349609, 0.339844, 0.367188, 0.353516, 0.353516, 0.365234, 0.361328, 0.357422, 0.353516, 0.351562, 0.353516, 0.351562, 0.345703, 0.355469, 0.369141, 0.363281, 0.357422, 0.363281, 0.357422, 0.357422, 0.355469, 0.357422, 0.349609, 0.349609, 0.349609, 0.363281, 0.355469, 0.357422, 0.347656, 0.359375, 0.363281, 0.351562, 0.345703, 0.349609, 0.349609, 0.359375, 0.345703, 0.349609, 0.351562, 0.361328, 0.351562, 0.359375, 0.363281, 0.367188, 0.353516, 0.353516, 0.349609, 0.363281, 0.353516, 0.355469, 0.349609, 0.363281, 0.349609, 0.357422, 0.367188, 0.345703, 0.353516, 0.357422, 0.349609, 0.353516, 0.351562, 0.359375, 0.349609, 0.361328, 0.361328, 0.353516, 0.349609, 0.361328, 0.349609, 0.351562, 0.353516, 0.355469, 0.363281, 0.357422, 0.355469, 0.353516, 0.355469, 0.335938, 0.361328, 0.363281, 0.355469, 0.361328, 0.357422, 0.363281, 0.34375, 0.349609, 0.359375, 0.359375, 0.357422, 0.357422, 0.357422, 0.349609, 0.349609, 0.353516, 0.359375, 0.371094, 0.353516, 0.355469, 0.337891, 0.349609, 0.355469, 0.361328, 0.365234, 0.355469, 0.353516, 0.367188, 0.353516, 0.369141, 0.355469, 0.351562, 0.363281, 0.353516, 0.359375, 0.355469, 0.347656, 0.359375, 0.357422, 0.357422, 0.353516, 0.351562, 0.351562, 0.353516, 0.353516, 0.349609, 0.361328, 0.347656, 0.353516, 0.359375, 0.355469, 0.351562, 0.367188, 0.357422, 0.359375, 0.357422, 0.355469, 0.361328, 0.367188, 0.357422, 0.345703, 0.353516, 0.351562, 0.347656, 0.353516, 0.365234, 0.357422, 0.353516, 0.353516, 0.357422, 0.353516, 0.359375, 0.353516, 0.351562, 0.365234, 0.357422, 0.357422, 0.359375, 0.357422, 0.363281, 0.34375, 0.367188, 0.355469, 0.353516, 0.361328, 0.353516, 0.353516, 0.355469, 0.359375, 0.357422, 0.353516, 0.357422, 0.359375, 0.380859, 0.357422, 0.355469, 0.365234, 0.357422, 0.369141, 0.359375, 0.355469, 0.359375, 0.349609, 0.355469, 0.359375, 0.359375, 0.361328, 0.355469, 0.337891, 0.351562, 0.351562, 0.347656, 0.359375, 0.355469, 0.361328, 0.351562, 0.361328, 0.359375, 0.353516, 0.359375, 0.355469, 0.357422, 0.359375, 0.355469, 0.355469, 0.349609, 0.359375, 0.353516, 0.367188, 0.363281, 0.349609, 0.359375, 0.355469, 0.357422, 0.359375, 0.355469, 0.359375, 0.351562, 0.355469, 0.324219, 0.347656, 0.353516, 0.359375, 0.345703, 0.341797, 0.355469, 0.363281, 0.351562, 0.367188, 0.355469, 0.351562, 0.363281, 0.355469, 0.367188, 0.355469, 0.351562, 0.365234, 0.351562, 0.363281, 0.355469, 0.357422, 0.357422, 0.353516, 0.361328, 0.353516, 0.359375, 0.355469, 0.355469, 0.355469, 0.34375, 0.355469, 0.369141, 0.349609, 0.357422, 0.363281, 0.359375, 0.376953, 0.349609, 0.355469, 0.355469, 0.355469, 0.361328, 0.353516, 0.353516, 0.359375, 0.353516, 0.351562, 0.359375, 0.349609, 0.347656, 0.357422, 0.355469, 0.363281, 0.365234, 0.347656, 0.361328, 0.357422, 0.357422, 0.357422, 0.357422, 0.367188, 0.369141, 0.355469, 0.361328, 0.365234, 0.367188, 0.363281, 0.365234, 0.361328, 0.349609, 0.365234, 0.34375, 0.353516, 0.359375, 0.349609, 0.357422, 0.351562, 0.349609, 0.353516, 0.355469, 0.341797, 0.353516, 0.357422, 0.349609, 0.359375, 0.353516, 0.357422, 0.363281, 0.349609, 0.355469, 0.361328, 0.347656, 0.351562, 0.376953, 0.359375, 0.359375, 0.349609, 0.361328, 0.351562, 0.359375, 0.359375, 0.357422, 0.347656, 0.359375, 0.347656, 0.367188, 0.355469, 0.357422, 0.357422, 0.357422, 0.357422, 0.361328, 0.359375, 0.376953, 0.357422, 0.337891, 0.357422, 0.353516, 0.349609, 0.359375, 0.357422, 0.359375, 0.345703, 0.355469, 0.355469, 0.371094, 0.353516, 0.347656, 0.351562, 0.347656, 0.349609, 0.357422, 0.337891, 0.365234, 0.353516, 0.357422, 0.355469, 0.355469, 0.361328, 0.363281, 0.349609, 0.357422, 0.355469, 0.363281, 0.361328, 0.355469, 0.349609, 0.345703, 0.359375, 0.353516, 0.369141, 0.349609, 0.359375, 0.357422, 0.349609, 0.345703, 0.367188, 0.363281, 0.357422, 0.357422, 0.349609, 0.363281, 0.357422, 0.347656, 0.357422, 0.355469, 0.353516, 0.355469, 0.355469, 0.359375, 0.355469, 0.355469, 0.361328, 0.357422, 0.351562, 0.349609, 0.351562, 0.355469, 0.359375, 0.34375, 0.365234, 0.363281, 0.355469, 0.361328, 0.361328, 0.351562, 0.341797, 0.361328, 0.355469, 0.367188, 0.347656, 0.355469, 0.363281, 0.363281, 0.369141, 0.353516, 0.363281, 0.376953, 0.361328, 0.357422, 0.353516, 0.367188, 0.353516, 0.357422, 0.365234, 0.355469, 0.349609, 0.351562, 0.353516, 0.353516, 0.355469, 0.351562, 0.347656, 0.357422, 0.355469, 0.365234, 0.355469, 0.333984, 0.361328, 0.357422, 0.355469, 0.361328, 0.355469, 0.357422, 0.357422, 0.351562, 0.351562, 0.363281, 0.347656, 0.357422, 0.349609, 0.351562, 0.347656, 0.349609, 0.365234, 0.359375, 0.351562, 0.351562, 0.355469, 0.355469, 0.355469, 0.359375, 0.347656, 0.34375, 0.355469, 0.355469, 0.355469, 0.355469, 0.359375, 0.357422, 0.341797, 0.357422, 0.359375, 0.355469, 0.357422, 0.347656, 0.353516, 0.357422, 0.359375, 0.353516, 0.357422, 0.355469, 0.365234, 0.353516, 0.363281, 0.359375, 0.365234, 0.351562, 0.349609, 0.369141, 0.353516, 0.345703, 0.34375, 0.347656, 0.361328, 0.363281, 0.369141, 0.341797, 0.359375, 0.339844, 0.367188, 0.367188, 0.337891, 0.351562, 0.355469, 0.355469, 0.345703, 0.351562, 0.357422, 0.363281, 0.355469, 0.24707, 0.357422, 0.357422, 0.363281, 0.363281, 0.341797, 0.328125, 0.361328, 0.349609, 0.355469, 0.367188, 0.357422, 0.357422, 0.357422, 0.355469, 0.361328, 0.361328, 0.357422, 0.351562, 0.363281, 0.347656, 0.359375, 0.34375, 0.359375, 0.355469, 0.361328, 0.341797, 0.353516, 0.376953, 0.361328, 0.355469, 0.361328, 0.361328, 0.367188, 0.353516, 0.359375, 0.347656, 0.355469, 0.357422, 0.349609, 0.357422, 0.355469, 0.351562, 0.349609, 0.353516, 0.349609, 0.359375, 0.355469, 0.359375, 0.367188, 0.349609, 0.355469, 0.367188, 0.349609, 0.341797, 0.363281, 0.357422, 0.351562, 0.371094, 0.351562, 0.353516, 0.341797, 0.357422, 0.359375, 0.347656, 0.349609, 0.345703, 0.363281, 0.34375, 0.351562, 0.369141, 0.349609, 0.351562, 0.347656, 0.351562, 0.341797, 0.355469, 0.357422, 0.357422, 0.365234, 0.361328, 0.347656, 0.353516, 0.357422, 0.361328, 0.363281, 0.353516, 0.355469, 0.351562, 0.357422, 0.355469, 0.339844, 0.359375, 0.363281, 0.341797, 0.357422, 0.351562, 0.355469, 0.363281, 0.359375, 0.361328, 0.355469, 0.355469, 0.371094, 0.361328, 0.373047, 0.353516, 0.357422, 0.357422, 0.353516, 0.363281, 0.355469, 0.347656, 0.355469, 0.345703, 0.359375, 0.351562, 0.355469, 0.351562, 0.341797, 0.353516, 0.351562, 0.355469, 0.365234, 0.347656, 0.351562, 0.353516, 0.353516, 0.341797, 0.349609, 0.355469, 0.355469, 0.361328, 0.357422, 0.357422, 0.359375, 0.355469, 0.357422, 0.365234, 0.349609, 0.355469, 0.357422, 0.357422, 0.353516, 0.396484, 0.351562, 0.349609, 0.359375, 0.355469, 0.359375, 0.351562, 0.353516, 0.337891, 0.361328, 0.359375, 0.359375, 0.361328, 0.361328, 0.359375, 0.351562, 0.359375, 0.355469, 0.353516, 0.361328, 0.351562, 0.363281, 0.361328, 0.363281, 0.376953, 0.357422, 0.363281, 0.34375, 0.345703, 0.363281, 0.361328, 0.363281, 0.353516, 0.359375, 0.353516, 0.371094, 0.357422, 0.359375, 0.357422, 0.361328, 0.369141, 0.359375, 0.355469, 0.363281, 0.357422, 0.353516, 0.357422, 0.357422, 0.361328, 0.355469, 0.361328, 0.357422, 0.357422, 0.347656, 0.367188, 0.361328, 0.355469, 0.351562, 0.347656, 0.345703, 0.357422, 0.351562, 0.367188, 0.365234, 0.363281, 0.359375, 0.347656, 0.357422, 0.357422, 0.355469, 0.353516, 0.359375, 0.353516, 0.357422, 0.357422, 0.365234, 0.349609, 0.357422, 0.361328, 0.363281, 0.355469, 0.34375, 0.363281, 0.359375, 0.373047, 0.353516, 0.339844, 0.355469, 0.349609, 0.365234, 0.353516, 0.355469, 0.353516, 0.359375, 0.355469, 0.359375, 0.363281, 0.363281, 0.355469, 0.365234, 0.361328, 0.361328, 0.361328, 0.353516, 0.349609, 0.345703, 0.363281, 0.347656, 0.357422, 0.351562, 0.359375, 0.359375, 0.355469, 0.357422, 0.361328, 0.365234, 0.365234, 0.359375, 0.345703, 0.361328, 0.363281, 0.351562, 0.353516, 0.353516, 0.351562, 0.353516, 0.365234, 0.349609, 0.351562, 0.351562, 0.363281, 0.355469, 0.355469, 0.367188, 0.357422, 0.353516, 0.349609, 0.361328, 0.351562, 0.361328, 0.375, 0.355469, 0.34375, 0.357422, 0.351562, 0.347656, 0.367188, 0.359375, 0.351562, 0.351562, 0.353516, 0.347656, 0.357422, 0.355469, 0.353516, 0.357422, 0.347656, 0.357422, 0.351562, 0.347656, 0.367188, 0.365234, 0.341797, 0.365234, 0.353516, 0.357422, 0.351562, 0.351562, 0.365234, 0.361328, 0.353516, 0.355469, 0.351562, -0.000252, 0.353516, 0.361328, 0.361328, 0.353516, 0.367188, 0.345703, 0.349609, 0.345703, 0.349609, 0.349609, 0.359375, 0.353516, 0.363281, 0.357422, 0.34375, 0.357422, 0.349609, 0.359375, 0.361328, 0.353516, 0.355469, 0.351562, 0.353516, 0.353516, 0.355469, 0.351562, 0.349609, 0.351562, 0.357422, 0.34375, 0.357422, 0.353516, 0.361328, 0.345703, 0.357422, 0.353516, 0.359375, 0.357422, 0.349609, 0.359375, 0.349609, 0.367188, 0.349609, 0.353516, 0.365234, 0.355469, 0.351562, 0.339844, 0.359375, 0.349609, 0.363281, 0.353516, 0.349609, 0.361328, 0.367188, 0.359375, 0.355469, 0.351562, 0.361328, 0.361328, 0.355469, 0.332031, 0.359375, 0.351562, 0.355469, 0.355469, 0.353516, 0.363281, 0.355469, 0.353516, 0.357422, 0.357422, 0.357422, 0.353516, 0.345703, 0.361328, 0.357422, 0.363281, 0.365234, 0.361328, 0.353516, 0.349609, 0.351562, 0.369141, 0.353516, 0.365234, 0.363281, 0.363281, 0.345703, 0.355469, 0.349609, 0.351562, 0.349609, 0.351562, 0.34375, 0.347656, 0.355469, 0.359375, 0.357422, 0.353516, 0.359375, 0.357422, 0.367188, 0.361328, 0.355469, 0.359375, 0.351562, 0.359375, 0.353516, 0.349609, 0.34375, 0.347656, 0.353516, 0.353516, 0.357422, 0.359375, 0.347656, 0.335938, 0.365234, 0.355469, 0.34375, 0.357422, 0.359375, 0.351562, 0.349609, 0.351562, 0.357422, 0.347656, 0.357422, 0.347656, 0.355469, -0.001709, 0.353516, 0.345703, 0.363281, 0.349609, 0.365234, 0.349609, 0.353516, 0.359375, 0.347656, 0.353516, 0.361328, 0.353516, 0.349609, 0.365234, 0.353516, 0.365234, 0.357422, 0.341797, 0.355469, 0.361328, 0.355469, 0.349609, 0.332031, 0.341797, 0.361328, 0.365234, 0.361328, 0.367188, 0.363281, 0.349609, 0.351562, 0.357422, 0.359375, 0.353516, 0.345703, 0.355469, 0.363281, 0.351562, 0.355469, 0.373047, 0.345703, 0.345703, 0.349609, 0.349609, 0.359375, 0.355469, 0.351562, 0.355469, 0.341797, 0.359375, 0.351562, 0.351562, 0.357422, 0.355469, 0.353516, 0.353516, 0.347656, 0.369141, 0.355469, 0.359375, 0.361328, 0.351562, 0.359375, 0.353516, 0.363281, 0.355469, 0.357422, 0.347656, 0.365234, 0.357422, 0.355469, 0.357422, 0.339844, 0.361328, 0.355469, 0.355469, 0.347656, 0.349609, 0.349609, 0.351562, 0.353516, 0.351562, 0.349609, 0.353516, 0.357422, 0.365234, 0.349609, 0.359375, 0.353516, 0.357422, 0.359375, 0.361328, 0.359375, 0.371094, 0.357422, 0.359375, 0.355469, 0.351562, 0.353516, 0.355469, 0.361328, 0.357422, 0.355469, 0.355469, 0.351562, 0.359375, 0.359375, 0.357422, 0.353516, 0.349609, 0.357422, 0.347656, 0.353516, 0.353516, 0.353516, 0.353516, 0.361328, 0.347656, 0.341797, 0.351562, 0.353516, 0.349609, 0.359375, 0.345703, 0.363281, 0.357422, 0.355469, 0.351562, 0.357422, 0.353516, 0.355469, 0.355469, 0.332031, 0.347656, 0.363281, 0.369141, 0.330078, 0.355469, 0.357422, 0.369141, 0.347656, 0.351562, 0.353516, 0.355469, 0.355469, 0.371094, 0.361328, 0.353516, 0.351562, 0.363281, 0.351562, 0.357422, 0.357422, 0.373047, 0.345703, 0.359375, 0.341797, 0.357422, 0.355469, 0.353516, 0.355469, 0.367188, 0.349609, 0.351562, 0.353516, 0.365234, 0.355469, 0.347656, 0.363281, 0.357422, 0.371094, 0.361328, 0.355469, 0.349609, 0.351562, 0.355469, 0.353516, 0.347656, 0.347656, 0.355469, 0.357422, 0.353516, 0.361328, 0.353516, 0.345703, 0.353516, 0.351562, 0.367188, 0.363281, 0.363281, 0.349609, 0.359375, 0.357422, 0.355469, 0.351562, 0.347656, 0.349609, 0.365234, 0.351562, 0.347656, 0.359375, 0.349609, 0.357422, 0.345703, 0.355469, 0.357422, 0.361328, 0.361328, 0.351562, 0.357422, 0.355469, 0.349609, 0.353516, 0.355469, 0.355469, 0.345703, 0.353516, 0.355469, 0.347656, 0.351562, 0.349609, 0.349609, 0.351562, 0.359375, 0.365234, 0.361328, 0.365234, 0.347656, 0.355469, 0.353516, 0.349609, 0.357422, 0.355469, 0.349609, 0.351562, 0.357422, 0.353516, 0.355469, 0.351562, 0.345703, 0.359375, 0.345703, 0.361328, 0.359375, 0.349609, 0.361328, 0.34375, 0.367188, 0.345703, 0.351562, 0.349609, 0.367188, 0.361328, 0.361328, 0.353516, 0.355469, 0.34375, 0.355469, 0.359375, 0.349609, 0.353516, 0.351562, 0.371094, 0.351562, 0.345703, 0.357422, 0.320312, 0.355469, 0.359375, 0.353516, 0.349609, 0.355469, 0.349609, 0.341797, 0.357422, 0.363281, 0.351562, 0.353516, 0.355469, 0.359375, 0.359375, 0.369141, 0.347656, 0.359375, 0.355469, 0.353516, 0.355469, 0.347656, 0.357422, 0.361328, 0.402344, 0.355469, 0.351562, 0.347656, 0.351562, 0.359375, 0.345703, 0.353516, 0.355469, 0.367188, 0.363281, 0.355469, 0.367188, 0.359375, 0.361328, 0.349609, 0.365234, 0.125977, 0.353516, 0.365234, 0.361328, 0.355469, 0.353516, 0.353516, 0.351562, 0.375, 0.359375, 0.353516, 0.355469, 0.359375, 0.347656, 0.357422, 0.373047, 0.349609, 0.351562, 0.347656, 0.353516, 0.363281, 0.363281, 0.363281, 0.357422, 0.347656, 0.359375, 0.357422, 0.359375, 0.351562, 0.355469, 0.353516, 0.351562, 0.357422, 0.351562, 0.347656, 0.349609, 0.353516, 0.353516, 0.355469, 0.353516, 0.349609, 0.359375, 0.363281, 0.361328, 0.361328, 0.355469, 0.357422, 0.351562, 0.365234, 0.361328, 0.361328, 0.355469, 0.349609, 0.371094, 0.359375, 0.357422, 0.349609, 0.357422, 0.367188, 0.349609, 0.359375, 0.347656, 0.349609, 0.357422, 0.359375, 0.351562, 0.34375, 0.363281, 0.355469, 0.324219, 0.339844, 0.359375, 0.341797, 0.361328, 0.355469, 0.361328, 0.359375, 0.294922, 0.353516, 0.357422, 0.34375, 0.359375, 0.361328, 0.361328, 0.363281, 0.365234, 0.353516, 0.345703, 0.363281, 0.347656, 0.351562, 0.367188, 0.355469, 0.353516, 0.369141, 0.351562, 0.353516, 0.357422, 0.376953, 0.359375, 0.355469, 0.365234, 0.363281, 0.355469, 0.353516, 0.351562, 0.34375, 0.355469, 0.357422, 0.351562, 0.351562, 0.359375, 0.351562, 0.353516, 0.353516, 0.351562, 0.363281, 0.365234, 0.341797, 0.361328, 0.355469, 0.359375, 0.345703, 0.353516, 0.359375, 0.34375, 0.351562, 0.359375, 0.371094, 0.349609, 0.359375, 0.355469, 0.359375, 0.357422, 0.347656, 0.363281, 0.355469, 0.353516, 0.353516, 0.351562, 0.359375, 0.351562, 0.335938, 0.353516, 0.357422, 0.351562, 0.355469, 0.355469, 0.363281, 0.353516, 0.351562, 0.357422, 0.349609, 0.353516, 0.367188, 0.355469, 0.373047, 0.367188, 0.359375, 0.363281, 0.361328, 0.357422, 0.349609, 0.355469, 0.355469, 0.357422, 0.34375, 0.347656, 0.369141, 0.357422, 0.34375, 0.349609, 0.363281, 0.351562, 0.351562, 0.357422, 0.345703, 0.355469, 0.349609, 0.359375, 0.363281, 0.357422, 0.361328, 0.355469, 0.365234, 0.367188, 0.361328, 0.351562, 0.359375, 0.349609, 0.353516, 0.371094, 0.359375, 0.351562, 0.341797, 0.353516, 0.349609, 0.363281, 0.349609, 0.351562, 0.359375, 0.349609, 0.353516, 0.357422, 0.357422, 0.355469, 0.351562, 0.351562, 0.353516, 0.369141, 0.363281, 0.357422, 0.363281, 0.363281, 0.349609, 0.355469, 0.363281, 0.357422, 0.357422, 0.371094, 0.359375, 0.351562, 0.351562, 0.357422, 0.351562, 0.363281, 0.361328, 0.347656, 0.355469, 0.355469, 0.365234, 0.363281, 0.351562, 0.353516, 0.341797, 0.363281, 0.361328, 0.357422, 0.357422, 0.371094, 0.361328, 0.357422, 0.347656, 0.353516, 0.345703, 0.349609, 0.367188, 0.349609, 0.361328, 0.347656, 0.353516, 0.359375, 0.347656, 0.353516, 0.34375, 0.357422, 0.345703, 0.359375, 0.363281, 0.243164, 0.363281, 0.349609, 0.355469, 0.345703, 0.363281, 0.363281, 0.349609, 0.357422, 0.341797, 0.353516, 0.373047, 0.353516, 0.353516, 0.34375, 0.349609, 0.345703, 0.361328, 0.359375, 0.361328, 0.355469, 0.355469, 0.357422, 0.361328, 0.367188, 0.355469, 0.355469, 0.349609, 0.351562, 0.355469, 0.351562, 0.359375, 0.363281, 0.353516, 0.339844, 0.365234, 0.353516, 0.365234, 0.359375, 0.349609, 0.375, 0.349609, 0.359375, 0.357422, 0.363281, 0.353516, 0.353516, 0.357422, 0.361328, 0.359375, 0.365234, 0.357422, 0.349609, 0.361328, 0.357422, 0.333984, 0.349609, 0.353516, 0.351562, 0.359375, 0.361328, 0.359375, 0.359375, 0.355469, 0.359375, 0.347656, 0.357422, 0.361328, 0.365234, 0.347656, 0.349609, 0.361328, 0.363281, 0.371094, 0.347656, 0.351562, 0.349609, 0.359375, 0.357422, 0.361328, 0.359375, 0.357422, 0.361328, 0.355469, 0.351562, 0.353516, 0.351562, 0.351562, 0.351562, 0.359375, 0.349609, 0.359375, 0.365234, 0.349609, 0.373047, 0.359375, 0.361328, 0.34375, 0.355469, 0.361328, 0.361328, 0.355469, 0.347656, 0.359375, 0.357422, 0.357422, 0.349609, 0.359375, 0.351562, 0.355469, 0.361328, 0.357422, 0.349609, 0.363281, 0.367188, 0.351562, 0.351562, 0.353516, 0.359375, 0.349609, 0.355469, 0.349609, 0.369141, 0.351562, 0.351562, 0.357422, 0.359375, 0.355469, 0.363281, 0.341797, 0.363281, 0.361328, 0.341797, 0.357422, 0.363281, 0.363281, 0.351562, 0.359375, 0.363281, 0.357422, 0.351562, 0.363281, 0.355469, 0.349609, 0.355469, 0.363281, 0.363281, 0.357422, 0.351562, 0.359375, 0.351562, 0.361328, 0.349609, 0.351562, 0.351562, 0.347656, 0.355469, 0.371094, 0.347656, 0.349609, 0.355469, 0.355469, 0.363281, 0.355469, 0.353516, 0.357422, 0.359375, 0.355469, 0.357422, 0.353516, 0.355469, 0.347656, 0.353516, 0.353516, 0.353516, 0.355469, 0.359375, 0.349609, 0.353516, 0.365234, 0.363281, 0.353516, 0.359375, 0.365234, 0.359375, 0.355469, 0.361328, 0.349609, 0.357422, 0.351562, 0.363281, 0.347656, 0.363281, 0.351562, 0.359375, 0.367188, 0.359375, 0.355469, 0.359375, 0.349609, 0.363281, 0.357422, 0.347656, 0.355469, 0.353516, 0.351562, 0.353516, 0.349609, 0.355469, 0.361328, 0.359375, 0.357422, 0.357422, 0.355469, 0.341797, 0.355469, 0.363281, 0.355469, 0.351562, 0.369141, 0.355469, 0.353516, 0.349609, 0.357422, 0.345703, 0.361328, 0.351562, 0.353516, 0.345703, 0.345703, 0.353516, 0.359375, 0.361328, 0.359375, 0.361328, 0.361328, 0.355469, 0.351562, 0.349609, 0.367188, 0.355469, 0.349609, 0.363281, 0.361328, 0.355469, 0.349609, 0.351562, 0.359375, 0.357422, 0.353516, 0.353516, 0.351562, 0.355469, 0.363281, 0.353516, 0.347656, 0.361328, 0.355469, 0.341797, 0.355469, 0.357422, 0.361328, 0.353516, 0.363281, 0.357422, 0.353516, 0.359375, 0.010925, 0.359375, 0.345703, 0.359375, 0.355469, 0.359375, 0.357422, 0.351562, 0.341797, 0.363281, 0.365234, 0.371094, 0.353516, 0.355469, 0.351562, 0.367188, 0.351562, 0.353516, 0.359375, 0.355469, 0.34375, 0.349609, 0.335938, 0.359375, 0.357422, 0.353516, 0.351562, 0.355469, 0.361328, 0.365234, 0.357422, 0.347656, 0.351562, 0.359375, 0.349609, 0.355469, 0.367188, 0.353516, 0.353516, 0.347656, 0.357422, 0.361328, 0.349609, 0.339844, 0.353516, 0.355469, 0.361328, 0.347656, 0.359375, 0.357422, 0.353516, 0.371094, 0.355469, 0.355469, 0.355469, 0.349609, 0.347656, 0.359375, 0.361328, 0.355469, 0.351562, 0.357422, 0.355469, 0.367188, 0.349609, 0.359375, 0.359375, 0.345703, 0.345703, 0.353516, 0.361328, 0.355469, 0.341797, 0.355469, 0.359375, 0.361328, 0.347656, 0.349609, 0.361328, 0.359375, 0.353516, 0.359375, 0.359375, 0.367188, 0.359375, 0.357422, 0.359375, 0.361328, 0.363281, 0.355469, 0.363281, 0.359375, 0.345703, 0.355469, 0.365234, 0.355469, 0.345703, 0.353516, 0.363281, 0.363281, 0.361328, 0.363281, 0.357422, 0.355469, 0.351562, 0.367188, 0.332031, 0.357422, 0.351562, 0.353516, 0.371094, 0.339844, 0.365234, 0.355469, 0.363281, 0.361328, 0.361328, 0.355469, 0.355469, 0.365234, 0.371094, 0.369141, 0.357422, 0.357422, 0.355469, 0.349609, 0.351562, 0.357422, 0.353516, 0.353516, 0.339844, 0.361328, 0.357422, 0.345703, 0.349609, 0.359375, 0.355469, 0.345703, 0.357422, 0.378906, 0.347656, 0.355469, 0.349609, 0.353516, 0.365234, 0.351562, 0.371094, 0.353516, 0.359375, 0.353516, 0.357422, 0.357422, 0.355469, 0.359375, 0.359375, 0.351562, 0.357422, 0.355469, 0.353516, 0.361328, 0.365234, 0.351562, 0.347656, 0.351562, 0.353516, 0.353516, 0.34375, 0.345703, 0.357422, 0.357422, 0.347656, 0.351562, 0.359375, 0.359375, 0.349609, 0.365234, 0.357422, 0.349609, 0.34375, 0.345703, 0.357422, 0.365234, 0.361328, 0.359375, 0.349609, 0.361328, 0.355469, 0.363281, 0.357422, 0.365234, 0.357422, 0.365234, 0.363281, 0.339844, 0.355469, 0.357422, 0.359375, 0.353516, 0.361328, 0.347656, 0.357422, 0.357422, 0.357422, 0.355469, 0.363281, 0.357422, 0.371094, 0.351562, 0.367188, 0.361328, 0.351562, 0.353516, 0.355469, 0.359375, 0.34375, 0.349609, 0.353516, 0.361328, 0.349609, 0.349609, 0.355469, 0.367188, 0.345703, 0.361328, 0.349609, 0.349609, 0.339844, 0.351562, 0.367188, 0.355469, 0.347656, 0.353516, 0.359375, 0.355469, 0.357422, 0.349609, 0.357422, 0.349609, 0.355469, 0.353516, 0.347656, 0.359375, 0.357422, 0.353516, 0.357422, 0.357422, 0.359375, 0.359375, 0.357422, 0.34375, 0.361328, 0.363281, 0.361328, 0.361328, 0.347656, 0.361328, 0.359375, 0.361328, 0.367188, 0.355469, 0.353516, 0.347656, 0.361328, 0.357422, 0.339844, 0.355469, 0.357422, 0.357422, 0.363281, 0.357422, 0.355469, 0.355469, 0.355469, 0.349609, 0.355469, 0.357422, 0.349609, 0.357422, 0.357422, 0.363281, 0.373047, 0.359375, 0.359375, 0.347656, 0.345703, 0.353516, 0.345703, 0.347656, 0.34375, 0.417969, 0.353516, 0.353516, 0.351562, 0.347656, 0.353516, 0.349609, 0.355469, 0.361328, 0.355469, 0.361328, 0.357422, 0.349609, 0.355469, 0.347656, 0.376953, 0.357422, 0.378906, 0.353516, 0.349609, 0.359375, 0.355469, 0.349609, 0.369141, 0.359375, 0.367188, 0.357422, 0.359375, 0.357422, 0.357422, 0.353516, 0.357422, 0.355469, 0.353516, 0.353516, 0.355469, 0.359375, 0.355469, 0.367188, 0.345703, 0.363281, 0.361328, 0.347656, 0.347656, 0.347656, 0.351562, 0.347656, 0.345703, 0.353516, 0.367188, 0.359375, 0.359375, 0.349609, 0.357422, 0.355469, 0.351562, 0.351562, 0.357422, 0.34375, 0.369141, 0.355469, 0.355469, 0.363281, 0.371094, 0.357422, 0.355469, 0.349609, 0.355469, 0.349609, 0.359375, 0.351562, 0.363281, 0.351562, 0.365234, 0.357422, 0.361328, 0.351562, 0.361328, 0.300781, 0.373047, 0.355469, 0.355469, 0.351562, 0.357422, 0.347656, 0.349609, 0.357422, 0.363281, 0.365234, 0.351562, 0.351562, 0.371094, 0.359375, 0.355469, 0.361328, 0.359375, 0.367188, 0.355469, 0.361328, 0.351562, 0.359375, 0.355469, 0.365234, 0.347656, 0.359375, 0.363281, 0.347656, 0.351562, 0.355469, 0.351562, 0.351562, 0.357422, 0.363281, 0.333984, 0.349609, 0.353516, 0.359375, 0.365234, 0.357422, 0.341797, 0.345703, 0.345703, 0.365234, 0.365234, 0.359375, 0.359375, 0.355469, 0.361328, 0.347656, 0.355469, 0.357422, 0.361328, 0.359375, 0.355469, 0.361328, 0.341797 ] }, "name": "model.transformer.layers.28.ffn_norm.weight", "outputIndexes": [ 1792 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1791, 1792 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_28/Mul_1_output_0", "outputIndexes": [ 1793 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1793 ], "outputIndexes": [ 3266 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3266 ], "outputIndexes": [ 3267 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_1/Linear", "inputIndexes": [ 3267 ], "outputIndexes": [ 3268 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 20480, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 491520, "weightSize": 0 }, "external": [ 2071000072, 62914822, 3932160, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3268 ], "outputIndexes": [ 3269 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3269 ], "outputIndexes": [ 1794 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 20480 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794, 21, 829, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_28/Slice_output_0", "outputIndexes": [ 1795 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1795 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_28/Sigmoid_output_0", "outputIndexes": [ 1796 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1795, 1796 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_28/Mul_output_0", "outputIndexes": [ 1797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 20480 ] }, "name": "/ffn_28/Mul_1_output_0", "outputIndexes": [ 1798 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794, 829, 1798, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_28/Slice_1_output_0", "outputIndexes": [ 1799 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1797, 1799 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_28/Mul_2_output_0", "outputIndexes": [ 1800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1800 ], "outputIndexes": [ 3270 ], "main_type": "Reshape", "main": { "dims": [ -1, 10240, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3270 ], "outputIndexes": [ 3271 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_2/Linear", "inputIndexes": [ 3271 ], "outputIndexes": [ 3272 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 10240, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 245760, "weightSize": 0 }, "external": [ 2137847054, 31457542, 1966080, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3272 ], "outputIndexes": [ 3273 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3273 ], "outputIndexes": [ 1801 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790, 1801 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_115_output_0", "outputIndexes": [ 1802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1802, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_116_output_0", "outputIndexes": [ 1803 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1803 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_29/Mul_output_0", "outputIndexes": [ 1804 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.910156, 1.039062, 0.941406, 0.894531, 0.914062, 0.953125, 1.023438, 0.964844, 1.09375, 0.933594, 0.933594, 0.945312, 0.964844, 0.933594, 0.941406, 1.023438, 0.925781, 0.933594, 0.976562, 0.917969, 0.984375, 0.988281, 0.917969, 0.933594, 1.03125, 0.96875, 0.984375, 0.96875, 0.929688, 1.007812, 0.953125, 0.9375, 0.9375, 0.929688, 0.984375, 0.910156, 0.933594, 0.988281, 0.984375, 0.933594, 0.964844, 0.921875, 0.972656, 0.960938, 1.046875, 1.039062, 0.953125, 0.960938, 0.996094, 0.925781, 1.039062, 0.957031, 0.875, 0.890625, 0.992188, 0.996094, 0.929688, 0.953125, 0.988281, 0.9375, 0.964844, 0.996094, 0.960938, 0.925781, 0.953125, 0.957031, 1.023438, 0.96875, 0.96875, 0.976562, 0.972656, 0.863281, 0.992188, 1.007812, 0.929688, 0.921875, 0.980469, 0.902344, 1.023438, 0.964844, 0.921875, 0.980469, 0.875, 0.929688, 0.945312, 0.996094, 0.949219, 0.996094, 0.972656, 0.941406, 0.960938, 0.976562, 0.933594, 0.910156, 0.941406, 1.09375, 0.921875, 0.984375, 0.980469, 0.984375, 0.9375, 0.941406, 0.953125, 1.101562, 0.941406, 0.949219, 0.949219, 1.007812, 0.878906, 0.960938, 0.960938, 0.957031, 0.992188, 0.898438, 0.964844, 0.828125, 1.03125, 0.980469, 0.949219, 0.898438, 0.980469, 1.039062, 0.949219, 0.9375, 1.015625, 0.96875, 0.972656, 0.964844, 0.988281, 0.933594, 0.972656, 0.945312, 0.882812, 0.976562, 0.996094, 0.992188, 1.015625, 0.972656, 0.96875, 0.917969, 0.972656, 0.964844, 1.015625, 0.9375, 0.988281, 1.0, 0.972656, 0.984375, 0.949219, 0.867188, 0.9375, 1.015625, 0.910156, 0.996094, 0.894531, 0.878906, 1.007812, 0.921875, 0.914062, 0.972656, 0.988281, 0.933594, 0.859375, 0.957031, 0.960938, 1.0, 0.984375, 0.976562, 0.984375, 0.96875, 1.046875, 0.988281, 0.96875, 0.988281, 0.910156, 0.941406, 0.949219, 0.890625, 0.953125, 1.023438, 0.984375, 0.933594, 1.070312, 0.925781, 0.96875, 0.964844, 1.054688, 1.03125, 0.929688, 0.925781, 0.945312, 1.0, 0.964844, 1.015625, 0.980469, 0.925781, 1.0, 0.925781, 0.953125, 0.964844, 0.960938, 0.964844, 0.953125, 1.015625, 1.03125, 0.929688, 0.996094, 0.929688, 0.988281, 0.957031, 0.953125, 0.945312, 0.976562, 0.957031, 0.957031, 0.96875, 1.03125, 0.980469, 1.015625, 1.007812, 0.914062, 0.957031, 0.941406, 0.996094, 0.902344, 0.933594, 0.949219, 0.933594, 0.949219, 0.929688, 1.007812, 0.945312, 0.949219, 0.941406, 0.96875, 0.988281, 0.945312, 0.949219, 0.96875, 0.960938, 0.953125, 0.929688, 1.007812, 0.933594, 0.953125, 1.007812, 0.921875, 0.933594, 0.917969, 0.96875, 1.03125, 0.949219, 1.03125, 0.914062, 0.953125, 0.960938, 0.957031, 0.996094, 0.953125, 0.976562, 1.054688, 0.953125, 0.941406, 0.988281, 0.921875, 0.941406, 1.023438, 0.988281, 0.925781, 0.9375, 1.015625, 0.902344, 0.984375, 0.984375, 0.953125, 0.941406, 0.964844, 0.945312, 0.910156, 0.945312, 0.972656, 0.933594, 0.910156, 0.941406, 0.949219, 0.925781, 1.0, 0.941406, 0.933594, 0.941406, 0.941406, 0.984375, 0.984375, 0.957031, 0.949219, 0.996094, 0.957031, 0.941406, 0.953125, 0.996094, 0.933594, 0.945312, 0.964844, 0.894531, 0.945312, 0.953125, 1.0, 0.976562, 1.023438, 0.972656, 0.941406, 0.898438, 0.957031, 0.996094, 0.933594, 0.972656, 0.949219, 0.96875, 1.007812, 0.992188, 0.925781, 1.0, 1.0, 1.023438, 1.039062, 0.964844, 0.964844, 0.945312, 1.03125, 0.898438, 0.976562, 1.023438, 0.941406, 0.972656, 0.890625, 0.945312, 0.949219, 0.964844, 0.984375, 1.085938, 1.007812, 0.933594, 0.894531, 0.972656, 0.996094, 0.96875, 0.9375, 0.941406, 1.039062, 0.9375, 1.03125, 0.921875, 0.949219, 0.960938, 1.039062, 0.910156, 0.9375, 0.957031, 1.007812, 0.984375, 0.910156, 0.921875, 0.980469, 0.957031, 0.941406, 0.953125, 0.953125, 1.023438, 0.957031, 0.964844, 0.941406, 1.015625, 0.964844, 0.96875, 0.972656, 1.015625, 0.9375, 1.0625, 0.9375, 0.992188, 0.933594, 0.976562, 1.015625, 1.007812, 0.925781, 0.992188, 0.996094, 0.988281, 0.976562, 0.945312, 0.925781, 0.957031, 0.9375, 0.933594, 1.015625, 1.0, 1.007812, 0.992188, 0.96875, 0.996094, 0.929688, 0.972656, 0.996094, 1.039062, 0.941406, 0.902344, 1.015625, 0.980469, 1.007812, 1.070312, 1.078125, 0.957031, 0.992188, 0.972656, 0.960938, 0.9375, 0.976562, 1.03125, 1.0625, 0.988281, 0.949219, 1.046875, 0.984375, 0.972656, 0.96875, 0.972656, 0.9375, 0.964844, 0.929688, 1.046875, 0.96875, 0.9375, 0.953125, 0.957031, 1.007812, 0.972656, 0.925781, 0.9375, 0.902344, 0.949219, 0.945312, 1.015625, 1.0, 1.015625, 1.015625, 0.976562, 0.964844, 0.957031, 0.992188, 0.980469, 0.90625, 0.9375, 0.914062, 1.0, 1.0, 0.949219, 0.980469, 0.933594, 0.933594, 0.929688, 1.007812, 0.960938, 0.917969, 1.007812, 0.894531, 1.0, 0.9375, 0.953125, 1.015625, 1.046875, 0.960938, 0.964844, 0.941406, 0.945312, 0.949219, 0.902344, 0.980469, 0.914062, 0.953125, 1.070312, 0.957031, 0.917969, 0.925781, 0.984375, 0.949219, 0.992188, 1.046875, 0.976562, 0.960938, 0.941406, 1.054688, 0.980469, 0.953125, 0.96875, 0.949219, 0.945312, 0.933594, 0.96875, 0.964844, 0.96875, 0.988281, 0.925781, 0.945312, 1.015625, 0.90625, 1.046875, 0.976562, 0.957031, 1.0, 1.0, 0.949219, 0.96875, 0.945312, 1.007812, 1.015625, 0.960938, 0.910156, 0.929688, 0.898438, 0.960938, 0.96875, 0.925781, 0.886719, 0.949219, 1.0, 0.941406, 0.921875, 1.0, 1.007812, 0.945312, 1.015625, 0.90625, 0.992188, 1.023438, 0.9375, 0.917969, 0.964844, 0.949219, 0.980469, 0.972656, 0.976562, 0.933594, 0.894531, 0.835938, 0.9375, 0.9375, 0.914062, 0.914062, 0.976562, 0.960938, 1.015625, 0.925781, 0.972656, 0.984375, 0.9375, 1.023438, 0.980469, 0.949219, 1.007812, 0.976562, 0.945312, 0.910156, 0.957031, 0.9375, 0.898438, 0.945312, 0.941406, 0.996094, 0.957031, 0.976562, 0.964844, 0.972656, 0.945312, 0.953125, 0.941406, 0.9375, 0.976562, 0.945312, 0.972656, 1.023438, 0.9375, 0.914062, 0.945312, 0.980469, 0.992188, 1.015625, 1.039062, 1.296875, 0.953125, 0.914062, 0.988281, 1.007812, 0.9375, 0.992188, 0.976562, 1.0, 1.007812, 0.96875, 0.964844, 0.921875, 0.957031, 0.890625, 0.863281, 0.941406, 1.007812, 0.949219, 0.953125, 0.957031, 0.996094, 0.964844, 1.0, 0.988281, 0.984375, 0.929688, 0.902344, 0.957031, 0.972656, 0.964844, 1.007812, 0.957031, 0.964844, 0.964844, 0.9375, 1.070312, 0.980469, 0.980469, 0.945312, 0.949219, 0.945312, 0.96875, 0.980469, 0.960938, 0.964844, 0.957031, 1.039062, 0.96875, 0.988281, 0.910156, 0.898438, 0.945312, 0.988281, 0.953125, 0.96875, 0.964844, 0.984375, 1.0, 0.925781, 0.957031, 0.976562, 0.984375, 0.847656, 0.925781, 1.046875, 1.007812, 1.039062, 0.953125, 0.988281, 1.007812, 0.871094, 0.953125, 0.941406, 0.957031, 0.945312, 1.0, 0.980469, 0.9375, 1.0, 0.902344, 0.953125, 0.921875, 0.996094, 0.871094, 0.96875, 0.933594, 0.984375, 1.015625, 1.03125, 0.820312, 0.972656, 1.023438, 0.957031, 0.964844, 0.980469, 0.976562, 0.933594, 0.988281, 0.925781, 0.976562, 0.941406, 1.179688, 0.941406, 1.070312, 0.957031, 1.015625, 0.972656, 0.914062, 0.988281, 0.980469, 0.96875, 0.894531, 1.007812, 0.960938, 1.007812, 0.960938, 0.886719, 0.976562, 1.039062, 1.0, 0.898438, 0.929688, 0.886719, 0.941406, 0.945312, 0.949219, 0.984375, 0.996094, 1.03125, 0.984375, 0.960938, 1.023438, 0.917969, 0.917969, 0.976562, 0.941406, 1.023438, 0.960938, 0.917969, 0.933594, 0.945312, 0.960938, 0.972656, 0.925781, 0.921875, 0.949219, 0.941406, 0.964844, 0.980469, 0.945312, 0.945312, 0.976562, 0.882812, 1.039062, 0.960938, 0.90625, 0.988281, 0.996094, 0.917969, 0.917969, 0.957031, 0.988281, 1.023438, 0.96875, 0.921875, 0.949219, 0.953125, 1.023438, 0.976562, 0.9375, 1.054688, 0.867188, 0.859375, 0.921875, 1.015625, 0.886719, 0.929688, 0.890625, 1.101562, 0.914062, 0.980469, 0.925781, 1.046875, 0.917969, 0.96875, 0.898438, 0.960938, 0.878906, 1.007812, 1.039062, 0.914062, 0.976562, 0.933594, 0.976562, 0.914062, 0.976562, 1.023438, 0.929688, 0.957031, 0.914062, 1.0, 1.007812, 0.988281, 0.933594, 1.023438, 0.984375, 0.964844, 0.949219, 0.941406, 0.902344, 0.992188, 0.921875, 0.976562, 0.941406, 0.933594, 1.046875, 0.957031, 0.953125, 0.96875, 0.964844, 1.015625, 0.984375, 1.007812, 0.890625, 0.894531, 1.0, 0.941406, 1.0, 0.976562, 0.933594, 1.007812, 0.964844, 0.9375, 1.0, 1.0, 0.980469, 1.0, 0.933594, 0.972656, 0.917969, 0.9375, 0.976562, 0.910156, 0.953125, 0.945312, 0.964844, 0.933594, 0.921875, 0.894531, 0.910156, 0.929688, 0.933594, 0.96875, 0.964844, 1.007812, 1.015625, 1.007812, 0.949219, 1.0, 0.960938, 0.9375, 0.984375, 1.0, 0.980469, 1.007812, 0.929688, 0.972656, 0.921875, 0.992188, 0.9375, 0.957031, 0.910156, 0.992188, 0.976562, 0.953125, 0.984375, 0.960938, 0.984375, 0.976562, 0.996094, 0.957031, 0.933594, 0.929688, 0.96875, 0.976562, 0.988281, 0.933594, 0.984375, 0.933594, 0.964844, 1.007812, 1.015625, 0.933594, 0.867188, 0.910156, 0.960938, 0.96875, 0.960938, 1.03125, 0.933594, 0.953125, 0.878906, 0.976562, 1.0, 1.0625, 0.957031, 0.921875, 0.980469, 0.945312, 0.984375, 0.933594, 0.964844, 0.984375, 0.902344, 0.980469, 1.0, 0.949219, 0.863281, 0.941406, 0.8125, 0.945312, 1.0, 0.929688, 0.980469, 0.992188, 0.976562, 0.957031, 0.957031, 0.972656, 0.929688, 0.90625, 1.0, 0.992188, 0.996094, 1.0, 0.957031, 0.96875, 0.894531, 0.9375, 1.117188, 0.984375, 0.972656, 0.945312, 1.0, 1.109375, 0.976562, 0.929688, 1.0, 0.910156, 0.953125, 0.929688, 1.023438, 0.957031, 0.96875, 0.945312, 0.957031, 0.964844, 0.917969, 1.007812, 1.015625, 0.949219, 0.949219, 0.9375, 0.953125, 0.957031, 0.835938, 0.988281, 0.996094, 0.957031, 0.957031, 0.957031, 0.972656, 0.96875, 0.894531, 0.941406, 0.921875, 0.980469, 0.992188, 0.984375, 0.945312, 0.945312, 0.96875, 1.046875, 0.910156, 0.976562, 0.917969, 0.984375, 1.007812, 0.933594, 0.953125, 0.984375, 0.878906, 0.953125, 0.921875, 0.945312, 0.984375, 1.0, 0.917969, 0.992188, 0.984375, 0.957031, 0.941406, 0.976562, 0.945312, 0.894531, 1.007812, 0.9375, 1.015625, 0.941406, 0.96875, 0.960938, 0.941406, 1.023438, 0.976562, 0.917969, 1.007812, 0.9375, 1.0, 0.996094, 0.949219, 0.96875, 0.957031, 1.015625, 0.953125, 0.933594, 0.96875, 0.898438, 0.992188, 0.941406, 0.957031, 0.992188, 1.023438, 0.980469, 1.0, 0.90625, 0.957031, 0.976562, 0.925781, 0.972656, 0.988281, 0.988281, 1.0, 1.007812, 0.976562, 0.945312, 1.039062, 0.941406, 0.933594, 1.007812, 0.941406, 0.921875, 0.925781, 0.96875, 1.046875, 0.953125, 0.933594, 0.953125, 0.945312, 0.941406, 0.964844, 1.085938, 0.894531, 1.007812, 1.015625, 0.875, 1.046875, 0.917969, 0.921875, 0.933594, 0.804688, 0.933594, 0.921875, 0.964844, 1.015625, 0.972656, 0.972656, 0.945312, 0.992188, 0.914062, 0.96875, 0.929688, 0.972656, 1.007812, 0.914062, 0.929688, 0.929688, 1.023438, 0.894531, 0.921875, 0.945312, 0.90625, 0.972656, 1.0, 0.949219, 1.0, 0.941406, 0.9375, 0.953125, 0.960938, 0.945312, 0.996094, 0.953125, 1.007812, 0.984375, 0.96875, 0.917969, 0.980469, 0.996094, 0.949219, 1.03125, 1.007812, 0.976562, 0.925781, 0.984375, 0.996094, 1.039062, 1.015625, 0.96875, 0.921875, 0.949219, 1.023438, 0.398438, 0.890625, 1.03125, 0.90625, 0.984375, 0.984375, 0.984375, 0.914062, 0.964844, 0.910156, 0.996094, 0.925781, 1.007812, 0.988281, 0.933594, 0.914062, 0.925781, 0.960938, 0.964844, 0.976562, 0.929688, 0.878906, 0.890625, 0.992188, 0.988281, 0.910156, 0.96875, 0.925781, 0.964844, 0.902344, 0.929688, 0.992188, 0.957031, 0.917969, 0.960938, 1.007812, 1.0625, 0.835938, 1.023438, 0.964844, 1.015625, 0.988281, 1.015625, 0.980469, 0.925781, 0.957031, 0.996094, 0.988281, 0.984375, 0.9375, 0.9375, 0.925781, 0.996094, 0.949219, 0.972656, 0.996094, 0.933594, 0.941406, 0.980469, 0.949219, 0.917969, 0.957031, 1.015625, 0.980469, 0.980469, 0.972656, 1.023438, 0.835938, 0.925781, 0.910156, 0.933594, 0.964844, 0.890625, 0.957031, 1.015625, 0.972656, 1.007812, 1.007812, 0.914062, 0.925781, 1.015625, 0.917969, 0.949219, 0.910156, 0.984375, 0.957031, 0.964844, 0.957031, 0.964844, 0.960938, 0.9375, 0.933594, 1.0625, 0.941406, 0.933594, 0.960938, 0.976562, 0.886719, 0.957031, 0.894531, 0.921875, 0.933594, 0.96875, 0.957031, 0.90625, 0.925781, 0.949219, 0.957031, 0.96875, 0.984375, 1.039062, 0.945312, 0.9375, 0.972656, 0.886719, 0.988281, 1.03125, 0.988281, 0.875, 0.957031, 0.96875, 0.917969, 1.007812, 0.949219, 0.945312, 0.933594, 0.988281, 1.0, 1.046875, 0.984375, 0.925781, 0.929688, 0.933594, 0.933594, 0.976562, 0.933594, 0.941406, 0.933594, 0.945312, 0.941406, 1.007812, 1.0, 0.964844, 0.976562, 0.929688, 0.914062, 0.941406, 0.957031, 0.878906, 0.960938, 1.023438, 0.953125, 0.929688, 0.933594, 0.84375, 1.007812, 0.921875, 0.953125, 0.96875, 0.953125, 0.964844, 0.859375, 0.902344, 0.9375, 0.980469, 0.9375, 0.941406, 1.0625, 0.941406, 1.023438, 1.046875, 0.976562, 1.054688, 0.921875, 0.9375, 0.992188, 0.949219, 0.941406, 0.941406, 0.929688, 0.996094, 1.039062, 0.980469, 0.929688, 0.992188, 0.992188, 0.957031, 0.914062, 0.988281, 0.972656, 0.976562, 0.980469, 1.007812, 0.957031, 1.039062, 0.949219, 1.046875, 0.976562, 0.902344, 0.980469, 0.957031, 0.921875, 0.929688, 1.015625, 0.992188, 0.898438, 0.984375, 0.984375, 0.960938, 0.949219, 0.96875, 0.972656, 0.960938, 0.9375, 0.929688, 1.0625, 0.921875, 0.941406, 0.972656, 1.070312, 1.015625, 0.96875, 0.984375, 0.972656, 0.976562, 0.996094, 0.964844, 0.964844, 0.972656, 0.933594, 0.960938, 0.976562, 0.964844, 0.960938, 0.9375, 0.960938, 1.015625, 0.871094, 0.921875, 0.929688, 1.03125, 1.023438, 0.976562, 1.03125, 0.953125, 0.902344, 0.976562, 0.953125, 0.945312, 1.0, 0.902344, 0.980469, 0.972656, 0.953125, 0.96875, 1.203125, 0.886719, 0.972656, 0.910156, 0.960938, 0.996094, 0.917969, 0.976562, 1.007812, 1.054688, 1.0, 0.9375, 0.957031, 0.984375, 0.9375, 0.925781, 0.949219, 0.925781, 0.917969, 1.015625, 0.992188, 0.9375, 0.980469, 0.929688, 0.984375, 0.96875, 1.007812, 1.03125, 1.015625, 0.960938, 0.976562, 0.988281, 0.964844, 0.921875, 0.980469, 1.015625, 1.0, 1.03125, 0.980469, 0.972656, 0.921875, 0.972656, 1.015625, 0.996094, 1.039062, 0.988281, 0.914062, 0.996094, 0.90625, 0.972656, 0.953125, 0.941406, 0.945312, 1.046875, 0.953125, 0.890625, 1.039062, 0.917969, 0.925781, 1.015625, 1.015625, 0.996094, 0.90625, 0.972656, 1.03125, 1.023438, 0.984375, 0.980469, 1.0, 1.054688, 0.992188, 1.015625, 0.988281, 0.992188, 0.976562, 1.023438, 0.949219, 0.953125, 1.023438, 0.902344, 0.941406, 0.960938, 0.957031, 1.023438, 0.921875, 0.941406, 0.996094, 0.964844, 0.992188, 0.964844, 0.914062, 1.007812, 0.953125, 1.023438, 0.996094, 0.914062, 0.984375, 1.054688, 0.941406, 1.007812, 0.976562, 0.980469, 0.90625, 0.914062, 0.964844, 0.988281, 0.96875, 0.929688, 0.976562, 0.964844, 1.007812, 0.96875, 0.890625, 0.980469, 0.96875, 0.972656, 1.023438, 0.890625, 0.960938, 0.972656, 0.949219, 0.953125, 0.976562, 0.8125, 0.96875, 0.933594, 0.976562, 0.910156, 0.957031, 0.964844, 0.953125, 0.925781, 0.957031, 0.945312, 0.910156, 0.90625, 0.964844, 1.007812, 1.0, 0.964844, 0.90625, 0.902344, 0.9375, 0.933594, 1.015625, 0.976562, 0.914062, 0.964844, 0.894531, 0.96875, 0.984375, 0.988281, 1.0, 0.949219, 0.957031, 0.925781, 1.023438, 0.949219, 1.039062, 1.015625, 0.9375, 0.914062, 0.941406, 0.945312, 1.039062, 0.925781, 0.976562, 1.03125, 0.921875, 0.996094, 0.992188, 0.984375, 1.054688, 0.933594, 1.015625, 0.945312, 0.9375, 0.898438, 0.96875, 0.929688, 0.964844, 0.851562, 0.988281, 0.925781, 0.953125, 0.929688, 0.957031, 0.980469, 0.992188, 0.972656, 0.972656, 0.925781, 0.921875, 0.949219, 0.898438, 0.984375, 0.9375, 0.960938, 0.9375, 0.960938, 1.015625, 0.992188, 0.984375, 1.023438, 0.902344, 1.03125, 0.964844, 0.953125, 0.941406, 0.945312, 1.015625, 0.984375, 1.0, 0.964844, 0.957031, 1.039062, 0.890625, 0.992188, 0.996094, 0.929688, 0.925781, 0.914062, 1.0625, 0.917969, 0.957031, 1.0, 0.929688, 0.921875, 1.0625, 0.921875, 0.96875, 0.90625, 0.980469, 0.945312, 0.945312, 1.0625, 0.984375, 0.882812, 0.925781, 0.949219, 0.953125, 0.914062, 0.976562, 0.960938, 0.976562, 0.960938, 0.941406, 1.0, 0.976562, 0.984375, 0.957031, 1.0, 0.984375, 0.945312, 0.996094, 0.914062, 0.972656, 0.957031, 0.914062, 0.835938, 0.945312, 0.980469, 0.9375, 1.015625, 0.945312, 0.96875, 0.917969, 0.910156, 1.007812, 1.0, 0.921875, 1.0, 0.972656, 0.996094, 0.945312, 0.90625, 0.984375, 0.964844, 0.945312, 0.972656, 0.945312, 0.96875, 0.988281, 0.988281, 0.867188, 1.023438, 0.941406, 0.9375, 0.996094, 0.988281, 0.980469, 1.007812, 0.988281, 1.0, 1.03125, 0.976562, 0.953125, 1.007812, 1.03125, 1.007812, 0.917969, 0.925781, 1.054688, 0.949219, 0.902344, 1.015625, 0.9375, 0.976562, 0.992188, 0.921875, 0.9375, 0.914062, 0.953125, 1.015625, 1.117188, 0.972656, 0.945312, 0.014221, 0.960938, 0.949219, 0.960938, 1.03125, 0.949219, 0.949219, 0.988281, 1.03125, 0.890625, 1.015625, 1.007812, 0.96875, 0.894531, 0.9375, 0.960938, 0.933594, 1.03125, 0.960938, 0.960938, 0.957031, 0.90625, 1.007812, 0.9375, 0.957031, 0.976562, 0.929688, 0.980469, 0.917969, 0.960938, 1.015625, 0.976562, 0.980469, 0.949219, 1.0, 0.917969, 0.984375, 0.925781, 0.9375, 0.976562, 1.007812, 1.054688, 0.902344, 0.914062, 0.988281, 0.964844, 0.886719, 0.976562, 0.972656, 0.96875, 0.949219, 0.964844, 0.980469, 0.949219, 0.980469, 0.933594, 0.875, 0.941406, 1.007812, 0.941406, 0.933594, 1.007812, 1.054688, 1.0, 1.078125, 1.007812, 0.980469, 1.054688, 0.902344, 1.007812, 0.976562, 0.960938, 0.933594, 0.902344, 0.949219, 1.039062, 0.964844, 0.921875, 0.984375, 0.949219, 1.023438, 0.976562, 0.910156, 1.015625, 0.972656, 0.921875, 1.0, 0.929688, 0.972656, 0.996094, 0.945312, 0.988281, 1.054688, 0.945312, 0.90625, 0.972656, 0.957031, 1.0625, 0.960938, 0.90625, 1.054688, 0.980469, 0.941406, 0.984375, 0.976562, 0.945312, 0.9375, 0.996094, 0.933594, 1.078125, 0.972656, 0.933594, 1.0, 0.988281, 0.925781, 1.0, 0.917969, 0.984375, 0.949219, 0.933594, 0.945312, 0.902344, 1.039062, 1.015625, 0.894531, 0.960938, 0.96875, 1.015625, 1.007812, 0.898438, 0.960938, 0.9375, 0.238281, 0.96875, 0.976562, 0.960938, 1.039062, 0.957031, 0.988281, 0.929688, 0.933594, 0.945312, 1.023438, 1.03125, 1.0, 1.03125, 0.960938, 0.972656, 0.941406, 0.914062, 0.96875, 0.925781, 0.957031, 0.929688, 0.957031, 1.078125, 1.015625, 0.929688, 0.964844, 0.957031, 0.96875, 0.929688, 0.914062, 0.96875, 0.925781, 0.996094, 0.910156, 0.914062, 1.0, 0.933594, 1.078125, 0.925781, 1.023438, 0.957031, 0.953125, 0.988281, 0.9375, 0.957031, 0.945312, 1.054688, 0.964844, 1.0625, 0.9375, 0.972656, 0.917969, 0.972656, 0.976562, 0.964844, 1.015625, 0.917969, 0.953125, 0.875, 0.976562, 0.957031, 0.941406, 0.886719, 0.945312, 0.96875, 0.929688, 0.945312, 1.117188, 1.007812, 0.953125, 0.921875, 0.980469, 0.921875, 0.976562, 1.007812, 0.929688, 0.964844, 0.9375, 0.992188, 1.054688, 0.976562, 0.984375, 1.039062, 0.964844, 0.941406, 0.972656, 1.054688, 0.894531, 0.953125, 1.0, 0.898438, 0.972656, 0.945312, 0.933594, 0.984375, 0.945312, 0.992188, 0.929688, 0.980469, 0.953125, 0.996094, 0.945312, 0.988281, 0.960938, 0.972656, 1.007812, 0.992188, 0.945312, 0.925781, 1.0, 0.964844, 0.953125, 0.992188, 0.992188, 0.933594, 0.960938, 0.914062, 0.992188, 0.933594, 0.929688, 0.976562, 0.984375, 0.953125, 0.953125, 0.976562, 0.953125, 0.988281, 0.992188, 0.933594, 0.949219, 1.015625, 0.96875, 1.101562, 1.007812, 0.914062, 0.921875, 0.886719, 0.957031, 0.886719, 0.972656, 1.007812, 0.960938, 0.910156, 0.910156, 1.03125, 0.933594, 0.871094, 0.972656, 0.972656, 0.9375, 0.929688, 0.933594, 0.90625, 0.894531, 0.941406, 0.972656, 0.945312, 0.996094, 1.007812, 0.992188, 0.964844, 0.972656, 1.109375, 1.007812, 0.984375, 0.957031, 0.9375, 0.996094, 0.949219, 0.945312, 1.0, 0.9375, 0.972656, 0.941406, 1.046875, 0.929688, 0.933594, 0.96875, 0.949219, 0.929688, 0.960938, 0.996094, 0.925781, 0.980469, 1.007812, 0.9375, 0.933594, 0.871094, 0.957031, 0.964844, 0.976562, 0.988281, 1.0, 1.007812, 1.007812, 1.0, 0.980469, 0.941406, 0.90625, 0.996094, 0.96875, 0.972656, 0.917969, 0.988281, 0.96875, 0.945312, 0.96875, 0.90625, 0.992188, 0.96875, 0.921875, 0.988281, 0.949219, 0.976562, 1.015625, 1.007812, 0.957031, 1.039062, 0.996094, 0.9375, 1.0, 0.972656, 0.917969, 0.96875, 0.851562, 0.917969, 1.046875, 1.007812, 0.921875, 0.925781, 0.964844, 1.054688, 0.925781, 0.925781, 1.085938, 0.957031, 0.9375, 0.863281, 0.96875, 0.992188, 0.929688, 1.023438, 0.917969, 0.929688, 1.023438, 1.054688, 1.0, 0.996094, 0.945312, 1.039062, 0.933594, 0.914062, 0.980469, 0.933594, 0.976562, 1.015625, 1.0, 0.953125, 0.980469, 0.976562, 0.910156, 0.988281, 1.007812, 0.976562, 0.988281, 0.933594, 0.945312, 0.9375, 0.957031, 1.007812, 0.992188, 0.984375, 1.039062, 1.070312, 0.953125, 0.992188, 0.964844, 1.007812, 1.0, 0.984375, 0.960938, 0.941406, 0.96875, 0.976562, 0.972656, 1.03125, 0.953125, 0.898438, 0.9375, 1.007812, 1.039062, 0.964844, 1.046875, 0.949219, 0.945312, 0.929688, 1.015625, 0.933594, 0.964844, 0.882812, 0.910156, 1.0, 0.925781, 0.957031, 0.945312, 0.941406, 0.949219, 0.878906, 0.964844, 0.933594, 0.929688, 0.953125, 1.023438, 0.96875, 0.949219, 0.933594, 0.96875, 1.015625, 0.957031, 0.953125, 0.960938, 0.976562, 0.929688, 0.976562, 0.917969, 0.972656, 1.023438, 0.976562, 0.949219, 0.929688, 0.957031, 0.988281, 0.902344, 0.929688, 0.914062, 0.984375, 0.964844, 1.054688, 0.929688, 0.929688, 1.015625, 1.023438, 1.0, 1.023438, 0.953125, 0.957031, 1.023438, 0.996094, 0.984375, 0.894531, 0.921875, 0.890625, 0.945312, 0.980469, 0.980469, 0.996094, 0.933594, 0.9375, 1.03125, 0.882812, 0.921875, 1.015625, 0.972656, 0.957031, 0.914062, 0.914062, 1.023438, 1.0, 0.953125, 0.992188, 0.894531, 0.980469, 0.957031, 1.023438, 0.960938, 0.960938, 0.789062, 0.945312, 0.933594, 1.007812, 0.984375, 0.941406, 0.933594, 0.910156, 0.933594, 0.945312, 0.949219, 1.023438, 0.957031, 1.03125, 0.902344, 0.953125, 1.007812, 1.007812, 1.054688, 0.898438, 0.960938, 0.96875, 0.980469, 0.925781, 0.976562, 0.972656, 1.0, 1.054688, 0.988281, 0.984375, 0.96875, 0.992188, 0.941406, 0.976562, 0.988281, 0.933594, 1.015625, 0.929688, 0.953125, 0.96875, 0.9375, 0.949219, 0.964844, 1.0, 0.980469, 1.007812, 0.960938, 0.976562, 0.949219, 0.984375, 1.023438, 0.945312, 0.96875, 0.941406, 0.957031, 0.957031, 0.96875, 0.988281, 1.015625, 0.964844, 0.972656, 0.972656, 1.015625, 1.007812, 0.925781, 1.070312, 0.941406, 0.976562, 0.84375, 0.960938, 0.957031, 1.015625, 1.007812, 0.96875, 0.925781, 1.007812, 0.917969, 0.925781, 1.007812, 0.925781, 0.984375, 0.964844, 1.007812, 0.988281, 0.921875, 0.972656, 0.929688, 0.945312, 0.945312, 0.945312, 0.941406, 0.945312, 0.996094, 1.023438, 0.949219, 0.992188, 0.964844, 1.085938, 0.90625, 0.949219, 0.933594, 1.015625, 0.914062, 0.921875, 0.917969, 0.9375, 0.953125, 1.03125, 0.945312, 0.996094, 0.902344, 0.945312, 1.007812, 1.007812, 0.957031, 0.910156, 0.964844, 0.871094, 1.0625, 0.9375, 0.988281, 0.90625, 0.945312, 0.914062, 0.980469, 0.972656, 0.984375, 0.960938, 0.9375, 0.953125, 0.921875, 0.960938, 0.925781, 0.988281, 0.96875, 0.949219, 0.957031, 0.96875, 0.90625, 0.980469, 0.925781, 0.921875, 0.933594, 0.941406, 0.96875, 0.957031, 0.964844, 0.902344, 1.0, 0.964844, 0.953125, 0.980469, 0.957031, 0.910156, 1.0, 0.914062, 1.023438, 0.945312, 0.945312, 0.960938, 0.964844, 0.960938, 0.976562, 0.988281, 1.015625, 1.085938, 0.917969, 0.949219, 0.976562, 1.023438, 0.929688, 0.953125, 0.972656, 0.964844, 0.976562, 0.945312, 0.980469, 1.0, 0.949219, 0.949219, 0.9375, 0.917969, 0.984375, 0.996094, 0.925781, 0.980469, 0.933594, 1.078125, 0.984375, 0.980469, 1.0, 0.910156, 1.03125, 0.921875, 0.988281, 0.960938, 1.0, 0.925781, 0.933594, 0.996094, 0.964844, 0.910156, 0.9375, 0.917969, 0.949219, 0.960938, 0.992188, 0.953125, 1.0, 0.921875, 0.957031, 1.023438, 0.976562, 0.929688, 0.90625, 1.023438, 0.917969, 0.929688, 0.976562, 0.957031, 0.945312, 1.023438, 0.921875, 0.992188, 1.007812, 1.015625, 0.964844, 0.957031, 0.929688, 0.921875, 0.914062, 0.992188, 0.992188, 0.902344, 0.957031, 0.984375, 0.964844, 0.929688, 0.945312, 0.992188, 0.933594, 0.972656, 0.984375, 0.957031, 0.96875, 1.070312, 0.992188, 0.984375, 0.941406, 0.957031, 0.996094, 0.988281, 0.941406, 0.996094, 0.976562, 0.867188, 0.984375, 1.03125, 0.933594, 0.890625, 0.914062, 0.96875, 0.9375, 0.9375, 0.984375, 1.007812, 0.980469, 0.953125, 0.929688, 0.972656, 0.960938, 0.988281, 1.0, 0.929688, 0.902344, 0.988281, 0.988281, 0.992188, 1.015625, 0.941406, 0.972656, 0.933594, 0.988281, 1.015625, 0.976562, 0.945312, 0.996094, 1.046875, 0.957031, 0.917969, 0.941406, 0.949219, 1.039062, 0.902344, 1.007812, 0.96875, 1.023438, 0.976562, 0.996094, 0.972656, 0.988281, 0.925781, 0.917969, 0.914062, 0.957031, 0.949219, 1.015625, 0.964844, 0.945312, 1.015625, 0.960938, 0.996094, 0.902344, 0.945312, 1.015625, 1.039062, 0.953125, 0.894531, 0.949219, 1.101562, 0.902344, 1.0, 1.078125, 1.039062, 0.972656, 1.007812, 0.949219, 1.03125, 0.929688, 0.976562, 0.976562, 0.96875, 0.996094, 0.820312, 0.980469, 0.996094, 0.953125, 0.945312, 1.0625, 0.902344, 0.964844, 1.0, 0.914062, 1.0625, 0.945312, 1.078125, 0.96875, 1.007812, 1.0, 0.941406, 0.941406, 0.996094, 0.929688, 0.917969, 0.996094, 0.9375, 0.933594, 1.046875, 0.9375, 0.917969, 0.9375, 0.945312, 0.945312, 0.9375, 0.941406, 0.953125, 1.023438, 0.941406, 0.964844, 0.921875, 0.972656, 0.945312, 0.953125, 1.0, 0.980469, 0.945312, 0.976562, 1.015625, 0.917969, 0.953125, 0.917969, 0.96875, 0.933594, 0.980469, 0.945312, 0.960938, 0.921875, 0.976562, 0.953125, 0.945312, 0.941406, 0.929688, 0.910156, 0.988281, 1.03125, 0.960938, 0.9375, 0.957031, 0.96875, 0.925781, 0.96875, 0.9375, 0.914062, 0.90625, 0.921875, 0.898438, 0.914062, 0.960938, 0.949219, 1.0, 1.007812, 0.90625, 1.054688, 0.949219, 1.078125, 0.945312, 1.0, 0.929688, 1.015625, 1.015625, 0.992188, 0.914062, 0.96875, 0.9375, 0.96875, 0.96875, 0.925781, 0.941406, 0.96875, 0.941406, 0.921875, 1.023438, 0.964844, 1.03125, 0.925781, 1.015625, 1.023438, 0.949219, 0.929688, 0.925781, 0.914062, 0.992188, 0.953125, 1.015625, 0.976562, 1.015625, 1.015625, 1.015625, 0.914062, 0.941406, 0.960938, 0.980469, 0.980469, 0.910156, 0.96875, 0.980469, 0.886719, -0.004211, 0.914062, 0.96875, 0.925781, 0.9375, 0.941406, 0.992188, 0.988281, 1.007812, 0.945312, 0.957031, 0.925781, 0.996094, 0.878906, 1.0, 0.933594, 1.0, 0.976562, 0.882812, 0.957031, 1.015625, 0.957031, 1.109375, 0.976562, 1.007812, 0.980469, 0.953125, 0.910156, 0.976562, 1.015625, 0.972656, 0.964844, 0.964844, 0.941406, 0.96875, 0.902344, 0.871094, 0.988281, 0.984375, 1.03125, 0.902344, 0.953125, 0.941406, 1.007812, 0.976562, 1.03125, 1.0, 1.109375, 0.910156, 1.007812, 0.960938, 0.929688, 0.988281, 0.949219, 1.007812, 0.941406, 0.980469, 0.996094, 0.949219, 1.007812, 0.957031, 0.914062, 0.976562, 0.863281, 0.964844, 0.96875, 0.949219, 1.03125, 1.007812, 0.917969, 0.980469, 0.960938, 1.09375, 0.9375, 0.945312, 0.949219, 0.964844, 0.925781, 0.921875, 0.957031, 0.9375, 0.953125, 0.992188, 0.9375, 0.972656, 0.945312, 0.941406, 1.007812, 1.0, 0.964844, 0.929688, 0.921875, 1.015625, 0.914062, 0.992188, 0.902344, 0.976562, 0.96875, 0.925781, 0.9375, 0.960938, 0.921875, 0.964844, 0.960938, 0.9375, 0.976562, 1.085938, 0.996094, 0.980469, 0.992188, 0.949219, 1.054688, 0.976562, 0.964844, 0.925781, 0.878906, 0.976562, 0.917969, 0.984375, 0.945312, 0.925781, 0.941406, 0.960938, 0.921875, 0.953125, 0.953125, 0.953125, 0.9375, 0.925781, 0.964844, 0.9375, 0.871094, 0.96875, 0.972656, 0.972656, 0.917969, 0.972656, 1.023438, 0.929688, 0.953125, 0.976562, 0.910156, 0.949219, 0.96875, 0.910156, 1.0, 0.910156, 0.953125, 0.902344, 0.984375, 0.988281, 0.941406, 0.917969, 1.015625, 0.953125, 0.953125, 1.015625, 0.957031, 1.0, 0.976562, 0.988281, 0.984375, 0.957031, 0.949219, 0.984375, 0.972656, 0.992188, 0.917969, 0.929688, 0.976562, 0.929688, 0.941406, 0.957031, 0.984375, 1.054688, 0.9375, 1.007812, 0.949219, 0.957031, 1.039062, 0.984375, 0.941406, 0.988281, 0.960938, 1.007812, 0.941406, 0.976562, 0.925781, 0.917969, 0.96875, 0.917969, 0.980469, 0.957031, 1.046875, 1.023438, 1.023438, 0.949219, 1.0, 0.925781, 0.894531, 0.925781, 0.917969, 0.945312, 0.921875, 0.972656, 1.007812, 0.992188, 0.957031, 0.976562, 0.953125, 0.992188, 0.96875, 0.976562, 0.914062, 1.0, 1.054688, 0.980469, 0.941406, 0.953125, 1.03125, 0.917969, 0.945312, 1.007812, 0.933594, 0.914062, 0.996094, 1.078125, 0.976562, 0.929688, 0.90625, 1.007812, 0.953125, 0.933594, 0.976562, 0.988281, 1.078125, 0.933594, 0.96875, 0.957031, 0.941406, 0.945312, 0.957031, 0.933594, 1.023438, 0.953125, 0.964844, 0.910156, 0.957031, 0.855469, 0.984375, 0.921875, 0.949219, 0.980469, 0.984375, 1.015625, 0.917969, 1.023438, 0.972656, 0.988281, 0.992188, 0.9375, 0.988281, 0.949219, 0.976562, 0.972656, 1.046875, 0.917969, 0.933594, 0.960938, 0.992188, 1.023438, 0.949219, 0.957031, 0.949219, 0.90625, 0.910156, 1.039062, 0.9375, 0.980469, 0.984375, 0.84375, 0.929688, 0.949219, 0.957031, 0.992188, 1.0, 0.980469, 0.984375, 0.917969, 0.441406, 0.921875, 0.980469, 0.96875, 0.957031, 0.984375, 1.015625, 1.015625, 0.976562, 0.921875, 0.964844, 0.894531, 0.949219, 0.9375, 0.976562, 0.9375, 0.996094, 0.886719, 0.980469, 0.949219, 1.015625, 0.976562, 0.976562, 0.941406, 0.914062, 0.941406, 1.0, 0.90625, 0.917969, 1.023438, 0.992188, 0.925781, 1.03125, 0.90625, 0.972656, 0.949219, 0.972656, 0.957031, 0.875, 0.988281, 0.925781, 0.871094, 0.992188, 1.023438, 0.957031, 1.015625, 1.023438, 0.972656, 0.96875, 0.964844, 0.941406, 0.910156, 0.976562, 0.921875, 0.980469, 0.9375, 0.996094, 0.910156, 0.9375, 0.914062, 0.890625, 1.046875, 0.953125, 0.933594, 0.910156, 0.949219, 1.0, 0.921875, 0.976562, 0.871094, 1.039062, 1.0, 0.941406, 0.925781, 0.953125, 0.925781, 0.984375, 0.996094, 1.054688, 0.902344, 0.933594, 0.925781, 0.96875, 1.007812, 0.984375, 0.941406, 0.917969, 0.941406, 0.914062, 0.890625, 0.957031, 0.949219, 0.9375, 0.949219, 1.023438, 1.023438, 1.03125, 0.953125, 0.929688, 0.953125, 0.921875, 1.0, 0.949219, 1.007812, 0.929688, 0.984375, 0.984375, 1.007812, 0.910156, 1.007812, 0.894531, 0.992188, 0.925781, 0.8125, 0.964844, 0.960938, 0.941406, 0.976562, 0.960938, 0.996094, 0.941406, 0.980469, 0.976562, 0.976562, 0.90625, 0.933594, 0.972656, 1.0, 1.039062, 0.914062, 0.988281, 0.960938, 0.9375, 1.007812, 0.933594, 1.039062 ] }, "name": "model.transformer.layers.29.attn_norm.weight", "outputIndexes": [ 1805 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1804, 1805 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_29/Mul_1_output_0", "outputIndexes": [ 1806 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1806 ], "outputIndexes": [ 3274 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3274 ], "outputIndexes": [ 3275 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear", "inputIndexes": [ 3275 ], "outputIndexes": [ 3276 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 2560, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 2171270676, 7864582, 491520, 10240, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3276 ], "outputIndexes": [ 3277 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3277 ], "outputIndexes": [ 1807 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 2560 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1806 ], "main_type": "NONE", "name": "/Shape_117_output_0", "outputIndexes": [ 1808 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1808 ], "main_type": "NONE", "name": "Shape2559", "outputIndexes": [ 1809 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1808 ], "main_type": "NONE", "name": "Rank2561", "outputIndexes": [ 1810 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1810, 1810 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2563", "outputIndexes": [ 1811 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1811 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2564", "outputIndexes": [ 1812 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1811, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2566", "outputIndexes": [ 1813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2567", "outputIndexes": [ 1814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1809, 1812, 1814, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2570", "outputIndexes": [ 1815 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2571", "outputIndexes": [ 1816 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1816 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2572", "outputIndexes": [ 1817 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1817, 1816 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2573", "outputIndexes": [ 1818 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1808, 1818, 1811 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_149_output_0", "outputIndexes": [ 1819 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1819, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_291_output_0", "outputIndexes": [ 1820 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1820, 1154, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_145_output_0", "outputIndexes": [ 1821 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1807, 1821 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_117_output_0", "outputIndexes": [ 1822 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1822 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_29/Mul_output_0", "outputIndexes": [ 1823 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.032471, 0.040283, -0.01709, 0.027954, -0.043945, 0.882812, 0.71875, 0.028687, 0.996094, 1.40625, 1.664062, 1.59375, 1.445312, 1.4375, 1.40625, 1.765625, 1.742188, 1.695312, 1.679688, 1.710938, 1.585938, 1.585938, 1.648438, 1.75, 1.75, 1.882812, 1.625, 1.804688, 1.59375, 1.765625, 1.546875, 1.617188, 1.5, 1.625, 2.140625, 1.515625, 1.875, 2.203125, 1.796875, 1.875, 1.625, 1.429688, 2.125, 1.8125, 1.117188, 1.867188, 1.773438, 1.789062, 1.804688, 1.90625, 1.804688, 1.734375, 1.648438, 1.75, 1.726562, 1.765625, 1.726562, 1.640625, 1.875, 1.757812, 1.625, 1.789062, 1.710938, 1.710938, -0.016357, -0.028076, -0.048096, 0.04248, 0.02771, 0.996094, 0.055176, 1.070312, 0.910156, 1.265625, 1.515625, 1.421875, 1.359375, 1.445312, 1.734375, 1.570312, 1.546875, 1.601562, 1.632812, 1.625, 1.65625, 1.554688, 1.625, 1.601562, 1.367188, 1.664062, 1.601562, 1.648438, 1.671875, 1.632812, 1.28125, 1.742188, 1.773438, 1.9375, 1.328125, 1.929688, 1.65625, 1.320312, 1.789062, 1.71875, 2.078125, 1.898438, 1.664062, 1.875, 2.9375, 1.820312, 1.929688, 1.78125, 1.898438, 1.734375, 1.757812, 1.828125, 1.8125, 1.695312, 1.703125, 1.664062, 1.710938, 1.742188, 1.367188, 1.65625, 1.632812, 1.734375, 1.210938, 1.703125 ] }, "name": "model.transformer.layers.29.attn.q_norm.weight", "outputIndexes": [ 1824 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1823, 1824 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_29/Mul_1_output_0", "outputIndexes": [ 1825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_116_output_0", "outputIndexes": [ 1826 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_117_output_0", "outputIndexes": [ 1827 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1827 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_58_output_0", "outputIndexes": [ 1828 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_116_output_0", "outputIndexes": [ 1829 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1828, 1829 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_148_output_0", "outputIndexes": [ 1830 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1830, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_117_output_0", "outputIndexes": [ 1831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1826, 1831 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_116_output_0", "outputIndexes": [ 1832 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1806 ], "outputIndexes": [ 3278 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3278 ], "outputIndexes": [ 3279 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear", "inputIndexes": [ 3279 ], "outputIndexes": [ 3280 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 2179637018, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3280 ], "outputIndexes": [ 3281 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3281 ], "outputIndexes": [ 1833 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1820, 1168, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_146_output_0", "outputIndexes": [ 1834 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1833, 1834 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_118_output_0", "outputIndexes": [ 1835 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1835 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_29/Mul_output_0", "outputIndexes": [ 1836 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.03418, 0.037354, -0.026611, 0.058105, -0.05957, 1.007812, 0.691406, 0.028564, 1.132812, 1.570312, 1.578125, 1.671875, 1.3125, 1.289062, 1.234375, 1.828125, 1.726562, 1.867188, 1.726562, 1.414062, 1.703125, 1.296875, 1.523438, 1.789062, 1.109375, 1.851562, 1.742188, 1.554688, 1.703125, 1.523438, 0.90625, 1.6875, 2.015625, 2.078125, 0.976562, 2.03125, 1.585938, 1.085938, 1.851562, 1.796875, 2.171875, 2.375, 1.59375, 1.875, 2.8125, 1.835938, 1.882812, 1.789062, 1.835938, 1.757812, 1.757812, 1.789062, 1.664062, 1.6875, 1.703125, 1.71875, 1.765625, 1.625, 1.734375, 1.734375, 1.632812, 1.757812, 1.625, 1.867188, 0.014038, -0.030518, -0.044678, -0.013489, 0.004089, 0.898438, 0.017212, 1.054688, 0.757812, 0.917969, 1.476562, 1.203125, 1.390625, 1.609375, 1.773438, 1.429688, 1.5, 1.164062, 1.59375, 1.757812, 1.554688, 1.71875, 1.8125, 1.445312, 1.773438, 1.640625, 1.5, 1.8125, 1.445312, 1.828125, 2.28125, 1.648438, 1.40625, 1.40625, 2.53125, 1.320312, 1.78125, 2.34375, 1.804688, 1.726562, 1.476562, 1.414062, 2.125, 1.859375, 1.117188, 1.851562, 1.757812, 1.804688, 1.804688, 1.851562, 1.820312, 1.765625, 1.617188, 1.84375, 1.789062, 1.734375, 1.789062, 1.664062, 2.3125, 1.914062, 1.789062, 1.8125, 2.515625, 1.625 ] }, "name": "model.transformer.layers.29.attn.k_norm.weight", "outputIndexes": [ 1837 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1836, 1837 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_29/Mul_1_output_0", "outputIndexes": [ 1838 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_118_output_0", "outputIndexes": [ 1839 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_119_output_0", "outputIndexes": [ 1840 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1840 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_59_output_0", "outputIndexes": [ 1841 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_118_output_0", "outputIndexes": [ 1842 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1841, 1842 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_149_output_0", "outputIndexes": [ 1843 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1843, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_119_output_0", "outputIndexes": [ 1844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1839, 1844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_117_output_0", "outputIndexes": [ 1845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1806 ], "outputIndexes": [ 3282 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3282 ], "outputIndexes": [ 3283 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear", "inputIndexes": [ 3283 ], "outputIndexes": [ 3284 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 640, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 15360, "weightSize": 0 }, "external": [ 2181728800, 1966342, 122880, 2560, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3284 ], "outputIndexes": [ 3285 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3285 ], "outputIndexes": [ 1846 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 640 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1846, 1834 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_119_output_0", "outputIndexes": [ 1847 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1832, 1845, 1847, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.29/self_attn/FusedAttention", "outputIndexes": [ 1848 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1848 ], "outputIndexes": [ 3286 ], "main_type": "Reshape", "main": { "dims": [ -1, 2560, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3286 ], "outputIndexes": [ 3287 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear", "inputIndexes": [ 3287 ], "outputIndexes": [ 3288 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 2560, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 61440, "weightSize": 0 }, "external": [ 2183820582, 7864582, 491520, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3288 ], "outputIndexes": [ 3289 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3289 ], "outputIndexes": [ 1849 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1803, 1849 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_118_output_0", "outputIndexes": [ 1850 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_29/Mul_output_0", "outputIndexes": [ 1851 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.363281, 0.363281, 0.353516, 0.363281, 0.347656, 0.367188, 0.363281, 0.363281, 0.357422, 0.361328, 0.361328, 0.367188, 0.373047, 0.357422, 0.357422, 0.357422, 0.369141, 0.373047, 0.363281, 0.357422, 0.351562, 0.353516, 0.363281, 0.349609, 0.375, 0.357422, 0.365234, 0.347656, 0.363281, 0.357422, 0.357422, 0.357422, 0.369141, 0.369141, 0.357422, 0.361328, 0.363281, 0.375, 0.365234, 0.357422, 0.371094, 0.367188, 0.371094, 0.359375, 0.367188, 0.363281, 0.349609, 0.359375, 0.365234, 0.365234, 0.357422, 0.357422, 0.369141, 0.363281, 0.349609, 0.365234, 0.369141, 0.367188, 0.361328, 0.363281, 0.369141, 0.361328, 0.369141, 0.359375, 0.355469, 0.357422, 0.361328, 0.367188, 0.365234, 0.347656, 0.365234, 0.351562, 0.361328, 0.355469, 0.365234, 0.363281, 0.367188, 0.363281, 0.363281, 0.357422, 0.357422, 0.359375, 0.359375, 0.371094, 0.363281, 0.367188, 0.363281, 0.357422, 0.365234, 0.365234, 0.355469, 0.357422, 0.359375, 0.369141, 0.367188, 0.365234, 0.361328, 0.349609, 0.365234, 0.357422, 0.363281, 0.361328, 0.361328, 0.351562, 0.365234, 0.369141, 0.330078, 0.355469, 0.376953, 0.363281, 0.363281, 0.365234, 0.361328, 0.357422, 0.359375, 0.306641, 0.357422, 0.353516, 0.367188, 0.363281, 0.357422, 0.351562, 0.347656, 0.355469, 0.365234, 0.369141, 0.369141, 0.363281, 0.359375, 0.365234, 0.367188, 0.367188, 0.367188, 0.361328, 0.363281, 0.361328, 0.353516, 0.365234, 0.361328, 0.357422, 0.357422, 0.367188, 0.365234, 0.369141, 0.365234, 0.355469, 0.367188, 0.361328, 0.361328, 0.359375, 0.363281, 0.367188, 0.357422, 0.359375, 0.357422, 0.357422, 0.357422, 0.363281, 0.359375, 0.357422, 0.357422, 0.357422, 0.365234, 0.367188, 0.361328, 0.359375, 0.357422, 0.371094, 0.351562, 0.363281, 0.302734, 0.363281, 0.365234, 0.361328, 0.365234, 0.365234, 0.363281, 0.359375, 0.359375, 0.351562, 0.351562, 0.371094, 0.351562, 0.367188, 0.365234, 0.355469, 0.363281, 0.345703, 0.359375, 0.351562, 0.369141, 0.373047, 0.367188, 0.365234, 0.363281, 0.353516, 0.361328, 0.371094, 0.357422, 0.365234, 0.369141, 0.367188, 0.363281, 0.353516, 0.390625, 0.359375, 0.357422, 0.361328, 0.369141, 0.365234, 0.365234, 0.365234, 0.367188, 0.365234, 0.359375, 0.363281, 0.363281, 0.363281, 0.367188, 0.369141, 0.361328, 0.363281, 0.359375, 0.361328, 0.359375, 0.351562, 0.365234, 0.369141, 0.361328, 0.359375, 0.367188, 0.367188, 0.361328, 0.373047, 0.365234, 0.359375, 0.357422, 0.369141, 0.361328, 0.333984, 0.369141, 0.361328, 0.373047, 0.363281, 0.351562, 0.353516, 0.355469, 0.365234, 0.361328, 0.359375, 0.359375, 0.363281, 0.363281, 0.367188, 0.369141, 0.365234, 0.359375, 0.369141, 0.361328, 0.359375, 0.371094, 0.363281, 0.363281, 0.361328, 0.367188, 0.363281, 0.353516, 0.355469, 0.359375, 0.353516, 0.355469, 0.363281, 0.357422, 0.357422, 0.361328, 0.357422, 0.357422, 0.357422, 0.363281, 0.365234, 0.369141, 0.359375, 0.357422, 0.355469, 0.353516, 0.351562, 0.359375, 0.347656, 0.359375, 0.355469, 0.373047, 0.361328, 0.357422, 0.371094, 0.359375, 0.361328, 0.367188, 0.367188, 0.361328, 0.355469, 0.365234, 0.361328, 0.375, 0.361328, 0.359375, 0.359375, 0.363281, 0.369141, 0.365234, 0.355469, 0.357422, 0.359375, 0.361328, 0.353516, 0.359375, 0.369141, 0.373047, 0.365234, 0.367188, 0.363281, 0.371094, 0.357422, 0.359375, 0.349609, 0.359375, 0.361328, 0.367188, 0.376953, 0.353516, 0.361328, 0.373047, 0.355469, 0.357422, 0.361328, 0.357422, 0.373047, 0.361328, 0.365234, 0.365234, 0.365234, 0.363281, 0.351562, 0.367188, 0.357422, 0.365234, 0.365234, 0.357422, 0.367188, 0.363281, 0.367188, 0.363281, 0.365234, 0.359375, 0.357422, 0.359375, 0.367188, 0.339844, 0.349609, 0.363281, 0.355469, 0.357422, 0.363281, 0.357422, 0.371094, 0.359375, 0.361328, 0.355469, 0.365234, 0.365234, 0.359375, 0.357422, 0.361328, 0.353516, 0.353516, 0.357422, 0.367188, 0.359375, 0.369141, 0.367188, 0.359375, 0.365234, 0.359375, 0.355469, 0.369141, 0.359375, 0.363281, 0.353516, 0.359375, 0.371094, 0.375, 0.367188, 0.363281, 0.367188, 0.380859, 0.357422, 0.361328, 0.373047, 0.357422, 0.373047, 0.355469, 0.367188, 0.361328, 0.355469, 0.355469, 0.363281, 0.359375, 0.359375, 0.357422, 0.363281, 0.357422, 0.34375, 0.357422, 0.363281, 0.365234, 0.365234, 0.371094, 0.363281, 0.359375, 0.400391, 0.376953, 0.365234, 0.351562, 0.359375, 0.357422, 0.361328, 0.365234, 0.353516, 0.373047, 0.371094, 0.357422, 0.359375, 0.361328, 0.361328, 0.353516, 0.361328, 0.361328, 0.365234, 0.355469, 0.361328, 0.365234, 0.367188, 0.365234, 0.365234, 0.359375, 0.355469, 0.365234, 0.363281, 0.357422, 0.371094, 0.363281, 0.351562, 0.361328, 0.371094, 0.345703, 0.357422, 0.353516, 0.365234, 0.359375, 0.361328, 0.361328, 0.355469, 0.373047, 0.353516, 0.355469, 0.357422, 0.357422, 0.361328, 0.363281, 0.361328, 0.359375, 0.367188, 0.351562, 0.355469, 0.353516, 0.355469, 0.371094, 0.359375, 0.363281, 0.363281, 0.363281, 0.363281, 0.347656, 0.361328, 0.363281, 0.349609, 0.361328, 0.367188, 0.365234, 0.365234, 0.371094, 0.353516, 0.357422, 0.367188, 0.359375, 0.361328, 0.365234, 0.371094, 0.359375, 0.359375, 0.376953, 0.363281, 0.373047, 0.363281, 0.345703, 0.371094, 0.361328, 0.371094, 0.365234, 0.355469, 0.349609, 0.361328, 0.353516, 0.367188, 0.357422, 0.361328, 0.365234, 0.335938, 0.373047, 0.367188, 0.359375, 0.363281, 0.367188, 0.367188, 0.361328, 0.357422, 0.361328, 0.367188, 0.371094, 0.351562, 0.359375, 0.355469, 0.369141, 0.367188, 0.357422, 0.355469, 0.365234, 0.363281, 0.369141, 0.353516, 0.359375, 0.363281, 0.369141, 0.363281, 0.365234, 0.365234, 0.365234, 0.365234, 0.359375, 0.373047, 0.359375, 0.359375, 0.367188, 0.367188, 0.361328, 0.359375, 0.361328, 0.369141, 0.365234, 0.369141, 0.349609, 0.365234, 0.359375, 0.369141, 0.367188, 0.361328, 0.351562, 0.355469, 0.363281, 0.363281, 0.371094, 0.363281, 0.361328, 0.365234, 0.351562, 0.355469, 0.369141, 0.365234, 0.355469, 0.357422, 0.341797, 0.359375, 0.357422, 0.361328, 0.361328, 0.361328, 0.355469, 0.363281, 0.271484, 0.361328, 0.335938, 0.363281, 0.367188, 0.357422, 0.375, 0.359375, 0.373047, 0.371094, 0.357422, 0.359375, 0.365234, 0.361328, 0.369141, 0.359375, 0.367188, 0.357422, 0.359375, 0.361328, 0.353516, 0.363281, 0.369141, 0.369141, 0.361328, 0.361328, 0.361328, 0.369141, 0.357422, 0.373047, 0.363281, 0.371094, 0.361328, 0.363281, 0.365234, 0.365234, 0.355469, 0.355469, 0.361328, 0.367188, 0.361328, 0.357422, 0.359375, 0.357422, 0.363281, 0.353516, 0.365234, 0.365234, 0.353516, 0.355469, 0.371094, 0.359375, 0.357422, 0.369141, 0.367188, 0.371094, 0.369141, 0.359375, 0.361328, 0.361328, 0.359375, 0.369141, 0.361328, 0.361328, 0.361328, 0.353516, 0.359375, 0.367188, 0.359375, 0.363281, 0.371094, 0.369141, 0.359375, 0.373047, 0.357422, 0.355469, 0.365234, 0.363281, 0.373047, 0.355469, 0.369141, 0.363281, 0.373047, 0.369141, 0.361328, 0.373047, 0.351562, 0.365234, 0.355469, 0.369141, 0.376953, 0.363281, 0.353516, 0.363281, 0.373047, 0.365234, 0.363281, 0.357422, 0.363281, 0.373047, 0.349609, 0.373047, 0.355469, 0.359375, 0.351562, 0.367188, 0.361328, 0.359375, 0.349609, 0.369141, 0.367188, 0.367188, 0.363281, 0.361328, 0.363281, 0.357422, 0.361328, 0.355469, 0.357422, 0.365234, 0.357422, 0.353516, 0.359375, 0.294922, 0.375, 0.361328, 0.361328, 0.367188, 0.369141, 0.355469, 0.367188, 0.365234, 0.357422, 0.367188, 0.363281, 0.369141, 0.363281, 0.355469, 0.359375, 0.359375, 0.367188, 0.359375, 0.365234, 0.363281, 0.376953, 0.361328, 0.363281, 0.375, 0.361328, 0.355469, 0.355469, 0.357422, 0.351562, 0.359375, 0.363281, 0.359375, 0.355469, 0.341797, 0.361328, 0.357422, 0.367188, 0.355469, 0.359375, 0.359375, 0.359375, 0.353516, 0.347656, 0.369141, 0.367188, 0.353516, 0.361328, 0.353516, 0.365234, 0.363281, 0.369141, 0.353516, 0.373047, 0.369141, 0.357422, 0.361328, 0.355469, 0.351562, 0.357422, 0.361328, 0.371094, 0.369141, 0.375, 0.359375, 0.373047, 0.357422, 0.359375, 0.353516, 0.353516, 0.357422, 0.363281, 0.371094, 0.361328, 0.357422, 0.361328, 0.355469, 0.365234, 0.359375, 0.359375, 0.359375, 0.349609, 0.359375, 0.367188, 0.341797, 0.363281, 0.365234, 0.361328, 0.367188, 0.369141, 0.361328, 0.357422, 0.363281, 0.351562, 0.365234, 0.369141, 0.355469, 0.359375, 0.357422, 0.375, 0.361328, 0.371094, 0.369141, 0.378906, 0.351562, 0.359375, 0.357422, 0.353516, 0.359375, 0.363281, 0.361328, 0.361328, 0.361328, 0.357422, 0.357422, 0.363281, 0.357422, 0.365234, 0.363281, 0.357422, 0.357422, 0.367188, 0.361328, 0.359375, 0.359375, 0.361328, 0.355469, 0.369141, 0.365234, 0.357422, 0.361328, 0.365234, 0.351562, 0.363281, 0.357422, 0.351562, 0.371094, 0.361328, 0.373047, 0.367188, 0.371094, 0.359375, 0.355469, 0.373047, 0.361328, 0.357422, 0.359375, 0.367188, 0.357422, 0.363281, 0.367188, 0.363281, 0.365234, 0.359375, 0.357422, 0.363281, 0.363281, 0.361328, 0.365234, 0.373047, 0.371094, 0.357422, 0.365234, 0.363281, 0.357422, 0.361328, 0.363281, 0.363281, 0.369141, 0.369141, 0.365234, 0.363281, 0.359375, 0.365234, 0.363281, 0.363281, 0.355469, 0.353516, 0.365234, 0.357422, 0.375, 0.357422, 0.357422, 0.361328, 0.371094, 0.355469, 0.365234, 0.371094, 0.373047, 0.361328, 0.357422, 0.355469, 0.373047, 0.357422, 0.367188, 0.353516, 0.353516, 0.357422, 0.367188, 0.376953, 0.357422, 0.375, 0.357422, 0.351562, 0.367188, 0.357422, 0.367188, 0.361328, 0.365234, 0.363281, 0.357422, 0.365234, 0.369141, 0.369141, 0.363281, 0.365234, 0.361328, 0.367188, 0.361328, 0.361328, 0.359375, 0.365234, 0.345703, 0.375, 0.371094, 0.361328, 0.367188, 0.367188, 0.365234, 0.357422, 0.357422, 0.363281, 0.359375, 0.367188, 0.361328, 0.359375, 0.365234, 0.353516, 0.361328, 0.365234, 0.375, 0.371094, 0.359375, 0.341797, 0.34375, 0.371094, 0.371094, 0.369141, 0.369141, 0.359375, 0.365234, 0.359375, 0.367188, 0.373047, 0.353516, 0.363281, 0.367188, 0.367188, 0.363281, 0.355469, 0.353516, 0.361328, 0.367188, 0.363281, 0.361328, 0.353516, 0.353516, 0.369141, 0.357422, 0.357422, 0.363281, 0.359375, 0.355469, 0.369141, 0.351562, 0.373047, 0.365234, 0.359375, 0.365234, 0.365234, 0.363281, 0.371094, 0.355469, 0.361328, 0.349609, 0.369141, 0.349609, 0.371094, 0.367188, 0.367188, 0.361328, 0.359375, 0.367188, 0.365234, 0.365234, 0.361328, 0.363281, 0.373047, 0.365234, 0.359375, 0.353516, 0.359375, 0.359375, 0.357422, 0.365234, 0.363281, 0.355469, 0.357422, 0.361328, 0.359375, 0.371094, 0.373047, 0.361328, 0.357422, 0.361328, 0.369141, 0.375, 0.363281, 0.355469, 0.365234, 0.357422, 0.371094, 0.355469, 0.353516, 0.375, 0.355469, 0.363281, 0.369141, 0.351562, 0.375, 0.365234, 0.337891, 0.359375, 0.357422, 0.355469, 0.359375, 0.361328, 0.367188, 0.353516, 0.361328, 0.365234, 0.367188, 0.371094, 0.359375, 0.361328, 0.359375, 0.361328, 0.361328, 0.357422, 0.373047, 0.373047, 0.367188, 0.363281, 0.349609, 0.365234, 0.359375, 0.357422, 0.369141, 0.363281, 0.357422, 0.363281, 0.365234, 0.318359, 0.361328, 0.357422, 0.357422, 0.355469, 0.351562, 0.367188, 0.367188, 0.357422, 0.369141, 0.371094, 0.353516, 0.373047, 0.367188, 0.371094, 0.371094, 0.355469, 0.369141, 0.371094, 0.363281, 0.359375, 0.363281, 0.361328, 0.361328, 0.367188, 0.363281, 0.363281, 0.357422, 0.363281, 0.365234, 0.357422, 0.369141, 0.376953, 0.376953, 0.361328, 0.371094, 0.361328, 0.373047, 0.359375, 0.361328, 0.365234, 0.367188, 0.365234, 0.365234, 0.365234, 0.363281, 0.345703, 0.357422, 0.363281, 0.359375, 0.353516, 0.363281, 0.361328, 0.367188, 0.369141, 0.355469, 0.367188, 0.353516, 0.367188, 0.367188, 0.375, 0.371094, 0.376953, 0.363281, 0.365234, 0.359375, 0.367188, 0.361328, 0.371094, 0.369141, 0.365234, 0.371094, 0.351562, 0.355469, 0.378906, 0.365234, 0.361328, 0.357422, 0.359375, 0.357422, 0.365234, 0.349609, 0.367188, 0.369141, 0.357422, 0.361328, 0.365234, 0.371094, 0.367188, 0.357422, 0.361328, 0.375, 0.353516, 0.359375, 0.378906, 0.359375, 0.367188, 0.359375, 0.367188, 0.357422, 0.363281, 0.371094, 0.361328, 0.347656, 0.361328, 0.355469, 0.369141, 0.361328, 0.363281, 0.359375, 0.363281, 0.371094, 0.359375, 0.363281, 0.386719, 0.365234, 0.345703, 0.361328, 0.363281, 0.357422, 0.367188, 0.361328, 0.359375, 0.361328, 0.365234, 0.357422, 0.371094, 0.361328, 0.365234, 0.355469, 0.351562, 0.355469, 0.359375, 0.345703, 0.373047, 0.359375, 0.365234, 0.361328, 0.359375, 0.359375, 0.373047, 0.361328, 0.363281, 0.363281, 0.367188, 0.365234, 0.363281, 0.351562, 0.357422, 0.357422, 0.357422, 0.373047, 0.355469, 0.365234, 0.363281, 0.355469, 0.353516, 0.367188, 0.373047, 0.361328, 0.357422, 0.365234, 0.359375, 0.361328, 0.357422, 0.361328, 0.363281, 0.363281, 0.365234, 0.365234, 0.365234, 0.359375, 0.357422, 0.369141, 0.361328, 0.361328, 0.365234, 0.363281, 0.367188, 0.359375, 0.367188, 0.367188, 0.365234, 0.359375, 0.365234, 0.359375, 0.361328, 0.353516, 0.363281, 0.365234, 0.375, 0.353516, 0.371094, 0.367188, 0.373047, 0.375, 0.357422, 0.359375, 0.376953, 0.357422, 0.367188, 0.357422, 0.367188, 0.357422, 0.363281, 0.378906, 0.359375, 0.349609, 0.357422, 0.367188, 0.363281, 0.361328, 0.363281, 0.363281, 0.359375, 0.355469, 0.376953, 0.357422, 0.333984, 0.365234, 0.361328, 0.361328, 0.369141, 0.371094, 0.365234, 0.369141, 0.363281, 0.363281, 0.365234, 0.359375, 0.369141, 0.361328, 0.353516, 0.351562, 0.367188, 0.361328, 0.361328, 0.359375, 0.371094, 0.361328, 0.361328, 0.361328, 0.367188, 0.365234, 0.351562, 0.367188, 0.361328, 0.357422, 0.361328, 0.361328, 0.365234, 0.349609, 0.353516, 0.369141, 0.363281, 0.367188, 0.351562, 0.359375, 0.363281, 0.365234, 0.365234, 0.361328, 0.378906, 0.369141, 0.369141, 0.373047, 0.369141, 0.373047, 0.359375, 0.357422, 0.371094, 0.359375, 0.361328, 0.355469, 0.357422, 0.361328, 0.361328, 0.369141, 0.347656, 0.357422, 0.345703, 0.369141, 0.355469, 0.355469, 0.361328, 0.363281, 0.367188, 0.355469, 0.361328, 0.365234, 0.371094, 0.361328, 0.275391, 0.363281, 0.363281, 0.365234, 0.365234, 0.351562, 0.322266, 0.363281, 0.357422, 0.363281, 0.359375, 0.357422, 0.369141, 0.367188, 0.361328, 0.365234, 0.361328, 0.363281, 0.361328, 0.365234, 0.363281, 0.359375, 0.365234, 0.365234, 0.357422, 0.367188, 0.349609, 0.357422, 0.376953, 0.369141, 0.351562, 0.363281, 0.359375, 0.365234, 0.357422, 0.367188, 0.357422, 0.365234, 0.361328, 0.359375, 0.363281, 0.359375, 0.351562, 0.353516, 0.355469, 0.363281, 0.371094, 0.359375, 0.367188, 0.373047, 0.361328, 0.365234, 0.375, 0.355469, 0.333984, 0.373047, 0.365234, 0.353516, 0.371094, 0.365234, 0.373047, 0.359375, 0.367188, 0.369141, 0.351562, 0.357422, 0.347656, 0.363281, 0.363281, 0.355469, 0.365234, 0.361328, 0.357422, 0.355469, 0.353516, 0.359375, 0.363281, 0.361328, 0.357422, 0.373047, 0.375, 0.353516, 0.361328, 0.369141, 0.365234, 0.375, 0.367188, 0.353516, 0.345703, 0.365234, 0.361328, 0.341797, 0.365234, 0.369141, 0.353516, 0.363281, 0.359375, 0.363281, 0.371094, 0.363281, 0.363281, 0.361328, 0.361328, 0.369141, 0.371094, 0.371094, 0.359375, 0.365234, 0.373047, 0.359375, 0.373047, 0.357422, 0.359375, 0.359375, 0.357422, 0.369141, 0.359375, 0.363281, 0.371094, 0.351562, 0.365234, 0.365234, 0.363281, 0.367188, 0.353516, 0.357422, 0.357422, 0.355469, 0.359375, 0.345703, 0.367188, 0.367188, 0.371094, 0.371094, 0.355469, 0.363281, 0.363281, 0.365234, 0.365234, 0.347656, 0.353516, 0.365234, 0.363281, 0.361328, 0.402344, 0.365234, 0.355469, 0.363281, 0.359375, 0.363281, 0.369141, 0.359375, 0.347656, 0.365234, 0.361328, 0.376953, 0.371094, 0.353516, 0.375, 0.353516, 0.367188, 0.359375, 0.357422, 0.359375, 0.357422, 0.365234, 0.363281, 0.367188, 0.367188, 0.361328, 0.369141, 0.353516, 0.351562, 0.359375, 0.373047, 0.371094, 0.363281, 0.363281, 0.361328, 0.361328, 0.361328, 0.359375, 0.369141, 0.363281, 0.371094, 0.371094, 0.367188, 0.363281, 0.365234, 0.359375, 0.367188, 0.367188, 0.373047, 0.371094, 0.365234, 0.365234, 0.367188, 0.359375, 0.373047, 0.361328, 0.357422, 0.361328, 0.353516, 0.355469, 0.367188, 0.353516, 0.369141, 0.371094, 0.371094, 0.357422, 0.349609, 0.363281, 0.365234, 0.363281, 0.361328, 0.373047, 0.363281, 0.359375, 0.359375, 0.373047, 0.367188, 0.363281, 0.375, 0.359375, 0.373047, 0.351562, 0.365234, 0.365234, 0.384766, 0.361328, 0.357422, 0.363281, 0.367188, 0.365234, 0.365234, 0.365234, 0.353516, 0.363281, 0.363281, 0.373047, 0.367188, 0.359375, 0.365234, 0.367188, 0.361328, 0.367188, 0.361328, 0.349609, 0.359375, 0.359375, 0.373047, 0.351562, 0.361328, 0.361328, 0.365234, 0.373047, 0.357422, 0.363281, 0.365234, 0.365234, 0.361328, 0.365234, 0.359375, 0.357422, 0.365234, 0.361328, 0.357422, 0.359375, 0.357422, 0.355469, 0.371094, 0.351562, 0.359375, 0.359375, 0.367188, 0.361328, 0.359375, 0.373047, 0.361328, 0.359375, 0.357422, 0.371094, 0.351562, 0.369141, 0.365234, 0.359375, 0.345703, 0.367188, 0.361328, 0.351562, 0.367188, 0.361328, 0.365234, 0.357422, 0.363281, 0.365234, 0.363281, 0.365234, 0.367188, 0.371094, 0.361328, 0.365234, 0.353516, 0.359375, 0.369141, 0.378906, 0.351562, 0.365234, 0.365234, 0.369141, 0.357422, 0.363281, 0.359375, 0.365234, 0.363281, 0.355469, 0.361328, -9.4e-05, 0.361328, 0.363281, 0.353516, 0.363281, 0.369141, 0.357422, 0.357422, 0.353516, 0.363281, 0.353516, 0.361328, 0.365234, 0.371094, 0.369141, 0.357422, 0.361328, 0.355469, 0.367188, 0.369141, 0.365234, 0.353516, 0.355469, 0.367188, 0.371094, 0.365234, 0.359375, 0.357422, 0.359375, 0.371094, 0.349609, 0.357422, 0.361328, 0.363281, 0.351562, 0.361328, 0.361328, 0.365234, 0.367188, 0.363281, 0.361328, 0.355469, 0.369141, 0.357422, 0.367188, 0.353516, 0.359375, 0.349609, 0.353516, 0.361328, 0.359375, 0.369141, 0.357422, 0.363281, 0.378906, 0.373047, 0.361328, 0.365234, 0.361328, 0.365234, 0.369141, 0.361328, 0.335938, 0.363281, 0.355469, 0.359375, 0.357422, 0.359375, 0.367188, 0.365234, 0.357422, 0.363281, 0.363281, 0.363281, 0.361328, 0.361328, 0.363281, 0.365234, 0.363281, 0.376953, 0.355469, 0.361328, 0.355469, 0.363281, 0.371094, 0.365234, 0.375, 0.365234, 0.373047, 0.357422, 0.359375, 0.357422, 0.357422, 0.363281, 0.363281, 0.357422, 0.353516, 0.365234, 0.353516, 0.357422, 0.351562, 0.363281, 0.357422, 0.371094, 0.359375, 0.363281, 0.365234, 0.359375, 0.361328, 0.363281, 0.355469, 0.357422, 0.365234, 0.363281, 0.371094, 0.361328, 0.361328, 0.349609, 0.351562, 0.369141, 0.359375, 0.357422, 0.365234, 0.363281, 0.361328, 0.357422, 0.365234, 0.353516, 0.353516, 0.363281, 0.349609, 0.363281, -0.000156, 0.365234, 0.357422, 0.365234, 0.353516, 0.367188, 0.357422, 0.365234, 0.363281, 0.355469, 0.357422, 0.367188, 0.353516, 0.355469, 0.369141, 0.353516, 0.367188, 0.363281, 0.359375, 0.359375, 0.363281, 0.359375, 0.351562, 0.337891, 0.351562, 0.367188, 0.367188, 0.361328, 0.371094, 0.373047, 0.351562, 0.359375, 0.361328, 0.363281, 0.359375, 0.363281, 0.361328, 0.369141, 0.363281, 0.357422, 0.390625, 0.361328, 0.353516, 0.363281, 0.355469, 0.355469, 0.363281, 0.355469, 0.365234, 0.353516, 0.347656, 0.353516, 0.353516, 0.369141, 0.357422, 0.357422, 0.359375, 0.349609, 0.369141, 0.361328, 0.363281, 0.361328, 0.365234, 0.365234, 0.361328, 0.365234, 0.359375, 0.367188, 0.349609, 0.367188, 0.363281, 0.355469, 0.361328, 0.353516, 0.369141, 0.363281, 0.359375, 0.355469, 0.353516, 0.353516, 0.359375, 0.363281, 0.359375, 0.351562, 0.363281, 0.363281, 0.369141, 0.357422, 0.365234, 0.367188, 0.367188, 0.365234, 0.369141, 0.363281, 0.361328, 0.363281, 0.367188, 0.367188, 0.353516, 0.357422, 0.359375, 0.361328, 0.371094, 0.361328, 0.363281, 0.359375, 0.367188, 0.363281, 0.361328, 0.347656, 0.351562, 0.365234, 0.357422, 0.361328, 0.355469, 0.363281, 0.365234, 0.359375, 0.355469, 0.347656, 0.359375, 0.367188, 0.357422, 0.361328, 0.351562, 0.373047, 0.363281, 0.363281, 0.363281, 0.357422, 0.365234, 0.355469, 0.361328, 0.330078, 0.361328, 0.369141, 0.371094, 0.322266, 0.363281, 0.365234, 0.365234, 0.359375, 0.357422, 0.359375, 0.361328, 0.353516, 0.373047, 0.357422, 0.363281, 0.353516, 0.367188, 0.357422, 0.359375, 0.369141, 0.378906, 0.359375, 0.359375, 0.355469, 0.361328, 0.357422, 0.367188, 0.357422, 0.371094, 0.357422, 0.371094, 0.361328, 0.363281, 0.361328, 0.357422, 0.367188, 0.363281, 0.367188, 0.363281, 0.365234, 0.363281, 0.367188, 0.359375, 0.359375, 0.361328, 0.353516, 0.369141, 0.359375, 0.363281, 0.361328, 0.355469, 0.357422, 0.357422, 0.363281, 0.369141, 0.373047, 0.369141, 0.355469, 0.367188, 0.371094, 0.367188, 0.359375, 0.365234, 0.355469, 0.371094, 0.367188, 0.361328, 0.359375, 0.361328, 0.361328, 0.361328, 0.365234, 0.365234, 0.363281, 0.355469, 0.351562, 0.359375, 0.367188, 0.353516, 0.361328, 0.373047, 0.359375, 0.359375, 0.357422, 0.359375, 0.357422, 0.353516, 0.359375, 0.361328, 0.359375, 0.373047, 0.367188, 0.371094, 0.357422, 0.357422, 0.353516, 0.367188, 0.363281, 0.359375, 0.359375, 0.355469, 0.359375, 0.367188, 0.361328, 0.369141, 0.361328, 0.357422, 0.365234, 0.351562, 0.365234, 0.365234, 0.363281, 0.361328, 0.347656, 0.375, 0.355469, 0.365234, 0.359375, 0.361328, 0.363281, 0.369141, 0.363281, 0.361328, 0.357422, 0.361328, 0.363281, 0.357422, 0.361328, 0.357422, 0.373047, 0.355469, 0.357422, 0.363281, 0.330078, 0.361328, 0.363281, 0.351562, 0.355469, 0.359375, 0.369141, 0.351562, 0.355469, 0.376953, 0.361328, 0.357422, 0.357422, 0.363281, 0.365234, 0.371094, 0.357422, 0.363281, 0.363281, 0.355469, 0.359375, 0.363281, 0.363281, 0.369141, 0.419922, 0.365234, 0.345703, 0.359375, 0.357422, 0.365234, 0.355469, 0.371094, 0.363281, 0.373047, 0.373047, 0.357422, 0.371094, 0.361328, 0.361328, 0.357422, 0.361328, 0.133789, 0.359375, 0.367188, 0.361328, 0.361328, 0.369141, 0.359375, 0.359375, 0.376953, 0.373047, 0.373047, 0.367188, 0.357422, 0.363281, 0.359375, 0.363281, 0.359375, 0.355469, 0.353516, 0.365234, 0.361328, 0.363281, 0.361328, 0.363281, 0.351562, 0.365234, 0.361328, 0.369141, 0.359375, 0.357422, 0.363281, 0.355469, 0.367188, 0.355469, 0.351562, 0.361328, 0.361328, 0.367188, 0.365234, 0.359375, 0.353516, 0.371094, 0.361328, 0.361328, 0.375, 0.365234, 0.363281, 0.361328, 0.367188, 0.365234, 0.371094, 0.363281, 0.359375, 0.367188, 0.359375, 0.363281, 0.357422, 0.361328, 0.367188, 0.365234, 0.369141, 0.353516, 0.353516, 0.376953, 0.355469, 0.357422, 0.355469, 0.373047, 0.367188, 0.324219, 0.353516, 0.365234, 0.355469, 0.361328, 0.361328, 0.355469, 0.365234, 0.285156, 0.367188, 0.357422, 0.355469, 0.361328, 0.369141, 0.359375, 0.375, 0.361328, 0.365234, 0.357422, 0.371094, 0.347656, 0.361328, 0.363281, 0.367188, 0.363281, 0.369141, 0.359375, 0.359375, 0.371094, 0.376953, 0.365234, 0.355469, 0.369141, 0.361328, 0.355469, 0.351562, 0.357422, 0.349609, 0.355469, 0.365234, 0.361328, 0.357422, 0.365234, 0.353516, 0.357422, 0.355469, 0.365234, 0.355469, 0.369141, 0.349609, 0.369141, 0.355469, 0.367188, 0.361328, 0.365234, 0.367188, 0.353516, 0.359375, 0.357422, 0.367188, 0.357422, 0.369141, 0.351562, 0.367188, 0.357422, 0.351562, 0.376953, 0.355469, 0.363281, 0.363281, 0.365234, 0.373047, 0.357422, 0.349609, 0.363281, 0.371094, 0.361328, 0.367188, 0.359375, 0.371094, 0.363281, 0.361328, 0.369141, 0.355469, 0.361328, 0.369141, 0.359375, 0.371094, 0.373047, 0.371094, 0.365234, 0.363281, 0.359375, 0.359375, 0.363281, 0.359375, 0.373047, 0.353516, 0.351562, 0.367188, 0.365234, 0.353516, 0.363281, 0.367188, 0.357422, 0.357422, 0.363281, 0.355469, 0.365234, 0.355469, 0.375, 0.369141, 0.353516, 0.367188, 0.355469, 0.369141, 0.373047, 0.365234, 0.363281, 0.361328, 0.347656, 0.371094, 0.367188, 0.361328, 0.359375, 0.345703, 0.359375, 0.359375, 0.367188, 0.351562, 0.359375, 0.361328, 0.355469, 0.359375, 0.359375, 0.371094, 0.361328, 0.359375, 0.357422, 0.367188, 0.375, 0.369141, 0.371094, 0.373047, 0.369141, 0.361328, 0.365234, 0.367188, 0.361328, 0.359375, 0.369141, 0.361328, 0.359375, 0.359375, 0.367188, 0.353516, 0.371094, 0.365234, 0.361328, 0.367188, 0.361328, 0.367188, 0.361328, 0.369141, 0.369141, 0.351562, 0.375, 0.359375, 0.367188, 0.363281, 0.367188, 0.359375, 0.365234, 0.353516, 0.363281, 0.357422, 0.363281, 0.363281, 0.355469, 0.363281, 0.355469, 0.369141, 0.371094, 0.361328, 0.363281, 0.359375, 0.371094, 0.353516, 0.365234, 0.365234, 0.219727, 0.367188, 0.361328, 0.357422, 0.347656, 0.365234, 0.361328, 0.359375, 0.367188, 0.349609, 0.361328, 0.375, 0.355469, 0.357422, 0.355469, 0.363281, 0.353516, 0.376953, 0.365234, 0.369141, 0.363281, 0.359375, 0.365234, 0.363281, 0.369141, 0.367188, 0.361328, 0.361328, 0.365234, 0.363281, 0.357422, 0.363281, 0.371094, 0.371094, 0.341797, 0.375, 0.361328, 0.375, 0.367188, 0.369141, 0.375, 0.361328, 0.371094, 0.361328, 0.367188, 0.361328, 0.363281, 0.367188, 0.369141, 0.373047, 0.355469, 0.363281, 0.363281, 0.365234, 0.369141, 0.347656, 0.363281, 0.357422, 0.359375, 0.361328, 0.371094, 0.367188, 0.367188, 0.355469, 0.359375, 0.353516, 0.365234, 0.371094, 0.367188, 0.349609, 0.365234, 0.359375, 0.367188, 0.361328, 0.363281, 0.367188, 0.363281, 0.363281, 0.367188, 0.355469, 0.367188, 0.367188, 0.365234, 0.363281, 0.363281, 0.365234, 0.359375, 0.367188, 0.357422, 0.365234, 0.361328, 0.363281, 0.357422, 0.357422, 0.371094, 0.373047, 0.365234, 0.345703, 0.355469, 0.363281, 0.357422, 0.361328, 0.351562, 0.357422, 0.363281, 0.371094, 0.359375, 0.367188, 0.353516, 0.359375, 0.375, 0.361328, 0.359375, 0.363281, 0.373047, 0.361328, 0.359375, 0.361328, 0.363281, 0.355469, 0.357422, 0.357422, 0.369141, 0.363281, 0.367188, 0.363281, 0.369141, 0.361328, 0.376953, 0.351562, 0.369141, 0.363281, 0.349609, 0.367188, 0.365234, 0.365234, 0.363281, 0.363281, 0.367188, 0.355469, 0.357422, 0.359375, 0.361328, 0.357422, 0.367188, 0.371094, 0.365234, 0.357422, 0.359375, 0.357422, 0.361328, 0.373047, 0.363281, 0.363281, 0.363281, 0.351562, 0.359375, 0.375, 0.369141, 0.357422, 0.361328, 0.357422, 0.376953, 0.359375, 0.371094, 0.363281, 0.367188, 0.355469, 0.363281, 0.357422, 0.357422, 0.359375, 0.363281, 0.367188, 0.357422, 0.359375, 0.357422, 0.349609, 0.357422, 0.369141, 0.357422, 0.361328, 0.359375, 0.365234, 0.361328, 0.369141, 0.365234, 0.361328, 0.361328, 0.355469, 0.363281, 0.355469, 0.367188, 0.357422, 0.369141, 0.367188, 0.359375, 0.355469, 0.359375, 0.351562, 0.369141, 0.369141, 0.357422, 0.361328, 0.359375, 0.363281, 0.363281, 0.365234, 0.361328, 0.361328, 0.367188, 0.365234, 0.359375, 0.355469, 0.345703, 0.359375, 0.355469, 0.355469, 0.365234, 0.367188, 0.369141, 0.361328, 0.357422, 0.361328, 0.345703, 0.369141, 0.357422, 0.359375, 0.355469, 0.347656, 0.361328, 0.365234, 0.357422, 0.369141, 0.373047, 0.373047, 0.365234, 0.361328, 0.359375, 0.376953, 0.359375, 0.359375, 0.365234, 0.363281, 0.365234, 0.361328, 0.351562, 0.357422, 0.375, 0.357422, 0.353516, 0.361328, 0.359375, 0.367188, 0.361328, 0.357422, 0.369141, 0.365234, 0.351562, 0.359375, 0.351562, 0.367188, 0.361328, 0.361328, 0.365234, 0.359375, 0.367188, -0.004822, 0.365234, 0.363281, 0.361328, 0.365234, 0.369141, 0.359375, 0.359375, 0.355469, 0.361328, 0.373047, 0.363281, 0.361328, 0.353516, 0.363281, 0.371094, 0.349609, 0.355469, 0.361328, 0.361328, 0.347656, 0.353516, 0.349609, 0.361328, 0.363281, 0.359375, 0.361328, 0.355469, 0.365234, 0.365234, 0.369141, 0.361328, 0.363281, 0.371094, 0.353516, 0.355469, 0.373047, 0.359375, 0.357422, 0.355469, 0.365234, 0.359375, 0.363281, 0.351562, 0.359375, 0.359375, 0.365234, 0.351562, 0.369141, 0.365234, 0.363281, 0.369141, 0.375, 0.365234, 0.357422, 0.359375, 0.357422, 0.371094, 0.371094, 0.361328, 0.367188, 0.369141, 0.365234, 0.373047, 0.357422, 0.376953, 0.363281, 0.361328, 0.359375, 0.363281, 0.380859, 0.365234, 0.347656, 0.367188, 0.365234, 0.363281, 0.355469, 0.357422, 0.369141, 0.353516, 0.359375, 0.363281, 0.363281, 0.367188, 0.361328, 0.371094, 0.367188, 0.361328, 0.371094, 0.363281, 0.367188, 0.369141, 0.349609, 0.363281, 0.369141, 0.357422, 0.357422, 0.363281, 0.371094, 0.363281, 0.365234, 0.367188, 0.371094, 0.365234, 0.357422, 0.363281, 0.333984, 0.378906, 0.361328, 0.355469, 0.373047, 0.351562, 0.367188, 0.361328, 0.369141, 0.369141, 0.365234, 0.359375, 0.367188, 0.365234, 0.373047, 0.369141, 0.363281, 0.363281, 0.361328, 0.357422, 0.359375, 0.361328, 0.353516, 0.357422, 0.353516, 0.359375, 0.361328, 0.357422, 0.363281, 0.363281, 0.361328, 0.349609, 0.357422, 0.380859, 0.361328, 0.365234, 0.357422, 0.361328, 0.373047, 0.353516, 0.363281, 0.371094, 0.363281, 0.361328, 0.363281, 0.367188, 0.361328, 0.367188, 0.353516, 0.359375, 0.359375, 0.355469, 0.365234, 0.361328, 0.367188, 0.357422, 0.357422, 0.363281, 0.359375, 0.363281, 0.361328, 0.361328, 0.373047, 0.367188, 0.367188, 0.359375, 0.365234, 0.355469, 0.351562, 0.375, 0.371094, 0.357422, 0.357422, 0.345703, 0.363281, 0.369141, 0.359375, 0.369141, 0.357422, 0.371094, 0.357422, 0.361328, 0.363281, 0.369141, 0.361328, 0.359375, 0.367188, 0.347656, 0.359375, 0.367188, 0.363281, 0.353516, 0.361328, 0.361328, 0.355469, 0.369141, 0.361328, 0.369141, 0.369141, 0.359375, 0.373047, 0.363281, 0.376953, 0.367188, 0.361328, 0.361328, 0.367188, 0.369141, 0.353516, 0.359375, 0.369141, 0.359375, 0.361328, 0.357422, 0.361328, 0.373047, 0.359375, 0.367188, 0.367188, 0.351562, 0.353516, 0.355469, 0.363281, 0.357422, 0.355469, 0.359375, 0.361328, 0.361328, 0.375, 0.357422, 0.361328, 0.353516, 0.361328, 0.359375, 0.357422, 0.361328, 0.365234, 0.361328, 0.355469, 0.363281, 0.361328, 0.357422, 0.363281, 0.347656, 0.369141, 0.371094, 0.376953, 0.363281, 0.357422, 0.375, 0.367188, 0.359375, 0.375, 0.349609, 0.353516, 0.351562, 0.371094, 0.363281, 0.349609, 0.363281, 0.361328, 0.369141, 0.373047, 0.355469, 0.361328, 0.361328, 0.355469, 0.363281, 0.357422, 0.359375, 0.361328, 0.365234, 0.365234, 0.355469, 0.384766, 0.355469, 0.375, 0.359375, 0.363281, 0.363281, 0.359375, 0.355469, 0.347656, 0.40625, 0.359375, 0.371094, 0.363281, 0.357422, 0.363281, 0.359375, 0.367188, 0.376953, 0.357422, 0.361328, 0.367188, 0.349609, 0.361328, 0.365234, 0.378906, 0.373047, 0.373047, 0.363281, 0.363281, 0.369141, 0.363281, 0.361328, 0.375, 0.367188, 0.365234, 0.357422, 0.363281, 0.369141, 0.365234, 0.361328, 0.357422, 0.359375, 0.357422, 0.361328, 0.365234, 0.357422, 0.359375, 0.359375, 0.355469, 0.359375, 0.363281, 0.349609, 0.367188, 0.363281, 0.365234, 0.363281, 0.357422, 0.353516, 0.365234, 0.361328, 0.355469, 0.353516, 0.361328, 0.361328, 0.367188, 0.363281, 0.357422, 0.351562, 0.365234, 0.371094, 0.363281, 0.367188, 0.367188, 0.365234, 0.365234, 0.359375, 0.367188, 0.363281, 0.378906, 0.359375, 0.363281, 0.359375, 0.367188, 0.367188, 0.373047, 0.363281, 0.359375, 0.285156, 0.369141, 0.355469, 0.367188, 0.355469, 0.353516, 0.359375, 0.353516, 0.363281, 0.375, 0.373047, 0.363281, 0.367188, 0.371094, 0.359375, 0.363281, 0.369141, 0.367188, 0.367188, 0.361328, 0.357422, 0.359375, 0.359375, 0.363281, 0.361328, 0.359375, 0.365234, 0.369141, 0.359375, 0.361328, 0.359375, 0.359375, 0.353516, 0.355469, 0.371094, 0.333984, 0.363281, 0.357422, 0.365234, 0.365234, 0.363281, 0.357422, 0.363281, 0.355469, 0.361328, 0.361328, 0.369141, 0.369141, 0.365234, 0.369141, 0.351562, 0.361328, 0.357422, 0.375, 0.353516, 0.367188, 0.369141, 0.355469 ] }, "name": "model.transformer.layers.29.ffn_norm.weight", "outputIndexes": [ 1852 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1851, 1852 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_29/Mul_1_output_0", "outputIndexes": [ 1853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1853 ], "outputIndexes": [ 3290 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3290 ], "outputIndexes": [ 3291 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_1/Linear", "inputIndexes": [ 3291 ], "outputIndexes": [ 3292 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 20992, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 503808, "weightSize": 0 }, "external": [ 2192176684, 64487686, 4030464, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3292 ], "outputIndexes": [ 3293 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3293 ], "outputIndexes": [ 1854 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 20992 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 10496 ] }, "name": "/ffn_29/Mul_output_0", "outputIndexes": [ 1855 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1854, 21, 1855, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_29/Slice_output_0", "outputIndexes": [ 1856 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1856 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_29/Sigmoid_output_0", "outputIndexes": [ 1857 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1856, 1857 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_29/Mul_output_0", "outputIndexes": [ 1858 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 20992 ] }, "name": "/ffn_29/Mul_1_output_0", "outputIndexes": [ 1859 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1854, 1855, 1859, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_29/Slice_1_output_0", "outputIndexes": [ 1860 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1858, 1860 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_29/Mul_2_output_0", "outputIndexes": [ 1861 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1861 ], "outputIndexes": [ 3294 ], "main_type": "Reshape", "main": { "dims": [ -1, 10496, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3294 ], "outputIndexes": [ 3295 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_2/Linear", "inputIndexes": [ 3295 ], "outputIndexes": [ 3296 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 10496, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 251904, "weightSize": 0 }, "external": [ 2260694834, 32243974, 2015232, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3296 ], "outputIndexes": [ 3297 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3297 ], "outputIndexes": [ 1862 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850, 1862 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_119_output_0", "outputIndexes": [ 1863 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1863, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_120_output_0", "outputIndexes": [ 1864 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1864 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_30/Mul_output_0", "outputIndexes": [ 1865 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.101562, 1.195312, 1.125, 1.085938, 1.125, 1.101562, 1.234375, 1.125, 1.25, 1.109375, 1.125, 1.148438, 1.109375, 1.117188, 1.070312, 1.1875, 1.046875, 1.101562, 1.25, 1.101562, 1.101562, 1.203125, 1.03125, 1.109375, 1.203125, 1.101562, 1.148438, 1.1875, 1.101562, 1.21875, 1.164062, 1.164062, 1.148438, 1.117188, 1.210938, 1.101562, 1.109375, 1.164062, 1.203125, 1.140625, 1.148438, 1.140625, 1.171875, 1.085938, 1.21875, 1.257812, 1.085938, 1.125, 1.164062, 1.070312, 1.25, 1.15625, 0.949219, 1.046875, 1.242188, 1.179688, 1.0625, 1.148438, 1.203125, 1.171875, 1.203125, 1.164062, 1.140625, 1.210938, 1.132812, 1.132812, 1.140625, 1.09375, 1.109375, 1.148438, 1.148438, 1.023438, 1.15625, 1.1875, 1.132812, 1.117188, 1.132812, 1.0625, 1.226562, 1.179688, 1.109375, 1.078125, 1.03125, 1.132812, 1.140625, 1.210938, 1.078125, 1.195312, 1.148438, 1.101562, 1.140625, 1.117188, 1.15625, 1.078125, 1.078125, 1.289062, 1.070312, 1.164062, 1.125, 1.21875, 1.140625, 1.148438, 1.09375, 1.3125, 1.085938, 1.171875, 1.117188, 1.195312, 1.0, 1.132812, 1.15625, 1.148438, 1.21875, 1.070312, 1.117188, 1.0625, 1.1875, 1.179688, 1.09375, 1.078125, 1.164062, 1.25, 1.140625, 1.195312, 1.132812, 1.210938, 1.195312, 1.164062, 1.1875, 1.15625, 1.109375, 1.046875, 1.078125, 1.164062, 1.140625, 1.164062, 1.164062, 1.109375, 1.179688, 1.101562, 1.148438, 1.125, 1.125, 1.070312, 1.15625, 1.140625, 1.164062, 1.179688, 1.101562, 1.023438, 1.101562, 1.1875, 1.09375, 1.179688, 1.117188, 1.039062, 1.148438, 1.132812, 1.101562, 1.132812, 1.15625, 1.09375, 1.070312, 1.09375, 1.179688, 1.179688, 1.195312, 1.25, 1.210938, 1.101562, 1.304688, 1.1875, 1.070312, 1.242188, 1.039062, 1.085938, 1.148438, 1.046875, 1.132812, 1.203125, 1.171875, 1.171875, 1.257812, 1.109375, 1.117188, 1.101562, 1.203125, 1.1875, 1.101562, 1.132812, 1.0625, 1.179688, 1.15625, 1.242188, 1.070312, 1.109375, 1.15625, 1.070312, 1.070312, 1.148438, 1.101562, 1.132812, 1.171875, 1.203125, 1.195312, 1.132812, 1.234375, 1.109375, 1.164062, 1.125, 1.179688, 1.132812, 1.164062, 1.125, 1.15625, 1.125, 1.140625, 1.179688, 1.171875, 1.195312, 1.039062, 1.179688, 1.109375, 1.171875, 1.09375, 1.125, 1.132812, 1.078125, 1.15625, 1.109375, 1.242188, 1.15625, 1.109375, 1.101562, 1.132812, 1.15625, 1.15625, 1.09375, 1.148438, 1.132812, 1.046875, 1.117188, 1.148438, 1.148438, 1.15625, 1.28125, 1.0625, 1.171875, 1.0625, 1.125, 1.234375, 1.109375, 1.179688, 1.09375, 1.140625, 1.164062, 1.15625, 1.148438, 1.148438, 1.148438, 1.210938, 1.140625, 1.132812, 1.179688, 1.148438, 1.109375, 1.234375, 1.179688, 1.078125, 1.109375, 1.1875, 1.054688, 1.21875, 1.164062, 1.171875, 1.171875, 1.171875, 1.25, 1.085938, 1.140625, 1.148438, 1.117188, 1.140625, 1.125, 1.125, 1.125, 1.132812, 1.125, 1.109375, 1.140625, 1.085938, 1.140625, 1.109375, 1.078125, 1.171875, 1.1875, 1.140625, 1.117188, 1.101562, 1.203125, 1.03125, 1.1875, 1.171875, 1.0625, 1.101562, 1.148438, 1.132812, 1.1875, 1.25, 1.179688, 1.140625, 1.023438, 1.132812, 1.273438, 1.09375, 1.117188, 1.140625, 1.171875, 1.140625, 1.195312, 1.070312, 1.109375, 1.25, 1.203125, 1.226562, 1.132812, 1.164062, 1.046875, 1.289062, 1.109375, 1.148438, 1.195312, 1.171875, 1.15625, 1.09375, 1.109375, 1.171875, 1.171875, 1.132812, 1.203125, 1.210938, 1.15625, 1.109375, 1.125, 1.171875, 1.171875, 1.117188, 1.109375, 1.179688, 1.140625, 1.242188, 1.101562, 1.179688, 1.148438, 1.203125, 1.078125, 1.101562, 1.195312, 1.21875, 1.179688, 1.085938, 1.0625, 1.132812, 1.132812, 1.085938, 1.148438, 1.132812, 1.195312, 1.210938, 1.140625, 1.140625, 1.195312, 1.117188, 1.09375, 1.125, 1.140625, 1.078125, 1.226562, 1.132812, 1.210938, 1.09375, 1.179688, 1.179688, 1.210938, 1.101562, 1.140625, 1.195312, 1.132812, 1.109375, 1.078125, 1.117188, 1.140625, 1.117188, 1.039062, 1.234375, 1.125, 1.164062, 1.21875, 1.148438, 1.171875, 1.125, 1.171875, 1.179688, 1.25, 1.101562, 1.078125, 1.195312, 1.15625, 1.210938, 1.289062, 1.3125, 1.148438, 1.148438, 1.15625, 1.140625, 1.15625, 1.195312, 1.1875, 1.195312, 1.085938, 1.132812, 1.226562, 1.164062, 1.234375, 1.164062, 1.148438, 1.109375, 1.132812, 1.101562, 1.25, 1.171875, 1.070312, 1.140625, 1.164062, 1.179688, 1.234375, 1.046875, 1.09375, 1.09375, 1.15625, 1.09375, 1.1875, 1.132812, 1.148438, 1.242188, 1.203125, 1.140625, 1.171875, 1.164062, 1.148438, 1.054688, 1.09375, 1.109375, 1.1875, 1.1875, 1.1875, 1.148438, 1.09375, 1.101562, 1.125, 1.203125, 1.101562, 1.15625, 1.132812, 1.0625, 1.179688, 1.179688, 1.109375, 1.226562, 1.273438, 1.15625, 1.195312, 1.09375, 1.09375, 1.125, 1.09375, 1.179688, 1.085938, 1.140625, 1.304688, 1.109375, 1.109375, 1.140625, 1.1875, 1.125, 1.15625, 1.164062, 1.148438, 1.109375, 1.125, 1.265625, 1.117188, 1.085938, 1.148438, 1.125, 1.164062, 1.132812, 1.203125, 1.125, 1.164062, 1.15625, 1.125, 1.179688, 1.234375, 1.09375, 1.242188, 1.1875, 1.148438, 1.195312, 1.132812, 1.148438, 1.164062, 1.109375, 1.21875, 1.164062, 1.125, 1.0625, 1.140625, 1.078125, 1.195312, 1.15625, 1.078125, 1.101562, 1.109375, 1.179688, 1.148438, 1.070312, 1.15625, 1.1875, 1.179688, 1.21875, 1.085938, 1.132812, 1.171875, 1.125, 1.109375, 1.109375, 1.070312, 1.25, 1.09375, 1.179688, 1.101562, 1.070312, 1.007812, 1.140625, 1.117188, 1.101562, 1.140625, 1.1875, 1.101562, 1.195312, 1.140625, 1.164062, 1.109375, 1.117188, 1.179688, 1.164062, 1.15625, 1.140625, 1.179688, 1.109375, 1.164062, 1.117188, 1.140625, 1.140625, 1.140625, 1.164062, 1.210938, 1.148438, 1.132812, 1.164062, 1.179688, 1.15625, 1.164062, 1.203125, 1.117188, 1.132812, 1.101562, 1.1875, 1.296875, 1.09375, 1.0625, 1.101562, 1.148438, 1.125, 1.179688, 1.109375, 1.539062, 1.109375, 1.125, 1.210938, 1.148438, 1.070312, 1.117188, 1.101562, 1.15625, 1.171875, 1.140625, 1.15625, 1.0625, 1.148438, 1.109375, 1.039062, 1.125, 1.195312, 1.132812, 1.09375, 1.164062, 1.15625, 1.132812, 1.164062, 1.195312, 1.132812, 1.125, 1.109375, 1.132812, 1.132812, 1.15625, 1.164062, 1.101562, 1.085938, 1.085938, 1.140625, 1.21875, 1.125, 1.148438, 1.132812, 1.117188, 1.09375, 1.179688, 1.1875, 1.164062, 1.117188, 1.09375, 1.234375, 1.140625, 1.15625, 1.085938, 1.078125, 1.140625, 1.125, 1.078125, 1.140625, 1.132812, 1.125, 1.148438, 1.078125, 1.132812, 1.132812, 1.140625, 0.933594, 1.148438, 1.226562, 1.171875, 1.195312, 1.148438, 1.140625, 1.140625, 1.03125, 1.101562, 1.117188, 1.101562, 1.117188, 1.109375, 1.15625, 1.117188, 1.234375, 1.117188, 1.125, 1.085938, 1.179688, 1.054688, 1.0625, 1.125, 1.1875, 1.15625, 1.15625, 0.992188, 1.148438, 1.21875, 1.15625, 1.148438, 1.1875, 1.15625, 1.179688, 1.21875, 1.070312, 1.21875, 1.101562, 1.367188, 1.164062, 1.367188, 1.109375, 1.164062, 1.1875, 1.117188, 1.15625, 1.09375, 1.179688, 0.996094, 1.226562, 1.125, 1.21875, 1.15625, 1.109375, 1.179688, 1.132812, 1.1875, 1.117188, 1.03125, 1.1875, 1.109375, 1.15625, 1.109375, 1.125, 1.148438, 1.210938, 1.179688, 1.179688, 1.265625, 1.117188, 1.109375, 1.117188, 1.070312, 1.179688, 1.15625, 1.0625, 1.125, 1.109375, 1.125, 1.125, 1.054688, 1.109375, 1.078125, 1.125, 1.132812, 1.1875, 1.164062, 1.148438, 1.203125, 1.101562, 1.234375, 1.09375, 1.078125, 1.257812, 1.164062, 1.109375, 1.125, 1.125, 1.171875, 1.242188, 1.117188, 1.125, 1.140625, 1.179688, 1.117188, 1.171875, 1.117188, 1.242188, 1.09375, 1.070312, 1.039062, 1.179688, 1.054688, 1.117188, 1.078125, 1.320312, 1.132812, 1.148438, 1.15625, 1.28125, 1.09375, 1.109375, 1.054688, 1.09375, 1.117188, 1.21875, 1.257812, 1.164062, 1.125, 1.101562, 1.171875, 1.046875, 1.117188, 1.195312, 1.109375, 1.148438, 1.070312, 1.171875, 1.15625, 1.226562, 1.117188, 1.25, 1.15625, 1.125, 1.109375, 1.085938, 1.164062, 1.203125, 1.078125, 1.179688, 1.125, 1.164062, 1.226562, 1.09375, 1.101562, 1.164062, 1.15625, 1.171875, 1.132812, 1.171875, 1.0, 1.078125, 1.179688, 1.148438, 1.1875, 1.195312, 1.125, 1.234375, 1.148438, 1.132812, 1.195312, 1.140625, 1.085938, 1.179688, 1.171875, 1.195312, 1.0625, 1.164062, 1.140625, 1.117188, 1.070312, 1.179688, 1.140625, 1.148438, 1.09375, 1.070312, 1.085938, 1.15625, 1.140625, 1.171875, 1.101562, 1.148438, 1.148438, 1.203125, 1.085938, 1.179688, 1.117188, 1.085938, 1.1875, 1.171875, 1.15625, 1.148438, 1.132812, 1.140625, 1.117188, 1.226562, 1.132812, 1.171875, 1.078125, 1.148438, 1.070312, 1.15625, 1.273438, 1.15625, 1.164062, 1.1875, 1.203125, 1.179688, 1.0625, 1.054688, 1.140625, 1.164062, 1.132812, 1.117188, 1.09375, 1.0625, 1.125, 1.125, 1.234375, 1.148438, 1.054688, 1.085938, 1.117188, 1.101562, 1.171875, 1.179688, 1.1875, 1.164062, 1.046875, 1.203125, 1.195312, 1.265625, 1.117188, 1.140625, 1.148438, 1.15625, 1.132812, 1.101562, 1.195312, 1.125, 1.039062, 1.179688, 1.210938, 1.1875, 1.070312, 1.078125, 0.960938, 1.09375, 1.15625, 1.125, 1.15625, 1.210938, 1.195312, 1.09375, 1.234375, 1.132812, 1.117188, 1.070312, 1.148438, 1.171875, 1.164062, 1.101562, 1.15625, 1.203125, 1.140625, 1.132812, 1.273438, 1.171875, 1.101562, 1.148438, 1.1875, 1.34375, 1.117188, 1.085938, 1.210938, 1.125, 1.109375, 1.054688, 1.1875, 1.15625, 1.140625, 1.109375, 1.101562, 1.140625, 1.101562, 1.21875, 1.1875, 1.109375, 1.117188, 1.101562, 1.132812, 1.125, 1.015625, 1.148438, 1.1875, 1.148438, 1.078125, 1.164062, 1.117188, 1.140625, 1.023438, 1.070312, 1.109375, 1.15625, 1.179688, 1.117188, 1.109375, 1.09375, 1.171875, 1.210938, 1.117188, 1.140625, 1.0625, 1.21875, 1.25, 1.078125, 1.179688, 1.195312, 1.085938, 1.109375, 1.0625, 1.148438, 1.1875, 1.210938, 1.023438, 1.195312, 1.148438, 1.164062, 1.140625, 1.164062, 1.101562, 1.0625, 1.21875, 1.148438, 1.148438, 1.117188, 1.132812, 1.117188, 1.15625, 1.210938, 1.140625, 1.09375, 1.226562, 1.117188, 1.179688, 1.171875, 1.0625, 1.125, 1.132812, 1.195312, 1.117188, 1.164062, 1.179688, 1.117188, 1.171875, 1.117188, 1.164062, 1.195312, 1.1875, 1.1875, 1.203125, 1.171875, 1.164062, 1.21875, 1.140625, 1.09375, 1.15625, 1.15625, 1.164062, 1.15625, 1.132812, 1.140625, 1.1875, 1.117188, 1.171875, 1.171875, 1.125, 1.085938, 1.117188, 1.171875, 1.320312, 1.15625, 1.125, 1.125, 1.085938, 1.140625, 1.164062, 1.234375, 1.078125, 1.210938, 1.140625, 1.0625, 1.226562, 1.046875, 1.101562, 1.164062, 0.984375, 1.15625, 1.101562, 1.164062, 1.164062, 1.148438, 1.203125, 1.140625, 1.140625, 1.101562, 1.15625, 1.164062, 1.101562, 1.203125, 1.109375, 1.234375, 1.078125, 1.226562, 1.125, 1.109375, 1.109375, 1.070312, 1.132812, 1.234375, 1.234375, 1.148438, 1.164062, 1.070312, 1.179688, 1.09375, 1.117188, 1.195312, 1.117188, 1.195312, 1.171875, 1.242188, 1.132812, 1.101562, 1.164062, 1.125, 1.210938, 1.164062, 1.164062, 1.101562, 1.210938, 1.148438, 1.195312, 1.179688, 1.1875, 1.085938, 1.125, 1.242188, 0.429688, 1.09375, 1.171875, 1.078125, 1.109375, 1.132812, 1.179688, 1.140625, 1.132812, 1.148438, 1.164062, 1.125, 1.226562, 1.140625, 1.109375, 1.109375, 1.09375, 1.15625, 1.148438, 1.15625, 1.132812, 0.988281, 1.09375, 1.132812, 1.132812, 1.054688, 1.117188, 1.085938, 1.1875, 1.132812, 1.101562, 1.179688, 1.101562, 1.117188, 1.140625, 1.1875, 1.234375, 1.0, 1.226562, 1.109375, 1.210938, 1.171875, 1.1875, 1.15625, 1.132812, 1.101562, 1.15625, 1.140625, 1.1875, 1.171875, 1.179688, 1.132812, 1.15625, 1.101562, 1.15625, 1.242188, 1.132812, 1.078125, 1.125, 1.132812, 1.140625, 1.148438, 1.1875, 1.125, 1.15625, 1.15625, 1.25, 0.957031, 1.109375, 1.039062, 1.109375, 1.179688, 1.039062, 1.140625, 1.25, 1.148438, 1.125, 1.257812, 1.109375, 1.101562, 1.203125, 1.078125, 1.117188, 1.070312, 1.109375, 1.1875, 1.164062, 1.140625, 1.140625, 1.195312, 1.132812, 1.101562, 1.265625, 1.109375, 1.125, 1.125, 1.164062, 1.023438, 1.148438, 0.996094, 1.109375, 1.109375, 1.132812, 1.140625, 1.109375, 1.117188, 1.148438, 1.148438, 1.109375, 1.109375, 1.210938, 1.132812, 1.125, 1.195312, 1.0625, 1.164062, 1.226562, 1.1875, 1.039062, 1.1875, 1.085938, 1.085938, 1.164062, 1.070312, 1.117188, 1.132812, 1.179688, 1.265625, 1.21875, 1.195312, 1.101562, 1.09375, 1.164062, 1.054688, 1.101562, 1.148438, 1.179688, 1.132812, 1.117188, 1.101562, 1.234375, 1.117188, 1.179688, 1.210938, 1.125, 1.09375, 1.046875, 1.101562, 1.09375, 1.132812, 1.226562, 1.101562, 1.148438, 1.039062, 0.976562, 1.1875, 1.117188, 1.125, 1.15625, 1.109375, 1.109375, 0.964844, 1.054688, 1.117188, 1.242188, 1.09375, 1.109375, 1.25, 1.132812, 1.1875, 1.21875, 1.15625, 1.203125, 1.109375, 1.140625, 1.148438, 1.15625, 1.195312, 1.109375, 1.132812, 1.195312, 1.234375, 1.132812, 1.15625, 1.171875, 1.132812, 1.140625, 1.117188, 1.148438, 1.1875, 1.140625, 1.15625, 1.164062, 1.085938, 1.25, 1.203125, 1.273438, 1.148438, 1.078125, 1.1875, 1.164062, 1.109375, 1.117188, 1.210938, 1.179688, 1.0625, 1.140625, 1.148438, 1.15625, 1.140625, 1.117188, 1.140625, 1.140625, 1.125, 1.210938, 1.289062, 1.117188, 1.15625, 1.109375, 1.289062, 1.171875, 1.171875, 1.210938, 1.1875, 1.109375, 1.140625, 1.125, 1.09375, 1.125, 1.15625, 1.101562, 1.15625, 1.117188, 1.148438, 1.15625, 1.132812, 1.210938, 1.015625, 1.15625, 1.109375, 1.1875, 1.1875, 1.101562, 1.171875, 1.125, 1.101562, 1.132812, 1.109375, 1.15625, 1.234375, 1.140625, 1.117188, 1.164062, 1.09375, 1.179688, 1.359375, 1.101562, 1.179688, 1.125, 1.171875, 1.21875, 1.0625, 1.085938, 1.195312, 1.21875, 1.164062, 1.140625, 1.132812, 1.164062, 1.15625, 1.0625, 1.0625, 1.109375, 1.09375, 1.1875, 1.28125, 1.117188, 1.148438, 1.078125, 1.125, 1.171875, 1.171875, 1.242188, 1.164062, 1.117188, 1.132812, 1.117188, 1.09375, 1.140625, 1.132812, 1.125, 1.226562, 1.210938, 1.179688, 1.148438, 1.078125, 1.15625, 1.21875, 1.179688, 1.242188, 1.132812, 1.09375, 1.164062, 1.101562, 1.117188, 1.140625, 1.148438, 1.132812, 1.242188, 1.171875, 1.070312, 1.179688, 1.132812, 1.09375, 1.203125, 1.203125, 1.1875, 1.078125, 1.203125, 1.164062, 1.210938, 1.265625, 1.132812, 1.203125, 1.234375, 1.195312, 1.1875, 1.1875, 1.234375, 1.140625, 1.1875, 1.117188, 1.125, 1.15625, 1.09375, 1.109375, 1.210938, 1.132812, 1.148438, 1.117188, 1.109375, 1.195312, 1.125, 1.148438, 1.109375, 1.070312, 1.210938, 1.132812, 1.195312, 1.203125, 1.078125, 1.164062, 1.257812, 1.15625, 1.148438, 1.125, 1.179688, 1.15625, 1.109375, 1.203125, 1.15625, 1.164062, 1.140625, 1.101562, 1.15625, 1.226562, 1.171875, 1.09375, 1.085938, 1.132812, 1.148438, 1.203125, 1.046875, 1.117188, 1.226562, 1.101562, 1.179688, 1.09375, 0.972656, 1.140625, 1.132812, 1.21875, 1.132812, 1.125, 1.140625, 1.085938, 1.09375, 1.109375, 1.117188, 1.09375, 1.132812, 1.09375, 1.25, 1.125, 1.210938, 1.125, 1.101562, 1.085938, 1.109375, 1.21875, 1.171875, 1.09375, 1.117188, 1.140625, 1.125, 1.09375, 1.203125, 1.242188, 1.085938, 1.15625, 1.109375, 1.210938, 1.164062, 1.234375, 1.203125, 1.070312, 1.125, 1.101562, 1.179688, 1.164062, 1.132812, 1.109375, 1.148438, 1.085938, 1.171875, 1.148438, 1.210938, 1.21875, 1.15625, 1.179688, 1.132812, 1.132812, 1.101562, 1.148438, 1.085938, 1.148438, 0.996094, 1.148438, 1.09375, 1.0625, 1.085938, 1.109375, 1.125, 1.1875, 1.21875, 1.164062, 1.132812, 1.109375, 1.164062, 1.085938, 1.1875, 1.101562, 1.09375, 1.085938, 1.132812, 1.203125, 1.171875, 1.15625, 1.195312, 1.070312, 1.234375, 1.109375, 1.132812, 1.085938, 1.085938, 1.203125, 1.1875, 1.203125, 1.132812, 1.140625, 1.21875, 1.070312, 1.1875, 1.179688, 1.132812, 1.15625, 1.109375, 1.179688, 1.148438, 1.148438, 1.210938, 1.078125, 1.148438, 1.257812, 1.109375, 1.195312, 1.0625, 1.125, 1.15625, 1.140625, 1.234375, 1.179688, 1.007812, 1.148438, 1.109375, 1.070312, 1.0625, 1.164062, 1.15625, 1.1875, 1.164062, 1.085938, 1.179688, 1.164062, 1.164062, 1.125, 1.234375, 1.203125, 1.085938, 1.164062, 1.09375, 1.140625, 1.109375, 1.070312, 0.972656, 1.132812, 1.140625, 1.164062, 1.140625, 1.109375, 1.140625, 1.085938, 1.125, 1.226562, 1.15625, 1.0625, 1.226562, 1.1875, 1.234375, 1.140625, 1.078125, 1.140625, 1.054688, 1.195312, 1.15625, 1.125, 1.125, 1.15625, 1.203125, 1.023438, 1.203125, 1.15625, 1.125, 1.15625, 1.125, 1.132812, 1.15625, 1.171875, 1.273438, 1.179688, 1.117188, 1.125, 1.164062, 1.21875, 1.171875, 1.132812, 1.070312, 1.296875, 1.203125, 1.046875, 1.15625, 1.140625, 1.164062, 1.195312, 1.132812, 1.054688, 1.054688, 1.078125, 1.179688, 1.234375, 1.171875, 1.078125, 0.012634, 1.195312, 1.109375, 1.140625, 1.242188, 1.125, 1.125, 1.117188, 1.179688, 1.09375, 1.1875, 1.164062, 1.179688, 1.070312, 1.09375, 1.195312, 1.101562, 1.1875, 1.125, 1.15625, 1.171875, 1.132812, 1.21875, 1.125, 1.148438, 1.1875, 1.195312, 1.195312, 1.03125, 1.132812, 1.195312, 1.21875, 1.203125, 1.140625, 1.203125, 1.132812, 1.210938, 1.101562, 1.09375, 1.140625, 1.234375, 1.257812, 0.988281, 1.0625, 1.1875, 1.1875, 1.03125, 1.171875, 1.171875, 1.195312, 1.125, 1.179688, 1.203125, 1.171875, 1.15625, 1.070312, 1.0625, 1.117188, 1.25, 1.054688, 1.125, 1.164062, 1.367188, 1.1875, 1.304688, 1.179688, 1.15625, 1.25, 1.070312, 1.210938, 1.210938, 1.132812, 1.101562, 1.085938, 1.132812, 1.265625, 1.148438, 1.132812, 1.195312, 1.179688, 1.203125, 1.1875, 1.070312, 1.195312, 1.125, 1.132812, 1.179688, 1.101562, 1.15625, 1.140625, 1.148438, 1.210938, 1.257812, 1.117188, 1.117188, 1.148438, 1.15625, 1.25, 1.132812, 1.125, 1.25, 1.179688, 1.132812, 1.117188, 1.109375, 1.164062, 1.140625, 1.148438, 1.085938, 1.234375, 1.179688, 1.140625, 1.21875, 1.109375, 1.085938, 1.203125, 1.070312, 1.164062, 1.132812, 1.070312, 1.171875, 1.117188, 1.242188, 1.117188, 1.125, 1.125, 1.171875, 1.328125, 1.226562, 1.085938, 1.15625, 1.0625, 0.271484, 1.085938, 1.15625, 1.085938, 1.226562, 1.15625, 1.09375, 1.132812, 1.132812, 1.171875, 1.179688, 1.203125, 1.171875, 1.195312, 1.101562, 1.101562, 1.125, 1.101562, 1.164062, 1.164062, 1.117188, 1.078125, 1.171875, 1.28125, 1.265625, 1.140625, 1.148438, 1.109375, 1.125, 1.09375, 1.109375, 1.1875, 1.117188, 1.148438, 1.132812, 1.085938, 1.242188, 1.109375, 1.195312, 1.132812, 1.203125, 1.140625, 1.257812, 1.195312, 1.085938, 1.132812, 1.132812, 1.257812, 1.125, 1.320312, 1.125, 1.148438, 1.109375, 1.140625, 1.132812, 1.132812, 1.1875, 1.117188, 1.132812, 1.085938, 1.179688, 1.148438, 1.179688, 1.046875, 1.132812, 1.117188, 1.109375, 1.085938, 1.273438, 1.109375, 1.046875, 1.125, 1.132812, 1.164062, 1.164062, 1.15625, 1.171875, 1.164062, 1.148438, 1.140625, 1.21875, 1.117188, 1.195312, 1.195312, 1.21875, 1.109375, 1.054688, 1.226562, 1.0625, 1.109375, 1.21875, 1.101562, 1.140625, 1.15625, 1.117188, 1.164062, 1.148438, 1.234375, 1.148438, 1.132812, 1.140625, 1.203125, 1.15625, 1.132812, 1.164062, 1.179688, 1.125, 1.09375, 1.09375, 1.132812, 1.179688, 1.148438, 1.15625, 1.140625, 1.179688, 1.101562, 1.15625, 1.109375, 1.140625, 1.09375, 1.085938, 1.148438, 1.164062, 1.148438, 1.15625, 1.148438, 1.140625, 1.195312, 1.179688, 1.15625, 1.203125, 1.203125, 1.171875, 1.375, 1.25, 1.125, 1.109375, 1.078125, 1.179688, 1.0625, 1.132812, 1.148438, 1.109375, 1.132812, 1.117188, 1.210938, 1.125, 1.078125, 1.164062, 1.21875, 1.03125, 1.1875, 1.140625, 1.117188, 1.015625, 1.117188, 1.109375, 1.203125, 1.226562, 1.21875, 1.132812, 1.171875, 1.140625, 1.34375, 1.226562, 1.171875, 1.140625, 1.140625, 1.148438, 1.117188, 1.125, 1.1875, 1.117188, 1.171875, 1.132812, 1.234375, 1.0625, 1.125, 1.226562, 1.21875, 1.039062, 1.09375, 1.1875, 1.101562, 1.171875, 1.179688, 1.101562, 1.085938, 1.054688, 1.171875, 1.09375, 1.203125, 1.195312, 1.15625, 1.164062, 1.15625, 1.132812, 1.195312, 1.164062, 1.117188, 1.148438, 1.148438, 1.140625, 1.085938, 1.164062, 1.195312, 1.09375, 1.164062, 1.046875, 1.148438, 1.179688, 1.085938, 1.203125, 1.164062, 1.1875, 1.1875, 1.1875, 1.125, 1.265625, 1.1875, 1.171875, 1.21875, 1.1875, 1.125, 1.195312, 1.03125, 1.0625, 1.148438, 1.242188, 1.09375, 1.101562, 1.117188, 1.242188, 1.171875, 1.117188, 1.28125, 1.132812, 1.125, 1.070312, 1.179688, 1.164062, 1.132812, 1.3125, 1.09375, 1.125, 1.273438, 1.15625, 1.203125, 1.125, 1.1875, 1.226562, 1.140625, 1.101562, 1.226562, 1.140625, 1.179688, 1.210938, 1.1875, 1.140625, 1.164062, 1.171875, 1.140625, 1.148438, 1.203125, 1.171875, 1.179688, 1.132812, 1.210938, 1.109375, 1.140625, 1.1875, 1.203125, 1.117188, 1.226562, 1.265625, 1.125, 1.132812, 1.148438, 1.15625, 1.21875, 1.171875, 1.171875, 1.046875, 1.15625, 1.148438, 1.195312, 1.226562, 1.148438, 1.109375, 1.132812, 1.15625, 1.25, 1.171875, 1.273438, 1.140625, 1.09375, 1.101562, 1.234375, 1.09375, 1.203125, 1.023438, 1.109375, 1.15625, 1.09375, 1.15625, 1.148438, 1.164062, 1.085938, 0.726562, 1.09375, 1.085938, 1.132812, 1.148438, 1.109375, 1.132812, 1.132812, 1.09375, 1.09375, 1.164062, 1.210938, 1.078125, 1.101562, 1.148438, 1.09375, 1.210938, 1.101562, 1.140625, 1.195312, 1.125, 1.125, 1.109375, 1.148438, 1.148438, 1.070312, 1.101562, 1.078125, 1.234375, 1.210938, 1.242188, 1.195312, 1.140625, 1.164062, 1.21875, 1.140625, 1.179688, 1.132812, 1.148438, 1.28125, 1.125, 1.140625, 1.09375, 1.078125, 1.023438, 1.078125, 1.148438, 1.132812, 1.210938, 1.117188, 1.101562, 1.242188, 1.101562, 1.125, 1.179688, 1.132812, 1.148438, 1.101562, 1.125, 1.234375, 1.171875, 1.140625, 1.171875, 1.070312, 1.164062, 1.15625, 1.179688, 1.085938, 1.132812, 0.972656, 1.148438, 1.132812, 1.203125, 1.179688, 1.117188, 1.125, 1.101562, 1.101562, 1.15625, 1.15625, 1.226562, 1.179688, 1.226562, 1.132812, 1.179688, 1.125, 1.234375, 1.289062, 1.023438, 1.085938, 1.125, 1.148438, 1.140625, 1.15625, 1.117188, 1.148438, 1.1875, 1.148438, 1.148438, 1.101562, 1.125, 1.101562, 1.125, 1.195312, 1.070312, 1.125, 1.0625, 1.140625, 1.210938, 1.148438, 1.117188, 1.1875, 1.1875, 1.226562, 1.1875, 1.164062, 1.171875, 1.078125, 1.140625, 1.148438, 1.132812, 1.125, 1.179688, 1.21875, 1.148438, 1.21875, 1.1875, 1.171875, 1.140625, 1.140625, 1.179688, 1.195312, 1.109375, 1.125, 1.257812, 1.125, 1.125, 1.0, 1.109375, 1.15625, 1.195312, 1.1875, 1.242188, 1.078125, 1.203125, 1.101562, 1.117188, 1.117188, 1.117188, 1.109375, 1.164062, 1.234375, 1.234375, 1.125, 1.171875, 1.085938, 1.0625, 1.140625, 1.125, 1.101562, 1.085938, 1.210938, 1.21875, 1.125, 1.179688, 1.125, 1.3125, 1.078125, 1.101562, 1.125, 1.257812, 1.007812, 1.0625, 1.148438, 1.132812, 1.109375, 1.234375, 1.109375, 1.21875, 1.109375, 1.070312, 1.25, 1.101562, 1.171875, 1.09375, 1.1875, 1.078125, 1.28125, 1.085938, 1.195312, 1.0625, 1.070312, 1.101562, 1.132812, 1.140625, 1.195312, 1.070312, 1.039062, 1.171875, 1.101562, 1.148438, 1.117188, 1.203125, 1.21875, 1.140625, 1.101562, 1.21875, 1.101562, 1.132812, 1.125, 1.101562, 1.101562, 1.117188, 1.101562, 1.117188, 1.132812, 1.117188, 1.195312, 1.171875, 1.078125, 1.070312, 1.164062, 1.101562, 1.195312, 1.125, 1.226562, 1.085938, 1.117188, 1.125, 1.148438, 1.132812, 1.179688, 1.195312, 1.15625, 1.210938, 1.125, 1.109375, 1.117188, 1.132812, 1.164062, 1.132812, 1.117188, 1.164062, 1.195312, 1.125, 1.171875, 1.1875, 1.109375, 1.15625, 1.125, 1.132812, 1.15625, 1.210938, 1.078125, 1.195312, 1.09375, 1.28125, 1.171875, 1.15625, 1.367188, 1.132812, 1.179688, 1.117188, 1.164062, 1.117188, 1.226562, 1.109375, 1.109375, 1.1875, 1.132812, 1.054688, 1.125, 1.125, 1.1875, 1.140625, 1.179688, 1.101562, 1.15625, 1.085938, 1.164062, 1.195312, 1.15625, 1.125, 1.09375, 1.1875, 1.125, 1.101562, 1.179688, 1.148438, 1.140625, 1.1875, 1.101562, 1.171875, 1.234375, 1.203125, 1.132812, 1.109375, 1.101562, 1.109375, 1.085938, 1.148438, 1.085938, 1.070312, 1.125, 1.179688, 1.132812, 1.078125, 1.171875, 1.078125, 1.101562, 1.148438, 1.140625, 1.117188, 1.125, 1.320312, 1.132812, 1.171875, 1.15625, 1.15625, 1.203125, 1.195312, 1.132812, 1.132812, 1.210938, 1.101562, 1.117188, 1.195312, 1.109375, 1.046875, 1.125, 1.132812, 1.132812, 1.0625, 1.210938, 1.171875, 1.203125, 1.085938, 1.140625, 1.101562, 1.085938, 1.1875, 1.234375, 1.15625, 1.101562, 1.1875, 1.171875, 1.164062, 1.273438, 1.070312, 1.257812, 1.085938, 1.109375, 1.21875, 1.078125, 1.09375, 1.164062, 1.234375, 1.140625, 1.0625, 1.109375, 1.210938, 1.195312, 1.109375, 1.164062, 1.140625, 1.242188, 1.117188, 1.1875, 1.21875, 1.117188, 1.140625, 1.117188, 1.070312, 1.117188, 1.171875, 1.195312, 1.125, 1.140625, 1.109375, 1.195312, 1.125, 1.054688, 1.140625, 1.195312, 1.242188, 1.09375, 1.054688, 1.101562, 1.34375, 1.0, 1.164062, 1.320312, 1.226562, 1.148438, 1.234375, 1.09375, 1.203125, 1.171875, 1.195312, 1.132812, 1.171875, 1.179688, 1.039062, 1.179688, 1.148438, 1.140625, 1.125, 1.320312, 1.03125, 1.140625, 1.195312, 1.101562, 1.328125, 1.109375, 1.234375, 1.171875, 1.25, 1.15625, 1.117188, 1.117188, 1.148438, 1.101562, 1.125, 1.1875, 1.132812, 1.085938, 1.203125, 1.140625, 1.125, 1.132812, 1.179688, 1.148438, 1.046875, 1.140625, 1.140625, 1.242188, 1.171875, 1.148438, 1.023438, 1.15625, 1.101562, 1.179688, 1.164062, 1.15625, 1.1875, 1.164062, 1.140625, 1.132812, 1.09375, 1.148438, 1.210938, 1.0625, 1.179688, 1.101562, 1.109375, 1.101562, 1.179688, 1.125, 1.234375, 1.101562, 1.101562, 1.148438, 1.148438, 1.132812, 1.109375, 1.078125, 1.148438, 1.148438, 1.109375, 1.164062, 1.09375, 1.0625, 1.148438, 1.195312, 1.046875, 1.070312, 1.132812, 1.109375, 1.179688, 1.234375, 1.085938, 1.289062, 1.132812, 1.226562, 1.125, 1.171875, 1.101562, 1.234375, 1.140625, 1.21875, 1.140625, 1.148438, 1.054688, 1.070312, 1.148438, 1.046875, 1.101562, 1.195312, 1.09375, 1.132812, 1.171875, 1.195312, 1.125, 1.125, 1.210938, 1.1875, 1.15625, 1.070312, 1.09375, 1.101562, 1.1875, 1.125, 1.1875, 1.117188, 1.1875, 1.21875, 1.21875, 1.164062, 1.125, 1.117188, 1.148438, 1.148438, 1.117188, 1.15625, 1.15625, 1.117188, 0.003128, 1.09375, 1.203125, 1.046875, 1.117188, 1.164062, 1.171875, 1.171875, 1.140625, 1.148438, 1.09375, 1.085938, 1.171875, 1.046875, 1.195312, 1.125, 1.148438, 1.070312, 1.117188, 1.171875, 1.3125, 1.148438, 1.328125, 1.101562, 1.226562, 1.1875, 1.195312, 1.164062, 1.1875, 1.179688, 1.117188, 1.171875, 1.109375, 1.085938, 1.179688, 1.0625, 1.007812, 1.1875, 1.101562, 1.242188, 1.09375, 1.117188, 1.109375, 1.242188, 1.140625, 1.226562, 1.195312, 1.335938, 1.132812, 1.132812, 1.078125, 1.046875, 1.125, 1.125, 1.234375, 1.148438, 1.1875, 1.117188, 1.109375, 1.132812, 1.148438, 1.070312, 1.132812, 1.015625, 1.109375, 1.15625, 1.109375, 1.21875, 1.203125, 1.125, 1.140625, 1.140625, 1.328125, 1.101562, 1.078125, 1.109375, 1.210938, 1.132812, 1.117188, 1.125, 1.195312, 1.15625, 1.148438, 1.15625, 1.148438, 1.148438, 1.078125, 1.109375, 1.148438, 1.140625, 1.070312, 1.078125, 1.171875, 1.085938, 1.1875, 1.085938, 1.09375, 1.125, 1.117188, 1.125, 1.101562, 1.0625, 1.132812, 1.109375, 1.203125, 1.125, 1.296875, 1.101562, 1.1875, 1.1875, 1.0625, 1.273438, 1.140625, 1.132812, 1.0625, 1.070312, 1.140625, 1.101562, 1.226562, 1.078125, 1.148438, 1.09375, 1.140625, 1.132812, 1.171875, 1.148438, 1.164062, 1.0625, 1.140625, 1.109375, 1.125, 1.101562, 1.132812, 1.148438, 1.09375, 1.078125, 1.140625, 1.226562, 1.148438, 1.046875, 1.117188, 1.101562, 1.164062, 1.15625, 1.109375, 1.210938, 1.039062, 1.148438, 1.0625, 1.171875, 1.109375, 1.09375, 1.109375, 1.171875, 1.148438, 1.148438, 1.171875, 1.085938, 1.117188, 1.132812, 1.171875, 1.179688, 1.125, 1.148438, 1.195312, 1.195312, 1.203125, 1.171875, 1.085938, 1.164062, 1.148438, 1.132812, 1.125, 1.203125, 1.242188, 1.09375, 1.148438, 1.140625, 1.148438, 1.164062, 1.101562, 1.109375, 1.171875, 1.117188, 1.179688, 1.117188, 1.164062, 1.078125, 1.117188, 1.109375, 1.109375, 1.164062, 1.1875, 1.273438, 1.140625, 1.226562, 1.140625, 1.179688, 1.179688, 1.117188, 1.09375, 1.085938, 1.148438, 1.0625, 1.1875, 1.21875, 1.210938, 1.125, 1.164062, 1.078125, 1.15625, 1.101562, 1.203125, 1.085938, 1.171875, 1.289062, 1.164062, 1.09375, 1.125, 1.1875, 1.03125, 1.109375, 1.210938, 1.15625, 1.117188, 1.148438, 1.265625, 1.164062, 1.171875, 1.0625, 1.226562, 1.203125, 1.078125, 1.164062, 1.234375, 1.1875, 1.109375, 1.125, 1.140625, 1.164062, 1.164062, 1.148438, 1.078125, 1.242188, 1.140625, 1.164062, 1.09375, 1.125, 1.03125, 1.210938, 1.109375, 1.15625, 1.125, 1.109375, 1.265625, 1.085938, 1.140625, 1.132812, 1.171875, 1.164062, 1.09375, 1.101562, 1.132812, 1.132812, 1.203125, 1.25, 1.070312, 1.125, 1.078125, 1.226562, 1.25, 1.132812, 1.179688, 1.148438, 1.132812, 1.117188, 1.304688, 1.0625, 1.1875, 1.171875, 1.03125, 1.148438, 1.125, 1.148438, 1.210938, 1.210938, 1.210938, 1.15625, 1.101562, 0.527344, 1.210938, 1.132812, 1.117188, 1.164062, 1.125, 1.195312, 1.140625, 1.140625, 1.140625, 1.101562, 1.039062, 1.109375, 1.101562, 1.125, 1.070312, 1.125, 1.054688, 1.171875, 1.125, 1.148438, 1.164062, 1.164062, 1.109375, 1.09375, 1.109375, 1.15625, 1.148438, 1.070312, 1.242188, 1.15625, 1.046875, 1.265625, 1.117188, 1.179688, 1.132812, 1.132812, 1.140625, 1.078125, 1.195312, 1.140625, 1.09375, 1.164062, 1.179688, 1.132812, 1.125, 1.210938, 1.15625, 1.195312, 1.09375, 1.15625, 1.039062, 1.164062, 1.148438, 1.226562, 1.085938, 1.21875, 1.132812, 1.078125, 1.117188, 1.085938, 1.179688, 1.132812, 1.109375, 1.101562, 1.101562, 1.179688, 1.117188, 1.15625, 1.085938, 1.203125, 1.140625, 1.148438, 1.085938, 1.179688, 1.09375, 1.171875, 1.171875, 1.203125, 1.070312, 1.140625, 1.125, 1.164062, 1.179688, 1.203125, 1.132812, 1.117188, 1.15625, 1.101562, 1.101562, 1.179688, 1.117188, 1.09375, 1.132812, 1.195312, 1.171875, 1.164062, 1.15625, 1.148438, 1.15625, 1.140625, 1.15625, 1.140625, 1.195312, 1.078125, 1.171875, 1.195312, 1.21875, 1.101562, 1.25, 1.007812, 1.09375, 1.0625, 1.03125, 1.101562, 1.125, 1.125, 1.171875, 1.125, 1.140625, 1.148438, 1.15625, 1.101562, 1.132812, 1.03125, 1.171875, 1.179688, 1.132812, 1.25, 1.109375, 1.164062, 1.15625, 1.148438, 1.203125, 1.148438, 1.257812 ] }, "name": "model.transformer.layers.30.attn_norm.weight", "outputIndexes": [ 1866 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1865, 1866 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_30/Mul_1_output_0", "outputIndexes": [ 1867 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1867 ], "outputIndexes": [ 3298 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3298 ], "outputIndexes": [ 3299 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear", "inputIndexes": [ 3299 ], "outputIndexes": [ 3300 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2294954040, 9437446, 589824, 12288, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3300 ], "outputIndexes": [ 3301 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3301 ], "outputIndexes": [ 1868 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1867 ], "main_type": "NONE", "name": "/Shape_121_output_0", "outputIndexes": [ 1869 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1869 ], "main_type": "NONE", "name": "Shape2645", "outputIndexes": [ 1870 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1869 ], "main_type": "NONE", "name": "Rank2647", "outputIndexes": [ 1871 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1871, 1871 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2649", "outputIndexes": [ 1872 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1872 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2650", "outputIndexes": [ 1873 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1872, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2652", "outputIndexes": [ 1874 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2653", "outputIndexes": [ 1875 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1870, 1873, 1875, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2656", "outputIndexes": [ 1876 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1876 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2657", "outputIndexes": [ 1877 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1877 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2658", "outputIndexes": [ 1878 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878, 1877 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2659", "outputIndexes": [ 1879 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1869, 1879, 1872 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_154_output_0", "outputIndexes": [ 1880 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_301_output_0", "outputIndexes": [ 1881 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 24 ] }, "name": "/Constant_900_output_0", "outputIndexes": [ 1882 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1881, 1882, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_150_output_0", "outputIndexes": [ 1883 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1868, 1883 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_121_output_0", "outputIndexes": [ 1884 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1884 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_30/Mul_output_0", "outputIndexes": [ 1885 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.029419, -0.039795, 0.00132, 0.071777, 0.056396, 0.217773, 0.097656, 1.25, 0.032227, 0.804688, 1.460938, 1.0625, 1.398438, 1.164062, 1.40625, 1.515625, 1.46875, 1.515625, 1.742188, 1.570312, 1.695312, 1.632812, 1.570312, 1.78125, 1.515625, 1.539062, 1.625, 1.523438, 1.726562, 1.789062, 1.546875, 1.695312, 1.664062, 1.78125, 1.765625, 1.882812, 1.523438, 1.835938, 1.804688, 1.875, 1.992188, 1.515625, 2.203125, 1.296875, 1.703125, 2.03125, 1.789062, 1.84375, 1.820312, 1.851562, 1.765625, 1.789062, 1.640625, 1.695312, 1.75, 1.765625, 1.851562, 1.65625, 1.664062, 1.703125, 1.78125, 1.570312, 1.703125, 1.5, -0.002487, 0.025391, 0.062988, 0.0271, 0.000241, 1.0625, 0.012573, 0.007751, 1.484375, 1.21875, 1.59375, 1.421875, 1.117188, 1.53125, 1.703125, 1.796875, 1.492188, 1.484375, 1.4375, 1.710938, 1.492188, 1.515625, 1.617188, 1.71875, 1.648438, 1.625, 1.796875, 1.78125, 1.703125, 1.539062, 1.789062, 1.710938, 1.914062, 1.632812, 1.84375, 1.585938, 2.03125, 1.703125, 1.835938, 1.789062, 1.664062, 2.078125, 1.515625, 2.265625, 1.96875, 1.617188, 1.859375, 1.820312, 1.742188, 1.671875, 1.820312, 1.757812, 1.757812, 1.828125, 1.679688, 1.671875, 1.59375, 1.625, 1.742188, 1.695312, 1.601562, 1.6875, 1.703125, 1.765625 ] }, "name": "model.transformer.layers.30.attn.q_norm.weight", "outputIndexes": [ 1886 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885, 1886 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_30/Mul_1_output_0", "outputIndexes": [ 1887 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1887, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_120_output_0", "outputIndexes": [ 1888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1887, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_121_output_0", "outputIndexes": [ 1889 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1889 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_60_output_0", "outputIndexes": [ 1890 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1887, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_120_output_0", "outputIndexes": [ 1891 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1890, 1891 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_153_output_0", "outputIndexes": [ 1892 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1892, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_121_output_0", "outputIndexes": [ 1893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1888, 1893 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_120_output_0", "outputIndexes": [ 1894 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1867 ], "outputIndexes": [ 3302 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3302 ], "outputIndexes": [ 3303 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear", "inputIndexes": [ 3303 ], "outputIndexes": [ 3304 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2304993598, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3304 ], "outputIndexes": [ 3305 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3305 ], "outputIndexes": [ 1895 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 6 ] }, "name": "/Constant_902_output_0", "outputIndexes": [ 1896 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1881, 1896, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_151_output_0", "outputIndexes": [ 1897 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1895, 1897 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_122_output_0", "outputIndexes": [ 1898 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1898 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_30/Mul_output_0", "outputIndexes": [ 1899 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.023193, -0.049316, 0.000286, 0.068848, 0.048584, 0.285156, 0.083008, 1.132812, 0.036133, 0.277344, 1.53125, 0.425781, 1.671875, 0.503906, 1.132812, 1.257812, 1.53125, 1.6875, 1.695312, 1.109375, 1.84375, 1.421875, 1.15625, 0.949219, 1.40625, 1.828125, 1.90625, 1.757812, 1.585938, 1.3125, 2.046875, 1.671875, 2.125, 1.632812, 1.78125, 1.492188, 2.125, 1.726562, 1.882812, 1.726562, 1.585938, 2.203125, 1.429688, 2.375, 1.929688, 1.617188, 1.84375, 1.789062, 1.765625, 1.75, 1.75, 1.726562, 1.6875, 1.765625, 1.671875, 1.65625, 1.695312, 1.632812, 1.75, 1.679688, 1.703125, 1.820312, 1.75, 1.9375, 0.003998, 0.00079, 0.062012, -0.002518, -0.00766, 0.949219, 0.008667, 0.05249, 1.367188, 1.429688, 1.617188, 1.6875, 0.480469, 1.773438, 1.851562, 1.875, 1.4375, 1.320312, 1.4375, 1.914062, 0.914062, 1.757812, 1.9375, 2.109375, 1.773438, 1.445312, 1.429688, 1.453125, 1.898438, 1.890625, 1.375, 1.742188, 1.382812, 1.742188, 1.789062, 2.015625, 1.351562, 1.8125, 1.78125, 1.90625, 2.0625, 1.367188, 2.171875, 1.34375, 1.6875, 2.015625, 1.78125, 1.820312, 1.789062, 1.835938, 1.773438, 1.78125, 1.710938, 1.742188, 1.765625, 1.804688, 2.0, 1.835938, 1.71875, 1.765625, 1.820312, 1.671875, 1.789062, 1.664062 ] }, "name": "model.transformer.layers.30.attn.k_norm.weight", "outputIndexes": [ 1900 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1899, 1900 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_30/Mul_1_output_0", "outputIndexes": [ 1901 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_122_output_0", "outputIndexes": [ 1902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_123_output_0", "outputIndexes": [ 1903 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1903 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_61_output_0", "outputIndexes": [ 1904 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_122_output_0", "outputIndexes": [ 1905 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 1905 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_154_output_0", "outputIndexes": [ 1906 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1906, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_123_output_0", "outputIndexes": [ 1907 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1902, 1907 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_121_output_0", "outputIndexes": [ 1908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1867 ], "outputIndexes": [ 3306 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3306 ], "outputIndexes": [ 3307 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear", "inputIndexes": [ 3307 ], "outputIndexes": [ 3308 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2307503684, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3308 ], "outputIndexes": [ 3309 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3309 ], "outputIndexes": [ 1909 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909, 1897 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_123_output_0", "outputIndexes": [ 1910 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1894, 1908, 1910, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.30/self_attn/FusedAttention", "outputIndexes": [ 1911 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1911 ], "outputIndexes": [ 3310 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3310 ], "outputIndexes": [ 3311 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear", "inputIndexes": [ 3311 ], "outputIndexes": [ 3312 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2310013770, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3312 ], "outputIndexes": [ 3313 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3313 ], "outputIndexes": [ 1912 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1864, 1912 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_122_output_0", "outputIndexes": [ 1913 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1913 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_30/Mul_output_0", "outputIndexes": [ 1914 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.365234, 0.359375, 0.367188, 0.365234, 0.353516, 0.361328, 0.365234, 0.365234, 0.357422, 0.365234, 0.367188, 0.363281, 0.371094, 0.363281, 0.365234, 0.353516, 0.371094, 0.371094, 0.359375, 0.359375, 0.353516, 0.357422, 0.363281, 0.369141, 0.384766, 0.365234, 0.363281, 0.361328, 0.376953, 0.357422, 0.353516, 0.355469, 0.361328, 0.367188, 0.363281, 0.363281, 0.367188, 0.373047, 0.363281, 0.363281, 0.363281, 0.361328, 0.365234, 0.361328, 0.363281, 0.359375, 0.353516, 0.359375, 0.363281, 0.357422, 0.349609, 0.359375, 0.373047, 0.361328, 0.355469, 0.363281, 0.363281, 0.365234, 0.367188, 0.363281, 0.365234, 0.355469, 0.363281, 0.371094, 0.355469, 0.355469, 0.359375, 0.363281, 0.371094, 0.355469, 0.367188, 0.353516, 0.363281, 0.355469, 0.367188, 0.363281, 0.367188, 0.365234, 0.355469, 0.361328, 0.363281, 0.369141, 0.363281, 0.367188, 0.363281, 0.371094, 0.367188, 0.365234, 0.359375, 0.363281, 0.361328, 0.359375, 0.361328, 0.363281, 0.367188, 0.367188, 0.367188, 0.359375, 0.365234, 0.357422, 0.367188, 0.365234, 0.355469, 0.351562, 0.369141, 0.361328, 0.335938, 0.355469, 0.367188, 0.363281, 0.363281, 0.367188, 0.359375, 0.365234, 0.361328, 0.332031, 0.365234, 0.357422, 0.365234, 0.363281, 0.359375, 0.361328, 0.355469, 0.351562, 0.367188, 0.369141, 0.365234, 0.361328, 0.369141, 0.369141, 0.367188, 0.363281, 0.365234, 0.363281, 0.363281, 0.355469, 0.355469, 0.371094, 0.355469, 0.349609, 0.365234, 0.357422, 0.363281, 0.375, 0.365234, 0.361328, 0.359375, 0.357422, 0.367188, 0.363281, 0.359375, 0.369141, 0.361328, 0.361328, 0.361328, 0.369141, 0.363281, 0.371094, 0.367188, 0.355469, 0.357422, 0.363281, 0.367188, 0.373047, 0.349609, 0.357422, 0.357422, 0.371094, 0.359375, 0.363281, 0.310547, 0.359375, 0.363281, 0.367188, 0.369141, 0.367188, 0.367188, 0.357422, 0.363281, 0.353516, 0.357422, 0.369141, 0.359375, 0.355469, 0.373047, 0.363281, 0.363281, 0.353516, 0.365234, 0.355469, 0.373047, 0.365234, 0.367188, 0.367188, 0.361328, 0.359375, 0.361328, 0.369141, 0.355469, 0.367188, 0.376953, 0.361328, 0.359375, 0.353516, 0.404297, 0.373047, 0.355469, 0.365234, 0.363281, 0.367188, 0.359375, 0.367188, 0.371094, 0.359375, 0.367188, 0.355469, 0.367188, 0.355469, 0.371094, 0.359375, 0.367188, 0.355469, 0.367188, 0.365234, 0.363281, 0.357422, 0.369141, 0.365234, 0.365234, 0.361328, 0.355469, 0.369141, 0.357422, 0.375, 0.361328, 0.359375, 0.357422, 0.367188, 0.365234, 0.34375, 0.359375, 0.365234, 0.375, 0.363281, 0.359375, 0.351562, 0.359375, 0.371094, 0.363281, 0.363281, 0.355469, 0.363281, 0.361328, 0.361328, 0.363281, 0.363281, 0.365234, 0.365234, 0.365234, 0.361328, 0.367188, 0.365234, 0.365234, 0.363281, 0.367188, 0.365234, 0.359375, 0.361328, 0.359375, 0.355469, 0.361328, 0.369141, 0.351562, 0.357422, 0.365234, 0.365234, 0.363281, 0.361328, 0.363281, 0.363281, 0.357422, 0.367188, 0.359375, 0.367188, 0.363281, 0.361328, 0.367188, 0.353516, 0.357422, 0.363281, 0.371094, 0.361328, 0.359375, 0.367188, 0.365234, 0.355469, 0.369141, 0.367188, 0.357422, 0.357422, 0.367188, 0.369141, 0.375, 0.365234, 0.357422, 0.361328, 0.353516, 0.367188, 0.365234, 0.365234, 0.361328, 0.367188, 0.361328, 0.357422, 0.361328, 0.361328, 0.369141, 0.369141, 0.359375, 0.369141, 0.365234, 0.355469, 0.369141, 0.359375, 0.355469, 0.353516, 0.365234, 0.369141, 0.353516, 0.367188, 0.367188, 0.355469, 0.359375, 0.367188, 0.361328, 0.380859, 0.373047, 0.359375, 0.357422, 0.363281, 0.357422, 0.355469, 0.363281, 0.363281, 0.365234, 0.365234, 0.361328, 0.367188, 0.361328, 0.353516, 0.365234, 0.365234, 0.359375, 0.357422, 0.363281, 0.367188, 0.349609, 0.347656, 0.361328, 0.357422, 0.367188, 0.365234, 0.365234, 0.369141, 0.359375, 0.361328, 0.359375, 0.373047, 0.361328, 0.363281, 0.355469, 0.367188, 0.357422, 0.363281, 0.347656, 0.371094, 0.355469, 0.365234, 0.367188, 0.359375, 0.367188, 0.355469, 0.355469, 0.367188, 0.355469, 0.363281, 0.349609, 0.369141, 0.359375, 0.373047, 0.361328, 0.369141, 0.361328, 0.375, 0.365234, 0.363281, 0.359375, 0.359375, 0.373047, 0.359375, 0.363281, 0.367188, 0.361328, 0.353516, 0.365234, 0.355469, 0.361328, 0.359375, 0.365234, 0.349609, 0.34375, 0.359375, 0.369141, 0.359375, 0.363281, 0.361328, 0.363281, 0.367188, 0.396484, 0.376953, 0.371094, 0.355469, 0.371094, 0.361328, 0.361328, 0.367188, 0.355469, 0.363281, 0.371094, 0.361328, 0.351562, 0.353516, 0.369141, 0.365234, 0.369141, 0.361328, 0.363281, 0.363281, 0.355469, 0.371094, 0.371094, 0.363281, 0.363281, 0.363281, 0.365234, 0.357422, 0.361328, 0.361328, 0.365234, 0.365234, 0.353516, 0.359375, 0.363281, 0.349609, 0.361328, 0.355469, 0.369141, 0.363281, 0.359375, 0.365234, 0.357422, 0.365234, 0.365234, 0.361328, 0.365234, 0.355469, 0.359375, 0.361328, 0.359375, 0.355469, 0.363281, 0.349609, 0.353516, 0.347656, 0.359375, 0.369141, 0.361328, 0.367188, 0.353516, 0.363281, 0.365234, 0.339844, 0.361328, 0.361328, 0.359375, 0.355469, 0.369141, 0.365234, 0.359375, 0.367188, 0.363281, 0.363281, 0.363281, 0.363281, 0.365234, 0.365234, 0.365234, 0.359375, 0.363281, 0.373047, 0.359375, 0.371094, 0.359375, 0.351562, 0.359375, 0.361328, 0.363281, 0.365234, 0.359375, 0.359375, 0.363281, 0.351562, 0.363281, 0.361328, 0.365234, 0.369141, 0.34375, 0.373047, 0.365234, 0.359375, 0.357422, 0.371094, 0.371094, 0.369141, 0.355469, 0.371094, 0.365234, 0.365234, 0.349609, 0.359375, 0.361328, 0.363281, 0.363281, 0.365234, 0.367188, 0.369141, 0.367188, 0.369141, 0.363281, 0.361328, 0.357422, 0.363281, 0.363281, 0.361328, 0.363281, 0.359375, 0.365234, 0.361328, 0.382812, 0.363281, 0.367188, 0.355469, 0.365234, 0.361328, 0.363281, 0.359375, 0.361328, 0.373047, 0.363281, 0.357422, 0.361328, 0.367188, 0.359375, 0.369141, 0.369141, 0.351562, 0.363281, 0.363281, 0.359375, 0.369141, 0.365234, 0.365234, 0.369141, 0.359375, 0.357422, 0.367188, 0.361328, 0.361328, 0.353516, 0.347656, 0.357422, 0.355469, 0.363281, 0.367188, 0.359375, 0.357422, 0.355469, 0.283203, 0.369141, 0.345703, 0.363281, 0.357422, 0.355469, 0.369141, 0.359375, 0.371094, 0.373047, 0.357422, 0.363281, 0.371094, 0.369141, 0.365234, 0.361328, 0.359375, 0.359375, 0.359375, 0.355469, 0.359375, 0.361328, 0.367188, 0.365234, 0.359375, 0.359375, 0.367188, 0.371094, 0.361328, 0.367188, 0.359375, 0.376953, 0.363281, 0.363281, 0.361328, 0.363281, 0.353516, 0.359375, 0.371094, 0.351562, 0.361328, 0.363281, 0.365234, 0.357422, 0.363281, 0.363281, 0.365234, 0.367188, 0.351562, 0.367188, 0.365234, 0.361328, 0.363281, 0.375, 0.365234, 0.361328, 0.369141, 0.359375, 0.359375, 0.365234, 0.361328, 0.365234, 0.361328, 0.363281, 0.365234, 0.357422, 0.357422, 0.363281, 0.353516, 0.371094, 0.369141, 0.367188, 0.361328, 0.359375, 0.357422, 0.363281, 0.363281, 0.367188, 0.363281, 0.357422, 0.363281, 0.361328, 0.363281, 0.357422, 0.359375, 0.367188, 0.351562, 0.367188, 0.361328, 0.365234, 0.373047, 0.367188, 0.359375, 0.365234, 0.376953, 0.363281, 0.371094, 0.365234, 0.355469, 0.369141, 0.353516, 0.359375, 0.353516, 0.367188, 0.357422, 0.371094, 0.361328, 0.357422, 0.351562, 0.361328, 0.367188, 0.363281, 0.363281, 0.361328, 0.355469, 0.353516, 0.363281, 0.359375, 0.367188, 0.353516, 0.363281, 0.361328, 0.365234, 0.3125, 0.371094, 0.359375, 0.367188, 0.373047, 0.373047, 0.353516, 0.361328, 0.365234, 0.351562, 0.367188, 0.359375, 0.367188, 0.367188, 0.361328, 0.363281, 0.357422, 0.357422, 0.363281, 0.367188, 0.376953, 0.369141, 0.357422, 0.365234, 0.369141, 0.357422, 0.355469, 0.357422, 0.361328, 0.359375, 0.357422, 0.357422, 0.363281, 0.365234, 0.34375, 0.365234, 0.363281, 0.363281, 0.365234, 0.359375, 0.365234, 0.365234, 0.365234, 0.367188, 0.365234, 0.373047, 0.355469, 0.369141, 0.355469, 0.363281, 0.359375, 0.373047, 0.361328, 0.375, 0.369141, 0.365234, 0.357422, 0.357422, 0.355469, 0.357422, 0.361328, 0.361328, 0.371094, 0.363281, 0.363281, 0.365234, 0.363281, 0.359375, 0.361328, 0.355469, 0.359375, 0.361328, 0.365234, 0.355469, 0.361328, 0.361328, 0.361328, 0.357422, 0.357422, 0.355469, 0.365234, 0.365234, 0.353516, 0.361328, 0.353516, 0.365234, 0.369141, 0.363281, 0.365234, 0.376953, 0.363281, 0.371094, 0.357422, 0.351562, 0.355469, 0.367188, 0.367188, 0.363281, 0.371094, 0.369141, 0.357422, 0.367188, 0.373047, 0.378906, 0.349609, 0.357422, 0.361328, 0.351562, 0.369141, 0.361328, 0.361328, 0.365234, 0.369141, 0.365234, 0.359375, 0.357422, 0.359375, 0.365234, 0.365234, 0.359375, 0.371094, 0.376953, 0.359375, 0.357422, 0.361328, 0.367188, 0.355469, 0.375, 0.363281, 0.365234, 0.363281, 0.363281, 0.353516, 0.363281, 0.365234, 0.353516, 0.359375, 0.369141, 0.376953, 0.369141, 0.363281, 0.359375, 0.355469, 0.363281, 0.365234, 0.357422, 0.355469, 0.365234, 0.351562, 0.371094, 0.369141, 0.361328, 0.367188, 0.359375, 0.353516, 0.361328, 0.361328, 0.363281, 0.369141, 0.375, 0.371094, 0.357422, 0.365234, 0.365234, 0.357422, 0.363281, 0.359375, 0.367188, 0.361328, 0.367188, 0.365234, 0.359375, 0.359375, 0.355469, 0.369141, 0.359375, 0.355469, 0.357422, 0.361328, 0.357422, 0.369141, 0.361328, 0.357422, 0.363281, 0.369141, 0.357422, 0.359375, 0.375, 0.373047, 0.357422, 0.355469, 0.353516, 0.371094, 0.363281, 0.365234, 0.359375, 0.363281, 0.355469, 0.363281, 0.359375, 0.357422, 0.375, 0.365234, 0.353516, 0.363281, 0.361328, 0.367188, 0.355469, 0.363281, 0.363281, 0.361328, 0.367188, 0.367188, 0.363281, 0.361328, 0.363281, 0.365234, 0.367188, 0.367188, 0.361328, 0.363281, 0.361328, 0.345703, 0.365234, 0.375, 0.359375, 0.355469, 0.367188, 0.359375, 0.355469, 0.365234, 0.359375, 0.357422, 0.361328, 0.363281, 0.357422, 0.365234, 0.353516, 0.367188, 0.361328, 0.371094, 0.361328, 0.353516, 0.337891, 0.349609, 0.371094, 0.369141, 0.367188, 0.355469, 0.361328, 0.375, 0.363281, 0.361328, 0.367188, 0.359375, 0.363281, 0.371094, 0.367188, 0.369141, 0.361328, 0.353516, 0.361328, 0.365234, 0.371094, 0.369141, 0.357422, 0.373047, 0.365234, 0.351562, 0.367188, 0.355469, 0.365234, 0.355469, 0.361328, 0.359375, 0.367188, 0.365234, 0.363281, 0.365234, 0.357422, 0.367188, 0.367188, 0.355469, 0.357422, 0.349609, 0.361328, 0.355469, 0.363281, 0.365234, 0.367188, 0.359375, 0.367188, 0.365234, 0.355469, 0.357422, 0.353516, 0.365234, 0.369141, 0.367188, 0.367188, 0.353516, 0.367188, 0.371094, 0.355469, 0.371094, 0.361328, 0.353516, 0.359375, 0.361328, 0.355469, 0.365234, 0.378906, 0.357422, 0.367188, 0.363281, 0.365234, 0.367188, 0.369141, 0.363281, 0.369141, 0.365234, 0.365234, 0.361328, 0.359375, 0.365234, 0.355469, 0.355469, 0.361328, 0.359375, 0.369141, 0.361328, 0.341797, 0.355469, 0.367188, 0.357422, 0.363281, 0.367188, 0.373047, 0.359375, 0.355469, 0.353516, 0.359375, 0.359375, 0.361328, 0.369141, 0.367188, 0.363281, 0.359375, 0.365234, 0.367188, 0.371094, 0.365234, 0.357422, 0.351562, 0.367188, 0.357422, 0.357422, 0.369141, 0.369141, 0.359375, 0.355469, 0.357422, 0.347656, 0.353516, 0.361328, 0.359375, 0.359375, 0.347656, 0.369141, 0.363281, 0.365234, 0.363281, 0.369141, 0.359375, 0.365234, 0.369141, 0.367188, 0.363281, 0.353516, 0.369141, 0.367188, 0.371094, 0.367188, 0.363281, 0.359375, 0.363281, 0.365234, 0.359375, 0.371094, 0.359375, 0.359375, 0.367188, 0.351562, 0.365234, 0.378906, 0.369141, 0.365234, 0.365234, 0.367188, 0.375, 0.347656, 0.361328, 0.351562, 0.353516, 0.359375, 0.351562, 0.363281, 0.363281, 0.353516, 0.359375, 0.361328, 0.357422, 0.367188, 0.365234, 0.363281, 0.375, 0.359375, 0.355469, 0.357422, 0.355469, 0.376953, 0.369141, 0.369141, 0.363281, 0.375, 0.359375, 0.357422, 0.371094, 0.367188, 0.359375, 0.365234, 0.367188, 0.361328, 0.367188, 0.353516, 0.355469, 0.369141, 0.359375, 0.359375, 0.357422, 0.353516, 0.351562, 0.357422, 0.351562, 0.361328, 0.373047, 0.357422, 0.355469, 0.359375, 0.367188, 0.367188, 0.357422, 0.359375, 0.367188, 0.365234, 0.359375, 0.378906, 0.363281, 0.363281, 0.365234, 0.363281, 0.365234, 0.361328, 0.367188, 0.365234, 0.351562, 0.365234, 0.357422, 0.373047, 0.357422, 0.359375, 0.367188, 0.363281, 0.365234, 0.359375, 0.355469, 0.388672, 0.359375, 0.353516, 0.365234, 0.355469, 0.355469, 0.363281, 0.361328, 0.361328, 0.357422, 0.359375, 0.357422, 0.371094, 0.349609, 0.359375, 0.365234, 0.353516, 0.353516, 0.365234, 0.345703, 0.365234, 0.357422, 0.367188, 0.359375, 0.363281, 0.355469, 0.361328, 0.359375, 0.371094, 0.355469, 0.367188, 0.365234, 0.365234, 0.357422, 0.351562, 0.357422, 0.367188, 0.375, 0.357422, 0.363281, 0.365234, 0.357422, 0.359375, 0.371094, 0.367188, 0.355469, 0.351562, 0.367188, 0.367188, 0.363281, 0.349609, 0.365234, 0.367188, 0.357422, 0.365234, 0.363281, 0.375, 0.349609, 0.355469, 0.365234, 0.365234, 0.365234, 0.365234, 0.355469, 0.369141, 0.367188, 0.351562, 0.361328, 0.357422, 0.357422, 0.363281, 0.357422, 0.363281, 0.357422, 0.361328, 0.363281, 0.371094, 0.353516, 0.367188, 0.361328, 0.363281, 0.373047, 0.359375, 0.365234, 0.378906, 0.361328, 0.363281, 0.365234, 0.365234, 0.361328, 0.373047, 0.373047, 0.357422, 0.353516, 0.353516, 0.363281, 0.365234, 0.355469, 0.355469, 0.363281, 0.361328, 0.357422, 0.371094, 0.361328, 0.341797, 0.367188, 0.365234, 0.367188, 0.369141, 0.363281, 0.361328, 0.359375, 0.361328, 0.365234, 0.351562, 0.361328, 0.365234, 0.359375, 0.357422, 0.357422, 0.359375, 0.367188, 0.361328, 0.359375, 0.365234, 0.359375, 0.361328, 0.363281, 0.367188, 0.363281, 0.357422, 0.363281, 0.355469, 0.365234, 0.361328, 0.357422, 0.365234, 0.357422, 0.357422, 0.361328, 0.355469, 0.367188, 0.351562, 0.365234, 0.363281, 0.365234, 0.365234, 0.353516, 0.363281, 0.371094, 0.367188, 0.376953, 0.363281, 0.371094, 0.367188, 0.355469, 0.363281, 0.351562, 0.355469, 0.353516, 0.367188, 0.361328, 0.361328, 0.365234, 0.355469, 0.371094, 0.353516, 0.369141, 0.365234, 0.355469, 0.361328, 0.365234, 0.365234, 0.355469, 0.359375, 0.357422, 0.371094, 0.361328, 0.296875, 0.371094, 0.361328, 0.369141, 0.371094, 0.363281, 0.330078, 0.371094, 0.367188, 0.363281, 0.361328, 0.361328, 0.361328, 0.367188, 0.361328, 0.357422, 0.365234, 0.365234, 0.365234, 0.369141, 0.359375, 0.365234, 0.363281, 0.365234, 0.357422, 0.369141, 0.353516, 0.359375, 0.392578, 0.371094, 0.357422, 0.367188, 0.361328, 0.361328, 0.355469, 0.369141, 0.359375, 0.359375, 0.365234, 0.353516, 0.363281, 0.365234, 0.363281, 0.359375, 0.359375, 0.365234, 0.373047, 0.363281, 0.369141, 0.375, 0.351562, 0.359375, 0.367188, 0.367188, 0.347656, 0.363281, 0.369141, 0.349609, 0.371094, 0.361328, 0.363281, 0.361328, 0.359375, 0.371094, 0.357422, 0.361328, 0.347656, 0.367188, 0.363281, 0.357422, 0.371094, 0.361328, 0.367188, 0.359375, 0.355469, 0.357422, 0.353516, 0.357422, 0.361328, 0.369141, 0.375, 0.357422, 0.363281, 0.371094, 0.361328, 0.375, 0.357422, 0.349609, 0.359375, 0.365234, 0.363281, 0.357422, 0.361328, 0.363281, 0.351562, 0.361328, 0.361328, 0.361328, 0.359375, 0.357422, 0.365234, 0.363281, 0.367188, 0.369141, 0.367188, 0.375, 0.359375, 0.359375, 0.361328, 0.357422, 0.375, 0.359375, 0.359375, 0.369141, 0.361328, 0.363281, 0.359375, 0.361328, 0.363281, 0.359375, 0.361328, 0.359375, 0.363281, 0.359375, 0.357422, 0.363281, 0.363281, 0.359375, 0.353516, 0.365234, 0.367188, 0.365234, 0.367188, 0.369141, 0.367188, 0.363281, 0.367188, 0.367188, 0.367188, 0.355469, 0.357422, 0.365234, 0.367188, 0.367188, 0.408203, 0.365234, 0.359375, 0.361328, 0.355469, 0.363281, 0.365234, 0.363281, 0.355469, 0.363281, 0.355469, 0.367188, 0.369141, 0.347656, 0.369141, 0.365234, 0.365234, 0.371094, 0.359375, 0.361328, 0.359375, 0.367188, 0.361328, 0.369141, 0.371094, 0.367188, 0.365234, 0.357422, 0.363281, 0.351562, 0.369141, 0.367188, 0.355469, 0.365234, 0.365234, 0.371094, 0.365234, 0.363281, 0.365234, 0.359375, 0.375, 0.367188, 0.359375, 0.353516, 0.355469, 0.363281, 0.361328, 0.361328, 0.365234, 0.361328, 0.367188, 0.363281, 0.363281, 0.361328, 0.365234, 0.373047, 0.361328, 0.363281, 0.359375, 0.355469, 0.359375, 0.357422, 0.371094, 0.367188, 0.367188, 0.363281, 0.357422, 0.359375, 0.365234, 0.357422, 0.357422, 0.369141, 0.359375, 0.361328, 0.363281, 0.365234, 0.353516, 0.367188, 0.367188, 0.363281, 0.367188, 0.357422, 0.359375, 0.359375, 0.392578, 0.363281, 0.359375, 0.361328, 0.361328, 0.367188, 0.365234, 0.363281, 0.351562, 0.361328, 0.359375, 0.363281, 0.355469, 0.355469, 0.363281, 0.367188, 0.367188, 0.373047, 0.361328, 0.357422, 0.363281, 0.359375, 0.367188, 0.357422, 0.363281, 0.367188, 0.365234, 0.369141, 0.353516, 0.367188, 0.365234, 0.365234, 0.365234, 0.359375, 0.357422, 0.367188, 0.357422, 0.361328, 0.359375, 0.367188, 0.363281, 0.363281, 0.365234, 0.355469, 0.355469, 0.361328, 0.363281, 0.365234, 0.359375, 0.375, 0.359375, 0.363281, 0.359375, 0.371094, 0.353516, 0.367188, 0.371094, 0.369141, 0.363281, 0.355469, 0.355469, 0.359375, 0.375, 0.357422, 0.367188, 0.361328, 0.365234, 0.363281, 0.359375, 0.367188, 0.361328, 0.363281, 0.369141, 0.363281, 0.363281, 0.357422, 0.369141, 0.367188, 0.357422, 0.367188, 0.359375, 0.359375, 0.365234, 0.363281, 0.359375, 0.375, 0.363281, 0.367188, 0.363281, -0.000557, 0.359375, 0.365234, 0.365234, 0.359375, 0.365234, 0.361328, 0.359375, 0.361328, 0.363281, 0.357422, 0.361328, 0.369141, 0.365234, 0.365234, 0.355469, 0.357422, 0.355469, 0.365234, 0.365234, 0.367188, 0.357422, 0.357422, 0.367188, 0.365234, 0.363281, 0.357422, 0.361328, 0.363281, 0.359375, 0.353516, 0.361328, 0.369141, 0.365234, 0.353516, 0.361328, 0.367188, 0.363281, 0.365234, 0.355469, 0.363281, 0.353516, 0.367188, 0.357422, 0.359375, 0.351562, 0.365234, 0.351562, 0.353516, 0.361328, 0.359375, 0.371094, 0.357422, 0.363281, 0.373047, 0.365234, 0.365234, 0.363281, 0.367188, 0.357422, 0.367188, 0.365234, 0.335938, 0.367188, 0.361328, 0.371094, 0.357422, 0.361328, 0.367188, 0.365234, 0.361328, 0.357422, 0.365234, 0.357422, 0.359375, 0.365234, 0.361328, 0.359375, 0.365234, 0.371094, 0.359375, 0.355469, 0.361328, 0.355469, 0.363281, 0.367188, 0.375, 0.376953, 0.373047, 0.361328, 0.367188, 0.361328, 0.355469, 0.359375, 0.369141, 0.355469, 0.353516, 0.355469, 0.363281, 0.359375, 0.363281, 0.363281, 0.367188, 0.375, 0.359375, 0.363281, 0.359375, 0.361328, 0.367188, 0.349609, 0.357422, 0.359375, 0.359375, 0.355469, 0.365234, 0.357422, 0.359375, 0.357422, 0.355469, 0.361328, 0.361328, 0.361328, 0.365234, 0.359375, 0.359375, 0.363281, 0.359375, 0.359375, 0.359375, 0.363281, 0.361328, 0.363281, 0.002075, 0.369141, 0.357422, 0.363281, 0.361328, 0.371094, 0.357422, 0.361328, 0.359375, 0.361328, 0.363281, 0.361328, 0.353516, 0.365234, 0.369141, 0.349609, 0.359375, 0.361328, 0.359375, 0.365234, 0.365234, 0.355469, 0.361328, 0.341797, 0.355469, 0.371094, 0.373047, 0.367188, 0.363281, 0.369141, 0.361328, 0.359375, 0.367188, 0.367188, 0.361328, 0.357422, 0.361328, 0.357422, 0.359375, 0.365234, 0.392578, 0.357422, 0.351562, 0.357422, 0.359375, 0.359375, 0.361328, 0.357422, 0.363281, 0.359375, 0.365234, 0.359375, 0.353516, 0.363281, 0.361328, 0.363281, 0.359375, 0.347656, 0.369141, 0.369141, 0.367188, 0.355469, 0.359375, 0.363281, 0.365234, 0.361328, 0.363281, 0.363281, 0.355469, 0.369141, 0.361328, 0.359375, 0.359375, 0.357422, 0.361328, 0.361328, 0.359375, 0.355469, 0.361328, 0.359375, 0.355469, 0.361328, 0.363281, 0.357422, 0.363281, 0.365234, 0.371094, 0.361328, 0.357422, 0.367188, 0.367188, 0.369141, 0.369141, 0.363281, 0.371094, 0.367188, 0.359375, 0.367188, 0.357422, 0.357422, 0.361328, 0.359375, 0.367188, 0.361328, 0.357422, 0.361328, 0.363281, 0.365234, 0.357422, 0.361328, 0.355469, 0.363281, 0.365234, 0.365234, 0.369141, 0.359375, 0.359375, 0.365234, 0.359375, 0.349609, 0.359375, 0.361328, 0.351562, 0.355469, 0.349609, 0.363281, 0.365234, 0.365234, 0.361328, 0.369141, 0.359375, 0.361328, 0.363281, 0.337891, 0.359375, 0.369141, 0.363281, 0.337891, 0.365234, 0.361328, 0.367188, 0.369141, 0.361328, 0.365234, 0.353516, 0.363281, 0.365234, 0.365234, 0.367188, 0.365234, 0.359375, 0.353516, 0.365234, 0.367188, 0.365234, 0.355469, 0.357422, 0.361328, 0.365234, 0.359375, 0.363281, 0.357422, 0.369141, 0.357422, 0.367188, 0.361328, 0.363281, 0.361328, 0.355469, 0.363281, 0.363281, 0.369141, 0.359375, 0.361328, 0.363281, 0.361328, 0.353516, 0.363281, 0.365234, 0.363281, 0.361328, 0.367188, 0.363281, 0.369141, 0.351562, 0.347656, 0.361328, 0.363281, 0.367188, 0.371094, 0.367188, 0.361328, 0.373047, 0.365234, 0.365234, 0.369141, 0.363281, 0.367188, 0.367188, 0.365234, 0.369141, 0.365234, 0.355469, 0.367188, 0.355469, 0.373047, 0.367188, 0.365234, 0.361328, 0.355469, 0.365234, 0.361328, 0.355469, 0.365234, 0.365234, 0.361328, 0.359375, 0.357422, 0.363281, 0.369141, 0.361328, 0.353516, 0.359375, 0.363281, 0.371094, 0.363281, 0.367188, 0.359375, 0.361328, 0.359375, 0.359375, 0.367188, 0.359375, 0.355469, 0.359375, 0.361328, 0.359375, 0.363281, 0.369141, 0.355469, 0.355469, 0.369141, 0.353516, 0.361328, 0.363281, 0.361328, 0.361328, 0.353516, 0.361328, 0.357422, 0.365234, 0.357422, 0.363281, 0.355469, 0.361328, 0.363281, 0.359375, 0.355469, 0.365234, 0.363281, 0.363281, 0.357422, 0.359375, 0.365234, 0.361328, 0.361328, 0.376953, 0.347656, 0.363281, 0.357422, 0.359375, 0.373047, 0.367188, 0.359375, 0.355469, 0.367188, 0.369141, 0.359375, 0.371094, 0.369141, 0.365234, 0.363281, 0.371094, 0.363281, 0.353516, 0.365234, 0.355469, 0.359375, 0.363281, 0.361328, 0.365234, 0.423828, 0.363281, 0.357422, 0.363281, 0.363281, 0.367188, 0.361328, 0.359375, 0.365234, 0.369141, 0.373047, 0.361328, 0.361328, 0.355469, 0.363281, 0.359375, 0.361328, 0.178711, 0.355469, 0.359375, 0.361328, 0.361328, 0.361328, 0.357422, 0.359375, 0.373047, 0.365234, 0.371094, 0.365234, 0.357422, 0.363281, 0.363281, 0.363281, 0.357422, 0.355469, 0.353516, 0.373047, 0.363281, 0.363281, 0.361328, 0.361328, 0.357422, 0.363281, 0.361328, 0.367188, 0.359375, 0.363281, 0.357422, 0.361328, 0.363281, 0.361328, 0.353516, 0.361328, 0.363281, 0.367188, 0.371094, 0.361328, 0.365234, 0.371094, 0.357422, 0.365234, 0.363281, 0.361328, 0.359375, 0.363281, 0.365234, 0.361328, 0.367188, 0.361328, 0.359375, 0.371094, 0.361328, 0.361328, 0.361328, 0.363281, 0.373047, 0.365234, 0.373047, 0.349609, 0.369141, 0.365234, 0.357422, 0.357422, 0.363281, 0.371094, 0.365234, 0.337891, 0.353516, 0.363281, 0.357422, 0.357422, 0.367188, 0.361328, 0.369141, 0.308594, 0.369141, 0.367188, 0.353516, 0.365234, 0.371094, 0.361328, 0.365234, 0.369141, 0.363281, 0.359375, 0.365234, 0.353516, 0.365234, 0.361328, 0.371094, 0.359375, 0.363281, 0.359375, 0.363281, 0.369141, 0.375, 0.361328, 0.353516, 0.365234, 0.367188, 0.365234, 0.363281, 0.353516, 0.345703, 0.355469, 0.367188, 0.353516, 0.361328, 0.361328, 0.355469, 0.359375, 0.361328, 0.361328, 0.355469, 0.369141, 0.353516, 0.359375, 0.363281, 0.359375, 0.359375, 0.359375, 0.371094, 0.361328, 0.355469, 0.361328, 0.365234, 0.365234, 0.365234, 0.353516, 0.367188, 0.359375, 0.357422, 0.367188, 0.365234, 0.355469, 0.365234, 0.365234, 0.367188, 0.361328, 0.347656, 0.365234, 0.369141, 0.365234, 0.365234, 0.363281, 0.369141, 0.361328, 0.359375, 0.363281, 0.347656, 0.359375, 0.359375, 0.357422, 0.367188, 0.375, 0.359375, 0.371094, 0.357422, 0.363281, 0.359375, 0.351562, 0.355469, 0.371094, 0.353516, 0.361328, 0.363281, 0.359375, 0.359375, 0.359375, 0.361328, 0.357422, 0.357422, 0.363281, 0.361328, 0.363281, 0.359375, 0.363281, 0.369141, 0.361328, 0.363281, 0.361328, 0.369141, 0.376953, 0.359375, 0.359375, 0.363281, 0.351562, 0.365234, 0.363281, 0.365234, 0.357422, 0.349609, 0.357422, 0.359375, 0.367188, 0.361328, 0.359375, 0.365234, 0.351562, 0.353516, 0.367188, 0.369141, 0.361328, 0.359375, 0.359375, 0.367188, 0.363281, 0.363281, 0.367188, 0.363281, 0.365234, 0.359375, 0.363281, 0.365234, 0.367188, 0.365234, 0.373047, 0.367188, 0.365234, 0.365234, 0.365234, 0.359375, 0.371094, 0.369141, 0.361328, 0.365234, 0.363281, 0.369141, 0.369141, 0.365234, 0.365234, 0.351562, 0.361328, 0.363281, 0.361328, 0.363281, 0.367188, 0.363281, 0.369141, 0.355469, 0.357422, 0.351562, 0.357422, 0.369141, 0.353516, 0.361328, 0.357422, 0.353516, 0.367188, 0.353516, 0.353516, 0.355469, 0.361328, 0.357422, 0.371094, 0.359375, 0.234375, 0.359375, 0.357422, 0.361328, 0.357422, 0.365234, 0.361328, 0.359375, 0.357422, 0.357422, 0.359375, 0.365234, 0.359375, 0.353516, 0.345703, 0.365234, 0.349609, 0.376953, 0.359375, 0.373047, 0.357422, 0.359375, 0.365234, 0.365234, 0.373047, 0.369141, 0.361328, 0.355469, 0.363281, 0.369141, 0.359375, 0.367188, 0.365234, 0.363281, 0.351562, 0.367188, 0.359375, 0.367188, 0.371094, 0.369141, 0.384766, 0.363281, 0.363281, 0.359375, 0.361328, 0.363281, 0.365234, 0.351562, 0.371094, 0.367188, 0.361328, 0.357422, 0.363281, 0.369141, 0.361328, 0.359375, 0.357422, 0.361328, 0.359375, 0.363281, 0.363281, 0.373047, 0.363281, 0.355469, 0.357422, 0.363281, 0.365234, 0.371094, 0.361328, 0.349609, 0.367188, 0.361328, 0.367188, 0.357422, 0.363281, 0.376953, 0.365234, 0.359375, 0.373047, 0.363281, 0.365234, 0.365234, 0.363281, 0.365234, 0.361328, 0.365234, 0.361328, 0.365234, 0.359375, 0.363281, 0.355469, 0.365234, 0.363281, 0.355469, 0.373047, 0.365234, 0.355469, 0.355469, 0.361328, 0.357422, 0.355469, 0.367188, 0.353516, 0.365234, 0.365234, 0.367188, 0.357422, 0.361328, 0.357422, 0.365234, 0.373047, 0.361328, 0.357422, 0.363281, 0.361328, 0.359375, 0.347656, 0.357422, 0.359375, 0.359375, 0.361328, 0.355469, 0.369141, 0.359375, 0.359375, 0.367188, 0.369141, 0.355469, 0.367188, 0.353516, 0.369141, 0.373047, 0.353516, 0.365234, 0.361328, 0.363281, 0.357422, 0.365234, 0.367188, 0.361328, 0.355469, 0.367188, 0.357422, 0.349609, 0.365234, 0.371094, 0.369141, 0.361328, 0.359375, 0.357422, 0.357422, 0.365234, 0.371094, 0.363281, 0.367188, 0.355469, 0.361328, 0.375, 0.369141, 0.363281, 0.361328, 0.359375, 0.373047, 0.367188, 0.359375, 0.363281, 0.361328, 0.367188, 0.357422, 0.355469, 0.361328, 0.359375, 0.365234, 0.363281, 0.361328, 0.355469, 0.361328, 0.359375, 0.363281, 0.365234, 0.367188, 0.359375, 0.369141, 0.361328, 0.361328, 0.365234, 0.361328, 0.357422, 0.361328, 0.355469, 0.359375, 0.359375, 0.369141, 0.365234, 0.363281, 0.371094, 0.363281, 0.367188, 0.359375, 0.361328, 0.369141, 0.369141, 0.365234, 0.361328, 0.367188, 0.359375, 0.365234, 0.357422, 0.359375, 0.361328, 0.369141, 0.355469, 0.367188, 0.357422, 0.351562, 0.361328, 0.355469, 0.355469, 0.363281, 0.367188, 0.369141, 0.363281, 0.369141, 0.369141, 0.349609, 0.365234, 0.361328, 0.357422, 0.355469, 0.359375, 0.361328, 0.369141, 0.359375, 0.365234, 0.365234, 0.369141, 0.363281, 0.361328, 0.363281, 0.367188, 0.357422, 0.365234, 0.369141, 0.367188, 0.363281, 0.367188, 0.355469, 0.363281, 0.367188, 0.363281, 0.355469, 0.361328, 0.367188, 0.359375, 0.359375, 0.355469, 0.361328, 0.357422, 0.361328, 0.363281, 0.365234, 0.367188, 0.371094, 0.365234, 0.361328, 0.357422, 0.365234, 0.002472, 0.365234, 0.359375, 0.363281, 0.363281, 0.373047, 0.365234, 0.361328, 0.357422, 0.376953, 0.367188, 0.371094, 0.359375, 0.355469, 0.355469, 0.367188, 0.359375, 0.361328, 0.361328, 0.363281, 0.355469, 0.359375, 0.351562, 0.357422, 0.367188, 0.355469, 0.359375, 0.357422, 0.367188, 0.361328, 0.367188, 0.355469, 0.367188, 0.371094, 0.361328, 0.359375, 0.367188, 0.357422, 0.367188, 0.359375, 0.373047, 0.365234, 0.359375, 0.353516, 0.359375, 0.363281, 0.367188, 0.357422, 0.361328, 0.363281, 0.363281, 0.375, 0.376953, 0.355469, 0.357422, 0.361328, 0.367188, 0.363281, 0.373047, 0.365234, 0.367188, 0.365234, 0.361328, 0.359375, 0.365234, 0.367188, 0.365234, 0.363281, 0.363281, 0.359375, 0.367188, 0.367188, 0.359375, 0.359375, 0.363281, 0.365234, 0.365234, 0.359375, 0.367188, 0.363281, 0.361328, 0.369141, 0.369141, 0.359375, 0.369141, 0.365234, 0.365234, 0.367188, 0.367188, 0.361328, 0.369141, 0.367188, 0.361328, 0.361328, 0.367188, 0.351562, 0.367188, 0.365234, 0.371094, 0.361328, 0.365234, 0.369141, 0.369141, 0.355469, 0.347656, 0.369141, 0.339844, 0.367188, 0.371094, 0.361328, 0.361328, 0.353516, 0.361328, 0.357422, 0.367188, 0.357422, 0.369141, 0.363281, 0.367188, 0.365234, 0.373047, 0.367188, 0.365234, 0.359375, 0.367188, 0.351562, 0.367188, 0.363281, 0.355469, 0.361328, 0.359375, 0.371094, 0.357422, 0.357422, 0.357422, 0.363281, 0.361328, 0.353516, 0.361328, 0.369141, 0.367188, 0.361328, 0.355469, 0.361328, 0.371094, 0.363281, 0.369141, 0.367188, 0.367188, 0.351562, 0.357422, 0.359375, 0.363281, 0.369141, 0.363281, 0.357422, 0.365234, 0.365234, 0.361328, 0.371094, 0.365234, 0.361328, 0.353516, 0.363281, 0.363281, 0.359375, 0.353516, 0.365234, 0.365234, 0.361328, 0.357422, 0.359375, 0.371094, 0.353516, 0.357422, 0.375, 0.369141, 0.361328, 0.365234, 0.357422, 0.367188, 0.369141, 0.371094, 0.363281, 0.355469, 0.378906, 0.361328, 0.357422, 0.351562, 0.376953, 0.373047, 0.367188, 0.367188, 0.357422, 0.369141, 0.357422, 0.363281, 0.369141, 0.361328, 0.359375, 0.363281, 0.361328, 0.357422, 0.365234, 0.367188, 0.363281, 0.367188, 0.357422, 0.376953, 0.369141, 0.361328, 0.355469, 0.359375, 0.359375, 0.361328, 0.359375, 0.363281, 0.363281, 0.363281, 0.363281, 0.367188, 0.371094, 0.357422, 0.371094, 0.365234, 0.351562, 0.357422, 0.357422, 0.365234, 0.359375, 0.363281, 0.363281, 0.365234, 0.369141, 0.369141, 0.369141, 0.353516, 0.355469, 0.367188, 0.367188, 0.357422, 0.367188, 0.361328, 0.367188, 0.359375, 0.363281, 0.365234, 0.363281, 0.365234, 0.355469, 0.371094, 0.361328, 0.375, 0.361328, 0.359375, 0.363281, 0.363281, 0.365234, 0.376953, 0.355469, 0.355469, 0.351562, 0.367188, 0.359375, 0.351562, 0.363281, 0.369141, 0.363281, 0.371094, 0.369141, 0.361328, 0.355469, 0.361328, 0.355469, 0.359375, 0.367188, 0.363281, 0.363281, 0.361328, 0.365234, 0.380859, 0.367188, 0.367188, 0.355469, 0.365234, 0.357422, 0.357422, 0.351562, 0.351562, 0.402344, 0.361328, 0.367188, 0.365234, 0.363281, 0.367188, 0.353516, 0.357422, 0.369141, 0.361328, 0.367188, 0.369141, 0.355469, 0.357422, 0.365234, 0.378906, 0.371094, 0.371094, 0.365234, 0.357422, 0.365234, 0.361328, 0.359375, 0.371094, 0.365234, 0.355469, 0.359375, 0.375, 0.367188, 0.361328, 0.361328, 0.359375, 0.363281, 0.361328, 0.367188, 0.355469, 0.361328, 0.365234, 0.371094, 0.359375, 0.375, 0.357422, 0.357422, 0.359375, 0.363281, 0.363281, 0.361328, 0.357422, 0.361328, 0.371094, 0.359375, 0.359375, 0.361328, 0.361328, 0.359375, 0.363281, 0.361328, 0.363281, 0.361328, 0.373047, 0.363281, 0.367188, 0.365234, 0.357422, 0.363281, 0.357422, 0.351562, 0.361328, 0.363281, 0.371094, 0.363281, 0.373047, 0.371094, 0.365234, 0.371094, 0.367188, 0.363281, 0.365234, 0.294922, 0.369141, 0.357422, 0.365234, 0.361328, 0.357422, 0.361328, 0.353516, 0.365234, 0.365234, 0.369141, 0.359375, 0.357422, 0.369141, 0.361328, 0.376953, 0.371094, 0.367188, 0.371094, 0.357422, 0.365234, 0.361328, 0.361328, 0.351562, 0.361328, 0.357422, 0.361328, 0.361328, 0.359375, 0.371094, 0.365234, 0.363281, 0.353516, 0.365234, 0.361328, 0.341797, 0.365234, 0.361328, 0.367188, 0.371094, 0.361328, 0.355469, 0.365234, 0.353516, 0.365234, 0.359375, 0.367188, 0.371094, 0.363281, 0.357422, 0.355469, 0.371094, 0.357422, 0.378906, 0.361328, 0.359375, 0.359375, 0.355469 ] }, "name": "model.transformer.layers.30.ffn_norm.weight", "outputIndexes": [ 1915 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1914, 1915 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_30/Mul_1_output_0", "outputIndexes": [ 1916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1916 ], "outputIndexes": [ 3314 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3314 ], "outputIndexes": [ 3315 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_1/Linear", "inputIndexes": [ 3315 ], "outputIndexes": [ 3316 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 21504, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 516096, "weightSize": 0 }, "external": [ 2320041040, 66060550, 4128768, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3316 ], "outputIndexes": [ 3317 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3317 ], "outputIndexes": [ 1917 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 21504 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 10752 ] }, "name": "/ffn_30/Mul_output_0", "outputIndexes": [ 1918 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1917, 21, 1918, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_30/Slice_output_0", "outputIndexes": [ 1919 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1919 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_30/Sigmoid_output_0", "outputIndexes": [ 1920 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1919, 1920 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_30/Mul_output_0", "outputIndexes": [ 1921 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 21504 ] }, "name": "/ffn_30/Mul_1_output_0", "outputIndexes": [ 1922 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1917, 1918, 1922, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_30/Slice_1_output_0", "outputIndexes": [ 1923 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1921, 1923 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_30/Mul_2_output_0", "outputIndexes": [ 1924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1924 ], "outputIndexes": [ 3318 ], "main_type": "Reshape", "main": { "dims": [ -1, 10752, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3318 ], "outputIndexes": [ 3319 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_2/Linear", "inputIndexes": [ 3319 ], "outputIndexes": [ 3320 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 10752, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 258048, "weightSize": 0 }, "external": [ 2390230358, 33030406, 2064384, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3320 ], "outputIndexes": [ 3321 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3321 ], "outputIndexes": [ 1925 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1913, 1925 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_123_output_0", "outputIndexes": [ 1926 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1926, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_124_output_0", "outputIndexes": [ 1927 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1927 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_31/Mul_output_0", "outputIndexes": [ 1928 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.25, 1.492188, 1.382812, 1.3125, 1.351562, 1.25, 1.453125, 1.375, 1.609375, 1.359375, 1.351562, 1.3125, 1.390625, 1.4375, 1.375, 1.5, 1.273438, 1.273438, 1.421875, 1.359375, 1.351562, 1.445312, 1.257812, 1.28125, 1.40625, 1.382812, 1.375, 1.476562, 1.304688, 1.40625, 1.390625, 1.375, 1.382812, 1.359375, 1.476562, 1.28125, 1.304688, 1.328125, 1.421875, 1.414062, 1.335938, 1.398438, 1.375, 1.28125, 1.367188, 1.578125, 1.3125, 1.390625, 1.304688, 1.328125, 1.484375, 1.398438, 1.085938, 1.242188, 1.414062, 1.382812, 1.265625, 1.335938, 1.4375, 1.40625, 1.34375, 1.359375, 1.375, 1.414062, 1.351562, 1.367188, 1.367188, 1.273438, 1.351562, 1.429688, 1.40625, 1.203125, 1.421875, 1.492188, 1.328125, 1.328125, 1.375, 1.257812, 1.476562, 1.367188, 1.273438, 1.351562, 1.257812, 1.328125, 1.335938, 1.40625, 1.164062, 1.445312, 1.367188, 1.28125, 1.40625, 1.34375, 1.335938, 1.289062, 1.320312, 1.554688, 1.351562, 1.460938, 1.351562, 1.445312, 1.304688, 1.335938, 1.273438, 1.601562, 1.296875, 1.320312, 1.398438, 1.460938, 1.1875, 1.4375, 1.390625, 1.390625, 1.453125, 1.304688, 1.390625, 1.265625, 1.453125, 1.4375, 1.40625, 1.296875, 1.414062, 1.539062, 1.375, 1.4375, 1.398438, 1.453125, 1.382812, 1.390625, 1.351562, 1.390625, 1.304688, 1.328125, 1.195312, 1.40625, 1.40625, 1.351562, 1.382812, 1.335938, 1.375, 1.3125, 1.390625, 1.40625, 1.367188, 1.25, 1.40625, 1.4375, 1.328125, 1.359375, 1.25, 1.226562, 1.257812, 1.429688, 1.3125, 1.40625, 1.34375, 1.21875, 1.421875, 1.367188, 1.265625, 1.359375, 1.398438, 1.257812, 1.257812, 1.296875, 1.367188, 1.460938, 1.367188, 1.460938, 1.578125, 1.328125, 1.5, 1.390625, 1.289062, 1.445312, 1.234375, 1.304688, 1.367188, 1.273438, 1.367188, 1.484375, 1.421875, 1.421875, 1.476562, 1.289062, 1.304688, 1.335938, 1.46875, 1.5, 1.289062, 1.304688, 1.296875, 1.398438, 1.351562, 1.46875, 1.289062, 1.3125, 1.476562, 1.335938, 1.289062, 1.367188, 1.328125, 1.382812, 1.382812, 1.445312, 1.476562, 1.328125, 1.421875, 1.34375, 1.335938, 1.367188, 1.359375, 1.390625, 1.398438, 1.273438, 1.359375, 1.398438, 1.421875, 1.398438, 1.445312, 1.492188, 1.289062, 1.46875, 1.328125, 1.414062, 1.34375, 1.40625, 1.398438, 1.320312, 1.398438, 1.320312, 1.554688, 1.414062, 1.335938, 1.320312, 1.351562, 1.414062, 1.320312, 1.335938, 1.375, 1.34375, 1.3125, 1.296875, 1.359375, 1.359375, 1.453125, 1.585938, 1.296875, 1.367188, 1.257812, 1.359375, 1.523438, 1.289062, 1.390625, 1.296875, 1.375, 1.359375, 1.375, 1.414062, 1.367188, 1.375, 1.46875, 1.304688, 1.367188, 1.460938, 1.351562, 1.3125, 1.507812, 1.445312, 1.25, 1.28125, 1.351562, 1.265625, 1.492188, 1.390625, 1.429688, 1.367188, 1.421875, 1.390625, 1.328125, 1.382812, 1.335938, 1.328125, 1.390625, 1.328125, 1.40625, 1.335938, 1.351562, 1.367188, 1.296875, 1.296875, 1.265625, 1.414062, 1.34375, 1.289062, 1.335938, 1.382812, 1.34375, 1.320312, 1.34375, 1.515625, 1.242188, 1.390625, 1.375, 1.289062, 1.3125, 1.429688, 1.40625, 1.398438, 1.476562, 1.375, 1.398438, 1.289062, 1.398438, 1.46875, 1.28125, 1.351562, 1.3125, 1.398438, 1.390625, 1.429688, 1.296875, 1.429688, 1.445312, 1.546875, 1.453125, 1.335938, 1.421875, 1.226562, 1.554688, 1.28125, 1.3125, 1.429688, 1.375, 1.382812, 1.257812, 1.3125, 1.382812, 1.421875, 1.335938, 1.382812, 1.484375, 1.4375, 1.273438, 1.398438, 1.476562, 1.40625, 1.367188, 1.359375, 1.382812, 1.351562, 1.515625, 1.359375, 1.3125, 1.40625, 1.492188, 1.296875, 1.414062, 1.46875, 1.507812, 1.421875, 1.351562, 1.351562, 1.398438, 1.289062, 1.257812, 1.351562, 1.320312, 1.484375, 1.414062, 1.398438, 1.28125, 1.46875, 1.367188, 1.335938, 1.367188, 1.351562, 1.367188, 1.40625, 1.398438, 1.515625, 1.328125, 1.445312, 1.421875, 1.40625, 1.351562, 1.359375, 1.492188, 1.3125, 1.304688, 1.34375, 1.289062, 1.34375, 1.296875, 1.21875, 1.453125, 1.328125, 1.414062, 1.507812, 1.445312, 1.398438, 1.359375, 1.40625, 1.390625, 1.53125, 1.320312, 1.273438, 1.46875, 1.40625, 1.515625, 1.515625, 1.617188, 1.328125, 1.398438, 1.34375, 1.351562, 1.367188, 1.40625, 1.398438, 1.4375, 1.28125, 1.351562, 1.46875, 1.375, 1.476562, 1.453125, 1.328125, 1.359375, 1.359375, 1.304688, 1.476562, 1.367188, 1.296875, 1.351562, 1.328125, 1.382812, 1.398438, 1.25, 1.367188, 1.273438, 1.328125, 1.289062, 1.40625, 1.320312, 1.429688, 1.515625, 1.421875, 1.367188, 1.398438, 1.359375, 1.359375, 1.304688, 1.257812, 1.289062, 1.414062, 1.476562, 1.421875, 1.398438, 1.335938, 1.296875, 1.359375, 1.414062, 1.273438, 1.390625, 1.421875, 1.1875, 1.453125, 1.40625, 1.351562, 1.5, 1.484375, 1.421875, 1.382812, 1.3125, 1.289062, 1.367188, 1.289062, 1.445312, 1.265625, 1.421875, 1.523438, 1.328125, 1.335938, 1.359375, 1.476562, 1.367188, 1.414062, 1.382812, 1.390625, 1.265625, 1.335938, 1.5625, 1.367188, 1.328125, 1.40625, 1.328125, 1.421875, 1.335938, 1.429688, 1.390625, 1.414062, 1.359375, 1.390625, 1.40625, 1.429688, 1.289062, 1.46875, 1.367188, 1.304688, 1.429688, 1.429688, 1.414062, 1.421875, 1.34375, 1.476562, 1.390625, 1.335938, 1.28125, 1.359375, 1.34375, 1.34375, 1.351562, 1.273438, 1.328125, 1.296875, 1.414062, 1.34375, 1.234375, 1.328125, 1.476562, 1.390625, 1.460938, 1.328125, 1.359375, 1.382812, 1.34375, 1.3125, 1.296875, 1.273438, 1.46875, 1.304688, 1.375, 1.296875, 1.296875, 1.15625, 1.328125, 1.34375, 1.304688, 1.25, 1.398438, 1.375, 1.453125, 1.304688, 1.40625, 1.328125, 1.359375, 1.5, 1.398438, 1.382812, 1.359375, 1.445312, 1.273438, 1.335938, 1.367188, 1.320312, 1.351562, 1.398438, 1.398438, 1.476562, 1.367188, 1.335938, 1.375, 1.390625, 1.351562, 1.445312, 1.453125, 1.3125, 1.429688, 1.34375, 1.390625, 1.640625, 1.34375, 1.265625, 1.34375, 1.367188, 1.382812, 1.398438, 1.414062, 1.625, 1.296875, 1.28125, 1.429688, 1.382812, 1.304688, 1.320312, 1.367188, 1.382812, 1.375, 1.414062, 1.359375, 1.3125, 1.375, 1.28125, 1.203125, 1.34375, 1.429688, 1.304688, 1.234375, 1.46875, 1.453125, 1.421875, 1.335938, 1.367188, 1.460938, 1.328125, 1.3125, 1.34375, 1.382812, 1.351562, 1.367188, 1.335938, 1.351562, 1.273438, 1.296875, 1.453125, 1.390625, 1.304688, 1.328125, 1.320312, 1.390625, 1.398438, 1.4375, 1.421875, 1.390625, 1.320312, 1.484375, 1.328125, 1.40625, 1.25, 1.257812, 1.335938, 1.421875, 1.296875, 1.328125, 1.40625, 1.398438, 1.445312, 1.367188, 1.359375, 1.335938, 1.351562, 1.132812, 1.34375, 1.46875, 1.4375, 1.484375, 1.4375, 1.34375, 1.296875, 1.273438, 1.34375, 1.289062, 1.3125, 1.3125, 1.328125, 1.328125, 1.335938, 1.46875, 1.289062, 1.390625, 1.265625, 1.382812, 1.25, 1.257812, 1.34375, 1.390625, 1.382812, 1.421875, 1.132812, 1.382812, 1.445312, 1.335938, 1.375, 1.460938, 1.390625, 1.34375, 1.382812, 1.265625, 1.445312, 1.320312, 1.664062, 1.421875, 1.671875, 1.359375, 1.445312, 1.375, 1.320312, 1.40625, 1.367188, 1.390625, 1.1875, 1.453125, 1.382812, 1.40625, 1.398438, 1.296875, 1.367188, 1.367188, 1.414062, 1.375, 1.273438, 1.367188, 1.34375, 1.328125, 1.398438, 1.359375, 1.28125, 1.429688, 1.40625, 1.375, 1.492188, 1.296875, 1.320312, 1.375, 1.296875, 1.4375, 1.398438, 1.265625, 1.320312, 1.296875, 1.375, 1.328125, 1.289062, 1.382812, 1.273438, 1.304688, 1.359375, 1.429688, 1.367188, 1.515625, 1.484375, 1.265625, 1.453125, 1.320312, 1.335938, 1.460938, 1.382812, 1.335938, 1.375, 1.328125, 1.367188, 1.421875, 1.335938, 1.367188, 1.34375, 1.429688, 1.375, 1.460938, 1.289062, 1.476562, 1.296875, 1.320312, 1.195312, 1.414062, 1.257812, 1.351562, 1.351562, 1.632812, 1.351562, 1.382812, 1.335938, 1.578125, 1.289062, 1.359375, 1.25, 1.34375, 1.335938, 1.414062, 1.59375, 1.382812, 1.367188, 1.296875, 1.335938, 1.21875, 1.351562, 1.484375, 1.304688, 1.398438, 1.265625, 1.476562, 1.390625, 1.375, 1.289062, 1.476562, 1.359375, 1.328125, 1.257812, 1.3125, 1.328125, 1.40625, 1.203125, 1.351562, 1.304688, 1.359375, 1.523438, 1.398438, 1.335938, 1.398438, 1.414062, 1.453125, 1.351562, 1.390625, 1.210938, 1.210938, 1.414062, 1.382812, 1.4375, 1.460938, 1.375, 1.4375, 1.34375, 1.328125, 1.40625, 1.398438, 1.367188, 1.414062, 1.375, 1.367188, 1.289062, 1.3125, 1.359375, 1.28125, 1.25, 1.382812, 1.359375, 1.390625, 1.328125, 1.273438, 1.257812, 1.335938, 1.335938, 1.46875, 1.289062, 1.421875, 1.421875, 1.40625, 1.304688, 1.375, 1.375, 1.320312, 1.398438, 1.382812, 1.375, 1.414062, 1.25, 1.359375, 1.304688, 1.46875, 1.367188, 1.328125, 1.28125, 1.375, 1.320312, 1.34375, 1.507812, 1.34375, 1.359375, 1.507812, 1.460938, 1.34375, 1.289062, 1.210938, 1.398438, 1.320312, 1.328125, 1.414062, 1.320312, 1.289062, 1.390625, 1.429688, 1.453125, 1.382812, 1.28125, 1.375, 1.398438, 1.34375, 1.429688, 1.421875, 1.421875, 1.375, 1.242188, 1.40625, 1.460938, 1.507812, 1.34375, 1.28125, 1.5, 1.34375, 1.304688, 1.273438, 1.46875, 1.445312, 1.257812, 1.382812, 1.476562, 1.367188, 1.203125, 1.304688, 1.148438, 1.320312, 1.414062, 1.304688, 1.382812, 1.421875, 1.382812, 1.34375, 1.40625, 1.3125, 1.335938, 1.25, 1.34375, 1.375, 1.398438, 1.34375, 1.320312, 1.460938, 1.304688, 1.40625, 1.523438, 1.375, 1.3125, 1.375, 1.453125, 1.632812, 1.40625, 1.351562, 1.4375, 1.351562, 1.335938, 1.304688, 1.492188, 1.453125, 1.359375, 1.289062, 1.28125, 1.382812, 1.359375, 1.484375, 1.460938, 1.359375, 1.359375, 1.320312, 1.367188, 1.351562, 1.179688, 1.382812, 1.359375, 1.320312, 1.265625, 1.3125, 1.296875, 1.429688, 1.242188, 1.296875, 1.273438, 1.460938, 1.351562, 1.3125, 1.3125, 1.304688, 1.421875, 1.375, 1.296875, 1.273438, 1.265625, 1.460938, 1.515625, 1.25, 1.390625, 1.460938, 1.265625, 1.367188, 1.273438, 1.351562, 1.375, 1.445312, 1.15625, 1.351562, 1.414062, 1.328125, 1.351562, 1.484375, 1.25, 1.273438, 1.414062, 1.40625, 1.4375, 1.335938, 1.328125, 1.304688, 1.304688, 1.492188, 1.359375, 1.289062, 1.421875, 1.28125, 1.398438, 1.40625, 1.273438, 1.367188, 1.3125, 1.367188, 1.359375, 1.304688, 1.398438, 1.273438, 1.429688, 1.359375, 1.351562, 1.460938, 1.5, 1.453125, 1.382812, 1.359375, 1.320312, 1.476562, 1.382812, 1.320312, 1.398438, 1.382812, 1.304688, 1.382812, 1.359375, 1.320312, 1.414062, 1.320312, 1.429688, 1.453125, 1.382812, 1.28125, 1.289062, 1.414062, 1.703125, 1.367188, 1.414062, 1.390625, 1.25, 1.445312, 1.328125, 1.453125, 1.25, 1.429688, 1.398438, 1.242188, 1.523438, 1.28125, 1.320312, 1.367188, 1.09375, 1.320312, 1.265625, 1.390625, 1.398438, 1.34375, 1.453125, 1.34375, 1.382812, 1.328125, 1.367188, 1.335938, 1.328125, 1.398438, 1.21875, 1.46875, 1.257812, 1.421875, 1.351562, 1.335938, 1.328125, 1.242188, 1.320312, 1.421875, 1.390625, 1.359375, 1.40625, 1.34375, 1.335938, 1.289062, 1.359375, 1.46875, 1.3125, 1.476562, 1.335938, 1.53125, 1.3125, 1.28125, 1.40625, 1.320312, 1.460938, 1.429688, 1.4375, 1.289062, 1.445312, 1.484375, 1.453125, 1.335938, 1.414062, 1.320312, 1.296875, 1.492188, 0.488281, 1.273438, 1.421875, 1.351562, 1.335938, 1.375, 1.40625, 1.382812, 1.390625, 1.414062, 1.382812, 1.351562, 1.46875, 1.382812, 1.289062, 1.367188, 1.351562, 1.398438, 1.421875, 1.429688, 1.34375, 1.179688, 1.28125, 1.367188, 1.367188, 1.265625, 1.320312, 1.359375, 1.375, 1.328125, 1.351562, 1.421875, 1.28125, 1.34375, 1.351562, 1.4375, 1.546875, 1.1875, 1.46875, 1.359375, 1.460938, 1.421875, 1.40625, 1.375, 1.34375, 1.382812, 1.382812, 1.375, 1.390625, 1.390625, 1.351562, 1.320312, 1.40625, 1.304688, 1.359375, 1.476562, 1.335938, 1.28125, 1.367188, 1.367188, 1.367188, 1.320312, 1.40625, 1.359375, 1.375, 1.390625, 1.539062, 1.140625, 1.296875, 1.203125, 1.351562, 1.28125, 1.179688, 1.289062, 1.4375, 1.390625, 1.328125, 1.515625, 1.34375, 1.359375, 1.445312, 1.296875, 1.3125, 1.289062, 1.421875, 1.398438, 1.476562, 1.398438, 1.359375, 1.359375, 1.328125, 1.335938, 1.523438, 1.382812, 1.382812, 1.296875, 1.367188, 1.226562, 1.429688, 1.132812, 1.390625, 1.3125, 1.320312, 1.398438, 1.351562, 1.335938, 1.375, 1.390625, 1.304688, 1.375, 1.523438, 1.351562, 1.320312, 1.40625, 1.28125, 1.390625, 1.421875, 1.4375, 1.210938, 1.382812, 1.304688, 1.28125, 1.445312, 1.328125, 1.328125, 1.382812, 1.4375, 1.632812, 1.460938, 1.5, 1.335938, 1.3125, 1.335938, 1.351562, 1.351562, 1.328125, 1.390625, 1.28125, 1.3125, 1.335938, 1.4375, 1.382812, 1.460938, 1.484375, 1.3125, 1.273438, 1.203125, 1.320312, 1.265625, 1.351562, 1.484375, 1.34375, 1.335938, 1.25, 1.148438, 1.4375, 1.304688, 1.375, 1.335938, 1.328125, 1.34375, 1.179688, 1.226562, 1.4375, 1.398438, 1.289062, 1.445312, 1.421875, 1.367188, 1.476562, 1.539062, 1.390625, 1.507812, 1.351562, 1.335938, 1.421875, 1.367188, 1.367188, 1.351562, 1.34375, 1.390625, 1.554688, 1.367188, 1.367188, 1.460938, 1.453125, 1.257812, 1.273438, 1.34375, 1.398438, 1.328125, 1.382812, 1.40625, 1.390625, 1.515625, 1.359375, 1.546875, 1.320312, 1.28125, 1.390625, 1.34375, 1.304688, 1.351562, 1.484375, 1.398438, 1.265625, 1.335938, 1.398438, 1.390625, 1.40625, 1.328125, 1.351562, 1.351562, 1.375, 1.460938, 1.632812, 1.320312, 1.351562, 1.390625, 1.578125, 1.429688, 1.34375, 1.46875, 1.460938, 1.304688, 1.367188, 1.382812, 1.289062, 1.335938, 1.335938, 1.289062, 1.367188, 1.335938, 1.328125, 1.367188, 1.367188, 1.421875, 1.242188, 1.34375, 1.34375, 1.382812, 1.414062, 1.289062, 1.523438, 1.390625, 1.390625, 1.429688, 1.28125, 1.359375, 1.507812, 1.359375, 1.335938, 1.382812, 1.3125, 1.445312, 1.632812, 1.304688, 1.390625, 1.257812, 1.351562, 1.460938, 1.195312, 1.320312, 1.40625, 1.492188, 1.382812, 1.359375, 1.34375, 1.390625, 1.375, 1.304688, 1.304688, 1.257812, 1.320312, 1.359375, 1.367188, 1.40625, 1.367188, 1.273438, 1.382812, 1.375, 1.546875, 1.53125, 1.367188, 1.273438, 1.390625, 1.335938, 1.289062, 1.296875, 1.390625, 1.421875, 1.4375, 1.460938, 1.320312, 1.390625, 1.34375, 1.34375, 1.421875, 1.492188, 1.476562, 1.328125, 1.273438, 1.398438, 1.367188, 1.296875, 1.382812, 1.335938, 1.328125, 1.476562, 1.257812, 1.304688, 1.429688, 1.390625, 1.3125, 1.4375, 1.40625, 1.398438, 1.296875, 1.414062, 1.40625, 1.429688, 1.445312, 1.398438, 1.445312, 1.492188, 1.445312, 1.4375, 1.390625, 1.523438, 1.398438, 1.429688, 1.335938, 1.367188, 1.476562, 1.296875, 1.335938, 1.40625, 1.367188, 1.367188, 1.289062, 1.296875, 1.484375, 1.335938, 1.390625, 1.34375, 1.226562, 1.546875, 1.34375, 1.382812, 1.46875, 1.257812, 1.382812, 1.546875, 1.359375, 1.390625, 1.3125, 1.429688, 1.34375, 1.257812, 1.296875, 1.328125, 1.375, 1.390625, 1.367188, 1.398438, 1.375, 1.40625, 1.328125, 1.414062, 1.320312, 1.359375, 1.46875, 1.226562, 1.265625, 1.460938, 1.320312, 1.359375, 1.367188, 1.140625, 1.40625, 1.367188, 1.515625, 1.382812, 1.351562, 1.359375, 1.289062, 1.273438, 1.273438, 1.359375, 1.289062, 1.390625, 1.34375, 1.453125, 1.328125, 1.492188, 1.335938, 1.28125, 1.296875, 1.320312, 1.445312, 1.359375, 1.328125, 1.335938, 1.34375, 1.382812, 1.335938, 1.367188, 1.523438, 1.296875, 1.351562, 1.328125, 1.40625, 1.398438, 1.492188, 1.414062, 1.265625, 1.34375, 1.265625, 1.3125, 1.46875, 1.328125, 1.320312, 1.390625, 1.320312, 1.390625, 1.390625, 1.421875, 1.445312, 1.359375, 1.445312, 1.257812, 1.328125, 1.304688, 1.351562, 1.367188, 1.3125, 1.1875, 1.296875, 1.328125, 1.257812, 1.351562, 1.351562, 1.320312, 1.367188, 1.460938, 1.4375, 1.304688, 1.359375, 1.34375, 1.296875, 1.390625, 1.382812, 1.375, 1.265625, 1.28125, 1.382812, 1.40625, 1.4375, 1.539062, 1.28125, 1.570312, 1.351562, 1.265625, 1.328125, 1.320312, 1.5625, 1.398438, 1.421875, 1.367188, 1.382812, 1.390625, 1.28125, 1.445312, 1.429688, 1.3125, 1.414062, 1.289062, 1.429688, 1.328125, 1.3125, 1.5, 1.320312, 1.414062, 1.5625, 1.40625, 1.390625, 1.273438, 1.335938, 1.320312, 1.335938, 1.476562, 1.382812, 1.171875, 1.375, 1.304688, 1.296875, 1.289062, 1.359375, 1.328125, 1.492188, 1.367188, 1.34375, 1.445312, 1.4375, 1.445312, 1.351562, 1.570312, 1.4375, 1.335938, 1.34375, 1.320312, 1.367188, 1.304688, 1.28125, 1.203125, 1.382812, 1.382812, 1.398438, 1.382812, 1.304688, 1.382812, 1.273438, 1.265625, 1.40625, 1.351562, 1.210938, 1.414062, 1.375, 1.523438, 1.304688, 1.25, 1.367188, 1.273438, 1.40625, 1.367188, 1.289062, 1.335938, 1.367188, 1.414062, 1.273438, 1.453125, 1.40625, 1.320312, 1.375, 1.335938, 1.398438, 1.460938, 1.390625, 1.507812, 1.40625, 1.351562, 1.335938, 1.429688, 1.421875, 1.429688, 1.328125, 1.28125, 1.546875, 1.4375, 1.25, 1.359375, 1.367188, 1.414062, 1.421875, 1.320312, 1.34375, 1.28125, 1.296875, 1.492188, 1.570312, 1.46875, 1.242188, 0.020508, 1.492188, 1.296875, 1.359375, 1.585938, 1.335938, 1.328125, 1.359375, 1.4375, 1.328125, 1.414062, 1.320312, 1.328125, 1.242188, 1.289062, 1.375, 1.265625, 1.476562, 1.320312, 1.367188, 1.34375, 1.34375, 1.4375, 1.320312, 1.34375, 1.421875, 1.4375, 1.414062, 1.304688, 1.351562, 1.476562, 1.453125, 1.359375, 1.351562, 1.4375, 1.375, 1.429688, 1.289062, 1.367188, 1.398438, 1.476562, 1.46875, 1.15625, 1.265625, 1.390625, 1.4375, 1.273438, 1.359375, 1.375, 1.414062, 1.367188, 1.367188, 1.421875, 1.328125, 1.367188, 1.234375, 1.265625, 1.304688, 1.507812, 1.320312, 1.351562, 1.390625, 1.609375, 1.390625, 1.585938, 1.453125, 1.382812, 1.5, 1.257812, 1.5, 1.4375, 1.335938, 1.367188, 1.296875, 1.351562, 1.578125, 1.359375, 1.304688, 1.429688, 1.351562, 1.460938, 1.375, 1.28125, 1.492188, 1.328125, 1.28125, 1.367188, 1.34375, 1.367188, 1.40625, 1.359375, 1.453125, 1.515625, 1.320312, 1.320312, 1.375, 1.296875, 1.4375, 1.414062, 1.289062, 1.5625, 1.382812, 1.359375, 1.304688, 1.335938, 1.40625, 1.351562, 1.421875, 1.289062, 1.421875, 1.4375, 1.4375, 1.4375, 1.3125, 1.28125, 1.40625, 1.289062, 1.40625, 1.359375, 1.296875, 1.375, 1.289062, 1.476562, 1.320312, 1.382812, 1.390625, 1.414062, 1.578125, 1.453125, 1.304688, 1.351562, 1.289062, 0.269531, 1.3125, 1.460938, 1.304688, 1.515625, 1.34375, 1.421875, 1.390625, 1.398438, 1.4375, 1.421875, 1.445312, 1.429688, 1.445312, 1.335938, 1.328125, 1.304688, 1.289062, 1.382812, 1.421875, 1.367188, 1.320312, 1.4375, 1.484375, 1.46875, 1.296875, 1.375, 1.351562, 1.328125, 1.304688, 1.3125, 1.351562, 1.34375, 1.367188, 1.320312, 1.367188, 1.484375, 1.257812, 1.492188, 1.375, 1.40625, 1.328125, 1.546875, 1.421875, 1.296875, 1.421875, 1.28125, 1.5625, 1.390625, 1.53125, 1.265625, 1.398438, 1.335938, 1.320312, 1.484375, 1.367188, 1.359375, 1.3125, 1.335938, 1.296875, 1.367188, 1.351562, 1.367188, 1.203125, 1.34375, 1.304688, 1.320312, 1.390625, 1.578125, 1.289062, 1.242188, 1.328125, 1.390625, 1.359375, 1.351562, 1.382812, 1.351562, 1.40625, 1.375, 1.4375, 1.515625, 1.351562, 1.421875, 1.476562, 1.421875, 1.265625, 1.296875, 1.570312, 1.273438, 1.34375, 1.4375, 1.3125, 1.367188, 1.34375, 1.34375, 1.460938, 1.367188, 1.34375, 1.320312, 1.320312, 1.375, 1.453125, 1.398438, 1.34375, 1.414062, 1.382812, 1.351562, 1.304688, 1.3125, 1.289062, 1.460938, 1.375, 1.40625, 1.429688, 1.414062, 1.289062, 1.414062, 1.3125, 1.390625, 1.320312, 1.304688, 1.398438, 1.4375, 1.351562, 1.367188, 1.367188, 1.390625, 1.484375, 1.40625, 1.4375, 1.398438, 1.515625, 1.335938, 1.625, 1.46875, 1.34375, 1.320312, 1.304688, 1.414062, 1.242188, 1.320312, 1.4375, 1.375, 1.359375, 1.351562, 1.492188, 1.367188, 1.226562, 1.367188, 1.445312, 1.226562, 1.414062, 1.382812, 1.359375, 1.164062, 1.351562, 1.3125, 1.445312, 1.546875, 1.492188, 1.367188, 1.34375, 1.328125, 1.617188, 1.546875, 1.398438, 1.375, 1.382812, 1.421875, 1.304688, 1.359375, 1.390625, 1.34375, 1.414062, 1.40625, 1.460938, 1.296875, 1.375, 1.453125, 1.429688, 1.25, 1.328125, 1.414062, 1.296875, 1.421875, 1.382812, 1.367188, 1.328125, 1.210938, 1.328125, 1.414062, 1.453125, 1.335938, 1.429688, 1.382812, 1.382812, 1.398438, 1.429688, 1.390625, 1.289062, 1.359375, 1.398438, 1.34375, 1.296875, 1.390625, 1.40625, 1.289062, 1.382812, 1.320312, 1.367188, 1.429688, 1.304688, 1.445312, 1.414062, 1.40625, 1.429688, 1.421875, 1.3125, 1.460938, 1.382812, 1.382812, 1.429688, 1.453125, 1.34375, 1.445312, 1.226562, 1.234375, 1.359375, 1.484375, 1.375, 1.351562, 1.351562, 1.492188, 1.351562, 1.375, 1.585938, 1.359375, 1.382812, 1.296875, 1.453125, 1.367188, 1.34375, 1.523438, 1.34375, 1.351562, 1.570312, 1.414062, 1.382812, 1.359375, 1.453125, 1.53125, 1.429688, 1.234375, 1.375, 1.296875, 1.4375, 1.5, 1.445312, 1.359375, 1.382812, 1.429688, 1.3125, 1.367188, 1.445312, 1.414062, 1.40625, 1.28125, 1.484375, 1.34375, 1.429688, 1.554688, 1.46875, 1.375, 1.476562, 1.59375, 1.335938, 1.390625, 1.359375, 1.453125, 1.390625, 1.351562, 1.382812, 1.226562, 1.367188, 1.367188, 1.359375, 1.570312, 1.351562, 1.320312, 1.296875, 1.359375, 1.507812, 1.375, 1.53125, 1.367188, 1.382812, 1.21875, 1.40625, 1.265625, 1.4375, 1.21875, 1.390625, 1.40625, 1.304688, 1.367188, 1.375, 1.414062, 1.257812, 0.632812, 1.3125, 1.328125, 1.320312, 1.328125, 1.304688, 1.421875, 1.34375, 1.257812, 1.265625, 1.460938, 1.507812, 1.320312, 1.382812, 1.367188, 1.351562, 1.40625, 1.34375, 1.382812, 1.414062, 1.367188, 1.34375, 1.296875, 1.335938, 1.40625, 1.273438, 1.28125, 1.328125, 1.445312, 1.375, 1.539062, 1.421875, 1.320312, 1.445312, 1.4375, 1.359375, 1.460938, 1.375, 1.320312, 1.5, 1.304688, 1.359375, 1.273438, 1.320312, 1.1875, 1.28125, 1.398438, 1.351562, 1.367188, 1.359375, 1.320312, 1.492188, 1.296875, 1.257812, 1.414062, 1.398438, 1.335938, 1.289062, 1.320312, 1.5, 1.382812, 1.445312, 1.382812, 1.265625, 1.367188, 1.3125, 1.453125, 1.289062, 1.328125, 1.117188, 1.375, 1.335938, 1.484375, 1.359375, 1.367188, 1.375, 1.234375, 1.421875, 1.320312, 1.375, 1.492188, 1.34375, 1.445312, 1.375, 1.34375, 1.273438, 1.5, 1.578125, 1.210938, 1.3125, 1.3125, 1.429688, 1.390625, 1.375, 1.335938, 1.367188, 1.46875, 1.359375, 1.34375, 1.289062, 1.375, 1.289062, 1.34375, 1.382812, 1.28125, 1.367188, 1.234375, 1.359375, 1.4375, 1.34375, 1.398438, 1.40625, 1.4375, 1.5, 1.453125, 1.359375, 1.390625, 1.265625, 1.445312, 1.398438, 1.375, 1.3125, 1.40625, 1.460938, 1.390625, 1.46875, 1.398438, 1.382812, 1.375, 1.382812, 1.46875, 1.476562, 1.296875, 1.382812, 1.492188, 1.359375, 1.359375, 1.195312, 1.296875, 1.382812, 1.398438, 1.414062, 1.539062, 1.335938, 1.414062, 1.351562, 1.289062, 1.375, 1.367188, 1.351562, 1.320312, 1.46875, 1.515625, 1.359375, 1.304688, 1.34375, 1.234375, 1.359375, 1.320312, 1.34375, 1.328125, 1.414062, 1.460938, 1.3125, 1.34375, 1.3125, 1.5625, 1.296875, 1.296875, 1.328125, 1.546875, 1.304688, 1.226562, 1.351562, 1.265625, 1.320312, 1.507812, 1.359375, 1.46875, 1.289062, 1.296875, 1.484375, 1.382812, 1.445312, 1.296875, 1.4375, 1.257812, 1.601562, 1.296875, 1.460938, 1.242188, 1.351562, 1.28125, 1.398438, 1.40625, 1.335938, 1.273438, 1.203125, 1.453125, 1.320312, 1.320312, 1.359375, 1.460938, 1.421875, 1.335938, 1.335938, 1.421875, 1.359375, 1.40625, 1.28125, 1.289062, 1.335938, 1.40625, 1.335938, 1.390625, 1.398438, 1.273438, 1.453125, 1.367188, 1.289062, 1.34375, 1.375, 1.320312, 1.429688, 1.28125, 1.382812, 1.296875, 1.367188, 1.414062, 1.335938, 1.320312, 1.390625, 1.382812, 1.382812, 1.515625, 1.320312, 1.304688, 1.320312, 1.382812, 1.351562, 1.320312, 1.34375, 1.421875, 1.429688, 1.4375, 1.445312, 1.335938, 1.328125, 1.28125, 1.328125, 1.28125, 1.398438, 1.34375, 1.3125, 1.34375, 1.28125, 1.523438, 1.4375, 1.414062, 1.734375, 1.335938, 1.453125, 1.34375, 1.421875, 1.320312, 1.414062, 1.304688, 1.398438, 1.414062, 1.328125, 1.242188, 1.320312, 1.328125, 1.398438, 1.320312, 1.429688, 1.335938, 1.421875, 1.1875, 1.40625, 1.484375, 1.3125, 1.34375, 1.289062, 1.460938, 1.34375, 1.304688, 1.398438, 1.382812, 1.351562, 1.40625, 1.203125, 1.429688, 1.554688, 1.398438, 1.429688, 1.28125, 1.273438, 1.28125, 1.242188, 1.375, 1.367188, 1.28125, 1.429688, 1.390625, 1.359375, 1.304688, 1.335938, 1.34375, 1.289062, 1.335938, 1.359375, 1.390625, 1.390625, 1.617188, 1.351562, 1.429688, 1.4375, 1.382812, 1.5, 1.414062, 1.328125, 1.359375, 1.453125, 1.28125, 1.359375, 1.414062, 1.351562, 1.28125, 1.328125, 1.351562, 1.335938, 1.296875, 1.367188, 1.453125, 1.460938, 1.367188, 1.335938, 1.335938, 1.328125, 1.40625, 1.507812, 1.328125, 1.320312, 1.484375, 1.429688, 1.382812, 1.507812, 1.28125, 1.476562, 1.328125, 1.375, 1.5, 1.328125, 1.3125, 1.359375, 1.484375, 1.328125, 1.328125, 1.351562, 1.421875, 1.46875, 1.289062, 1.304688, 1.375, 1.492188, 1.34375, 1.40625, 1.390625, 1.3125, 1.382812, 1.375, 1.34375, 1.335938, 1.40625, 1.40625, 1.398438, 1.375, 1.40625, 1.4375, 1.375, 1.226562, 1.40625, 1.375, 1.539062, 1.28125, 1.242188, 1.257812, 1.71875, 1.234375, 1.382812, 1.53125, 1.515625, 1.328125, 1.414062, 1.351562, 1.476562, 1.382812, 1.359375, 1.34375, 1.390625, 1.453125, 1.109375, 1.414062, 1.335938, 1.382812, 1.3125, 1.523438, 1.320312, 1.351562, 1.398438, 1.351562, 1.671875, 1.34375, 1.523438, 1.507812, 1.523438, 1.40625, 1.328125, 1.335938, 1.351562, 1.296875, 1.359375, 1.476562, 1.34375, 1.296875, 1.390625, 1.328125, 1.320312, 1.304688, 1.414062, 1.359375, 1.273438, 1.34375, 1.3125, 1.460938, 1.367188, 1.375, 1.234375, 1.453125, 1.335938, 1.429688, 1.351562, 1.414062, 1.34375, 1.476562, 1.398438, 1.34375, 1.328125, 1.34375, 1.453125, 1.242188, 1.460938, 1.296875, 1.320312, 1.265625, 1.398438, 1.367188, 1.492188, 1.398438, 1.351562, 1.40625, 1.328125, 1.335938, 1.304688, 1.335938, 1.382812, 1.328125, 1.382812, 1.359375, 1.289062, 1.289062, 1.328125, 1.429688, 1.242188, 1.296875, 1.40625, 1.289062, 1.398438, 1.445312, 1.273438, 1.476562, 1.34375, 1.523438, 1.351562, 1.453125, 1.320312, 1.476562, 1.390625, 1.4375, 1.304688, 1.359375, 1.367188, 1.25, 1.34375, 1.328125, 1.351562, 1.492188, 1.320312, 1.265625, 1.4375, 1.351562, 1.398438, 1.34375, 1.40625, 1.4375, 1.382812, 1.28125, 1.296875, 1.257812, 1.453125, 1.375, 1.492188, 1.351562, 1.429688, 1.398438, 1.421875, 1.4375, 1.46875, 1.34375, 1.390625, 1.382812, 1.289062, 1.40625, 1.421875, 1.335938, -0.003998, 1.320312, 1.398438, 1.3125, 1.375, 1.351562, 1.320312, 1.460938, 1.40625, 1.375, 1.273438, 1.25, 1.414062, 1.210938, 1.390625, 1.367188, 1.382812, 1.367188, 1.335938, 1.445312, 1.625, 1.445312, 1.609375, 1.335938, 1.5, 1.421875, 1.367188, 1.34375, 1.34375, 1.359375, 1.359375, 1.328125, 1.351562, 1.304688, 1.445312, 1.25, 1.148438, 1.515625, 1.359375, 1.492188, 1.25, 1.34375, 1.3125, 1.5, 1.398438, 1.4375, 1.390625, 1.554688, 1.3125, 1.351562, 1.289062, 1.28125, 1.328125, 1.359375, 1.484375, 1.414062, 1.40625, 1.367188, 1.304688, 1.320312, 1.335938, 1.265625, 1.320312, 1.210938, 1.445312, 1.382812, 1.328125, 1.429688, 1.421875, 1.335938, 1.382812, 1.367188, 1.5625, 1.3125, 1.296875, 1.296875, 1.453125, 1.382812, 1.359375, 1.382812, 1.4375, 1.382812, 1.359375, 1.34375, 1.359375, 1.296875, 1.304688, 1.34375, 1.382812, 1.304688, 1.304688, 1.289062, 1.390625, 1.34375, 1.429688, 1.273438, 1.421875, 1.351562, 1.304688, 1.28125, 1.34375, 1.257812, 1.359375, 1.3125, 1.414062, 1.359375, 1.546875, 1.328125, 1.460938, 1.453125, 1.242188, 1.609375, 1.289062, 1.398438, 1.234375, 1.242188, 1.375, 1.398438, 1.460938, 1.3125, 1.34375, 1.289062, 1.398438, 1.320312, 1.367188, 1.398438, 1.359375, 1.304688, 1.367188, 1.328125, 1.3125, 1.25, 1.320312, 1.414062, 1.257812, 1.289062, 1.40625, 1.492188, 1.382812, 1.21875, 1.328125, 1.390625, 1.335938, 1.398438, 1.304688, 1.492188, 1.257812, 1.375, 1.25, 1.359375, 1.335938, 1.289062, 1.335938, 1.359375, 1.398438, 1.367188, 1.40625, 1.304688, 1.359375, 1.296875, 1.382812, 1.390625, 1.359375, 1.398438, 1.40625, 1.40625, 1.460938, 1.375, 1.34375, 1.4375, 1.28125, 1.28125, 1.320312, 1.414062, 1.53125, 1.289062, 1.28125, 1.304688, 1.390625, 1.46875, 1.359375, 1.273438, 1.46875, 1.296875, 1.484375, 1.328125, 1.40625, 1.289062, 1.375, 1.335938, 1.28125, 1.421875, 1.359375, 1.492188, 1.359375, 1.5625, 1.304688, 1.460938, 1.359375, 1.375, 1.3125, 1.265625, 1.351562, 1.304688, 1.375, 1.421875, 1.414062, 1.328125, 1.34375, 1.320312, 1.328125, 1.398438, 1.40625, 1.289062, 1.453125, 1.53125, 1.351562, 1.359375, 1.367188, 1.382812, 1.25, 1.359375, 1.453125, 1.34375, 1.367188, 1.375, 1.601562, 1.304688, 1.304688, 1.226562, 1.539062, 1.5, 1.265625, 1.34375, 1.414062, 1.492188, 1.304688, 1.328125, 1.375, 1.382812, 1.398438, 1.5, 1.296875, 1.453125, 1.351562, 1.46875, 1.320312, 1.382812, 1.210938, 1.492188, 1.335938, 1.40625, 1.3125, 1.328125, 1.523438, 1.273438, 1.382812, 1.34375, 1.382812, 1.398438, 1.375, 1.421875, 1.320312, 1.367188, 1.398438, 1.5, 1.304688, 1.304688, 1.273438, 1.445312, 1.445312, 1.328125, 1.359375, 1.421875, 1.34375, 1.304688, 1.507812, 1.375, 1.492188, 1.367188, 1.210938, 1.304688, 1.289062, 1.359375, 1.523438, 1.421875, 1.398438, 1.367188, 1.3125, 0.582031, 1.40625, 1.335938, 1.335938, 1.375, 1.335938, 1.421875, 1.351562, 1.304688, 1.335938, 1.34375, 1.289062, 1.390625, 1.265625, 1.375, 1.1875, 1.40625, 1.203125, 1.382812, 1.382812, 1.429688, 1.359375, 1.375, 1.335938, 1.265625, 1.335938, 1.484375, 1.34375, 1.289062, 1.484375, 1.445312, 1.296875, 1.453125, 1.34375, 1.414062, 1.335938, 1.445312, 1.359375, 1.296875, 1.484375, 1.367188, 1.328125, 1.539062, 1.476562, 1.289062, 1.359375, 1.421875, 1.414062, 1.460938, 1.34375, 1.398438, 1.234375, 1.421875, 1.320312, 1.445312, 1.367188, 1.429688, 1.34375, 1.367188, 1.320312, 1.28125, 1.414062, 1.40625, 1.296875, 1.265625, 1.335938, 1.453125, 1.328125, 1.375, 1.28125, 1.476562, 1.40625, 1.421875, 1.25, 1.421875, 1.34375, 1.4375, 1.382812, 1.390625, 1.273438, 1.335938, 1.28125, 1.351562, 1.398438, 1.453125, 1.421875, 1.359375, 1.390625, 1.3125, 1.328125, 1.414062, 1.351562, 1.328125, 1.40625, 1.398438, 1.40625, 1.414062, 1.359375, 1.40625, 1.382812, 1.367188, 1.4375, 1.390625, 1.507812, 1.257812, 1.367188, 1.335938, 1.445312, 1.304688, 1.40625, 1.195312, 1.34375, 1.273438, 1.125, 1.359375, 1.296875, 1.367188, 1.398438, 1.34375, 1.375, 1.34375, 1.3125, 1.320312, 1.304688, 1.242188, 1.375, 1.390625, 1.367188, 1.492188, 1.234375, 1.4375, 1.335938, 1.359375, 1.382812, 1.3125, 1.5 ] }, "name": "model.transformer.layers.31.attn_norm.weight", "outputIndexes": [ 1929 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 1929 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_31/Mul_1_output_0", "outputIndexes": [ 1930 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1930 ], "outputIndexes": [ 3322 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3322 ], "outputIndexes": [ 3323 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear", "inputIndexes": [ 3323 ], "outputIndexes": [ 3324 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2425325148, 9437446, 589824, 12288, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3324 ], "outputIndexes": [ 3325 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3325 ], "outputIndexes": [ 1931 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "/Shape_125_output_0", "outputIndexes": [ 1932 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1932 ], "main_type": "NONE", "name": "Shape2733", "outputIndexes": [ 1933 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1932 ], "main_type": "NONE", "name": "Rank2735", "outputIndexes": [ 1934 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1934, 1934 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2737", "outputIndexes": [ 1935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2738", "outputIndexes": [ 1936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1935, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2740", "outputIndexes": [ 1937 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1937 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2741", "outputIndexes": [ 1938 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933, 1936, 1938, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2744", "outputIndexes": [ 1939 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1939 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2745", "outputIndexes": [ 1940 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 1940 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2746", "outputIndexes": [ 1941 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941, 1940 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2747", "outputIndexes": [ 1942 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1932, 1942, 1935 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_159_output_0", "outputIndexes": [ 1943 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1943, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_311_output_0", "outputIndexes": [ 1944 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1944, 1882, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_155_output_0", "outputIndexes": [ 1945 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1931, 1945 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_125_output_0", "outputIndexes": [ 1946 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1946 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_31/Mul_output_0", "outputIndexes": [ 1947 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.016479, -0.016846, 0.001129, -0.036621, 0.026001, 0.048584, 0.029419, 0.005402, 0.078125, 0.207031, 1.421875, 0.40625, 0.605469, 0.957031, 1.320312, 0.78125, 1.390625, 1.203125, 1.632812, 1.59375, 1.632812, 1.453125, 1.71875, 1.515625, 1.585938, 1.429688, 1.570312, 1.460938, 1.539062, 1.453125, 1.539062, 1.679688, 1.554688, 1.578125, 1.757812, 1.867188, 1.648438, 1.78125, 1.976562, 1.71875, 1.742188, 1.703125, 2.328125, 1.585938, 1.710938, 2.0, 1.921875, 1.867188, 1.875, 1.710938, 1.796875, 1.742188, 1.75, 1.679688, 1.726562, 1.726562, 1.757812, 1.484375, 1.757812, 1.65625, 1.648438, 1.828125, 1.726562, 1.828125, -0.021362, 0.056152, 0.054199, -0.006622, -0.02832, 0.051514, 0.081055, 0.108887, 0.036865, 0.049805, 0.914062, 1.03125, 0.960938, 0.640625, 1.445312, 1.6875, 1.46875, 1.671875, 1.125, 1.09375, 1.09375, 1.5, 1.492188, 1.546875, 1.40625, 1.5625, 1.445312, 1.59375, 1.5625, 1.554688, 1.585938, 1.5625, 1.59375, 1.6875, 1.5625, 1.570312, 1.710938, 1.65625, 1.5625, 1.664062, 1.773438, 2.0, 1.53125, 1.960938, 1.851562, 1.65625, 1.65625, 1.796875, 1.757812, 1.875, 1.773438, 1.820312, 1.734375, 1.8125, 1.757812, 1.773438, 1.71875, 1.796875, 1.609375, 1.632812, 1.625, 1.632812, 1.804688, 1.679688 ] }, "name": "model.transformer.layers.31.attn.q_norm.weight", "outputIndexes": [ 1948 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1947, 1948 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_31/Mul_1_output_0", "outputIndexes": [ 1949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1949, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_124_output_0", "outputIndexes": [ 1950 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1949, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_125_output_0", "outputIndexes": [ 1951 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1951 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_62_output_0", "outputIndexes": [ 1952 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1949, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_124_output_0", "outputIndexes": [ 1953 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1952, 1953 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_158_output_0", "outputIndexes": [ 1954 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_125_output_0", "outputIndexes": [ 1955 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1950, 1955 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_124_output_0", "outputIndexes": [ 1956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1930 ], "outputIndexes": [ 3326 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3326 ], "outputIndexes": [ 3327 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear", "inputIndexes": [ 3327 ], "outputIndexes": [ 3328 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2435364706, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3328 ], "outputIndexes": [ 3329 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3329 ], "outputIndexes": [ 1957 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 1944, 1896, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_156_output_0", "outputIndexes": [ 1958 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1957, 1958 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_126_output_0", "outputIndexes": [ 1959 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1959 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_31/Mul_output_0", "outputIndexes": [ 1960 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ -0.024414, 0.033691, 0.029907, -0.021729, -0.005493, 0.012634, 0.023071, 0.020142, 0.066895, 0.233398, 1.5, 0.225586, 0.6875, 1.007812, 1.34375, 0.273438, 1.203125, 0.335938, 1.78125, 1.75, 1.773438, 1.664062, 1.820312, 1.4375, 1.78125, 1.148438, 1.835938, 1.632812, 1.117188, 1.398438, 1.632812, 1.328125, 1.703125, 1.851562, 1.429688, 1.242188, 1.585938, 1.570312, 1.242188, 1.640625, 1.742188, 2.015625, 1.125, 2.09375, 1.90625, 1.585938, 1.742188, 1.828125, 1.765625, 1.867188, 1.765625, 1.820312, 1.789062, 1.8125, 1.804688, 1.726562, 1.726562, 1.945312, 1.726562, 1.703125, 1.679688, 1.6875, 1.828125, 1.578125, -0.017212, 0.044434, -0.047119, 0.044434, 0.044434, 0.063477, 0.058594, 0.123535, 0.054932, 0.100098, 0.490234, 0.988281, 0.910156, 0.574219, 1.398438, 1.78125, 1.5625, 1.835938, 0.425781, 0.773438, 0.291016, 1.375, 0.972656, 1.578125, 1.0625, 1.757812, 1.242188, 1.46875, 1.804688, 1.578125, 1.523438, 1.773438, 1.304688, 1.296875, 1.867188, 1.914062, 1.75, 1.820312, 2.0, 1.742188, 1.679688, 1.484375, 2.34375, 1.546875, 1.742188, 1.945312, 1.960938, 1.804688, 1.859375, 1.726562, 1.804688, 1.71875, 1.75, 1.742188, 1.734375, 1.804688, 1.78125, 1.726562, 1.8125, 1.820312, 1.6875, 1.835938, 1.726562, 1.75 ] }, "name": "model.transformer.layers.31.attn.k_norm.weight", "outputIndexes": [ 1961 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1960, 1961 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_31/Mul_1_output_0", "outputIndexes": [ 1962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1962, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_126_output_0", "outputIndexes": [ 1963 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1962, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_127_output_0", "outputIndexes": [ 1964 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1964 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_63_output_0", "outputIndexes": [ 1965 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1962, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_126_output_0", "outputIndexes": [ 1966 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965, 1966 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_159_output_0", "outputIndexes": [ 1967 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1967, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_127_output_0", "outputIndexes": [ 1968 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1963, 1968 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_125_output_0", "outputIndexes": [ 1969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1930 ], "outputIndexes": [ 3330 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3330 ], "outputIndexes": [ 3331 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear", "inputIndexes": [ 3331 ], "outputIndexes": [ 3332 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2437874792, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3332 ], "outputIndexes": [ 3333 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3333 ], "outputIndexes": [ 1970 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1970, 1958 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_127_output_0", "outputIndexes": [ 1971 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1956, 1969, 1971, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.31/self_attn/FusedAttention", "outputIndexes": [ 1972 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1972 ], "outputIndexes": [ 3334 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3334 ], "outputIndexes": [ 3335 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear", "inputIndexes": [ 3335 ], "outputIndexes": [ 3336 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2440384878, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3336 ], "outputIndexes": [ 3337 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3337 ], "outputIndexes": [ 1973 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1927, 1973 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_126_output_0", "outputIndexes": [ 1974 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1974 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_31/Mul_output_0", "outputIndexes": [ 1975 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.376953, 0.369141, 0.367188, 0.373047, 0.355469, 0.373047, 0.367188, 0.371094, 0.363281, 0.365234, 0.367188, 0.363281, 0.380859, 0.371094, 0.363281, 0.359375, 0.375, 0.371094, 0.363281, 0.365234, 0.361328, 0.365234, 0.373047, 0.365234, 0.396484, 0.367188, 0.365234, 0.359375, 0.371094, 0.369141, 0.367188, 0.363281, 0.363281, 0.369141, 0.369141, 0.367188, 0.367188, 0.375, 0.369141, 0.375, 0.367188, 0.369141, 0.378906, 0.365234, 0.361328, 0.369141, 0.353516, 0.373047, 0.367188, 0.373047, 0.359375, 0.365234, 0.392578, 0.365234, 0.361328, 0.367188, 0.369141, 0.371094, 0.365234, 0.371094, 0.375, 0.361328, 0.371094, 0.371094, 0.363281, 0.365234, 0.363281, 0.369141, 0.363281, 0.363281, 0.359375, 0.365234, 0.359375, 0.361328, 0.371094, 0.363281, 0.375, 0.371094, 0.369141, 0.369141, 0.365234, 0.363281, 0.363281, 0.367188, 0.367188, 0.378906, 0.369141, 0.376953, 0.373047, 0.361328, 0.371094, 0.365234, 0.363281, 0.359375, 0.375, 0.365234, 0.369141, 0.361328, 0.365234, 0.363281, 0.363281, 0.375, 0.365234, 0.359375, 0.363281, 0.371094, 0.34375, 0.369141, 0.367188, 0.373047, 0.357422, 0.367188, 0.359375, 0.365234, 0.373047, 0.335938, 0.363281, 0.363281, 0.367188, 0.371094, 0.371094, 0.363281, 0.359375, 0.367188, 0.369141, 0.373047, 0.369141, 0.375, 0.375, 0.367188, 0.371094, 0.369141, 0.361328, 0.363281, 0.367188, 0.363281, 0.353516, 0.371094, 0.363281, 0.359375, 0.369141, 0.369141, 0.367188, 0.371094, 0.367188, 0.357422, 0.369141, 0.361328, 0.371094, 0.369141, 0.361328, 0.375, 0.376953, 0.365234, 0.365234, 0.361328, 0.369141, 0.369141, 0.371094, 0.361328, 0.363281, 0.367188, 0.367188, 0.371094, 0.365234, 0.363281, 0.359375, 0.361328, 0.359375, 0.363281, 0.332031, 0.365234, 0.365234, 0.367188, 0.367188, 0.369141, 0.365234, 0.365234, 0.367188, 0.359375, 0.361328, 0.375, 0.365234, 0.375, 0.373047, 0.367188, 0.363281, 0.361328, 0.369141, 0.357422, 0.365234, 0.369141, 0.369141, 0.365234, 0.369141, 0.363281, 0.369141, 0.373047, 0.369141, 0.369141, 0.373047, 0.367188, 0.363281, 0.361328, 0.414062, 0.365234, 0.357422, 0.367188, 0.376953, 0.367188, 0.375, 0.371094, 0.371094, 0.363281, 0.363281, 0.367188, 0.369141, 0.367188, 0.367188, 0.371094, 0.371094, 0.363281, 0.375, 0.373047, 0.361328, 0.369141, 0.375, 0.373047, 0.367188, 0.367188, 0.371094, 0.376953, 0.367188, 0.373047, 0.369141, 0.365234, 0.365234, 0.373047, 0.363281, 0.347656, 0.365234, 0.371094, 0.371094, 0.367188, 0.357422, 0.357422, 0.371094, 0.369141, 0.371094, 0.367188, 0.361328, 0.371094, 0.373047, 0.367188, 0.375, 0.369141, 0.373047, 0.369141, 0.369141, 0.369141, 0.371094, 0.361328, 0.376953, 0.365234, 0.375, 0.367188, 0.371094, 0.361328, 0.363281, 0.363281, 0.367188, 0.375, 0.361328, 0.367188, 0.375, 0.365234, 0.375, 0.367188, 0.367188, 0.365234, 0.371094, 0.369141, 0.369141, 0.367188, 0.371094, 0.363281, 0.371094, 0.355469, 0.367188, 0.365234, 0.376953, 0.367188, 0.373047, 0.363281, 0.367188, 0.367188, 0.369141, 0.367188, 0.363281, 0.361328, 0.363281, 0.361328, 0.367188, 0.375, 0.361328, 0.369141, 0.363281, 0.369141, 0.365234, 0.371094, 0.371094, 0.371094, 0.369141, 0.365234, 0.369141, 0.369141, 0.375, 0.363281, 0.367188, 0.371094, 0.369141, 0.365234, 0.373047, 0.361328, 0.373047, 0.367188, 0.367188, 0.365234, 0.355469, 0.371094, 0.376953, 0.363281, 0.373047, 0.367188, 0.373047, 0.384766, 0.369141, 0.369141, 0.357422, 0.376953, 0.365234, 0.359375, 0.369141, 0.363281, 0.365234, 0.369141, 0.369141, 0.371094, 0.365234, 0.373047, 0.363281, 0.373047, 0.367188, 0.371094, 0.359375, 0.371094, 0.353516, 0.353516, 0.369141, 0.365234, 0.367188, 0.363281, 0.365234, 0.373047, 0.365234, 0.365234, 0.369141, 0.375, 0.363281, 0.369141, 0.361328, 0.361328, 0.365234, 0.363281, 0.363281, 0.376953, 0.363281, 0.367188, 0.375, 0.369141, 0.363281, 0.371094, 0.367188, 0.375, 0.355469, 0.363281, 0.363281, 0.367188, 0.365234, 0.373047, 0.371094, 0.373047, 0.371094, 0.380859, 0.367188, 0.369141, 0.371094, 0.369141, 0.369141, 0.367188, 0.371094, 0.367188, 0.361328, 0.365234, 0.363281, 0.363281, 0.373047, 0.369141, 0.376953, 0.357422, 0.357422, 0.369141, 0.373047, 0.367188, 0.373047, 0.369141, 0.369141, 0.367188, 0.40625, 0.373047, 0.369141, 0.359375, 0.369141, 0.371094, 0.369141, 0.373047, 0.371094, 0.375, 0.373047, 0.367188, 0.365234, 0.363281, 0.371094, 0.367188, 0.376953, 0.373047, 0.369141, 0.371094, 0.369141, 0.371094, 0.369141, 0.367188, 0.369141, 0.369141, 0.367188, 0.373047, 0.369141, 0.361328, 0.371094, 0.373047, 0.365234, 0.363281, 0.384766, 0.355469, 0.359375, 0.363281, 0.373047, 0.367188, 0.367188, 0.367188, 0.367188, 0.378906, 0.369141, 0.365234, 0.367188, 0.355469, 0.365234, 0.373047, 0.363281, 0.369141, 0.373047, 0.367188, 0.367188, 0.359375, 0.351562, 0.371094, 0.369141, 0.369141, 0.357422, 0.373047, 0.369141, 0.353516, 0.369141, 0.367188, 0.363281, 0.375, 0.371094, 0.375, 0.371094, 0.382812, 0.363281, 0.365234, 0.369141, 0.361328, 0.371094, 0.371094, 0.371094, 0.365234, 0.369141, 0.376953, 0.367188, 0.380859, 0.367188, 0.355469, 0.373047, 0.359375, 0.373047, 0.369141, 0.367188, 0.361328, 0.369141, 0.359375, 0.375, 0.365234, 0.363281, 0.382812, 0.341797, 0.376953, 0.363281, 0.363281, 0.371094, 0.373047, 0.369141, 0.365234, 0.373047, 0.363281, 0.367188, 0.376953, 0.355469, 0.363281, 0.369141, 0.371094, 0.375, 0.367188, 0.367188, 0.369141, 0.369141, 0.367188, 0.367188, 0.369141, 0.373047, 0.367188, 0.365234, 0.371094, 0.369141, 0.365234, 0.361328, 0.361328, 0.373047, 0.371094, 0.363281, 0.367188, 0.373047, 0.367188, 0.365234, 0.367188, 0.373047, 0.382812, 0.369141, 0.363281, 0.357422, 0.367188, 0.369141, 0.371094, 0.363281, 0.359375, 0.367188, 0.369141, 0.367188, 0.375, 0.369141, 0.365234, 0.367188, 0.363281, 0.365234, 0.375, 0.371094, 0.367188, 0.365234, 0.349609, 0.365234, 0.367188, 0.371094, 0.375, 0.369141, 0.363281, 0.367188, 0.287109, 0.375, 0.351562, 0.367188, 0.367188, 0.369141, 0.369141, 0.367188, 0.365234, 0.373047, 0.363281, 0.365234, 0.365234, 0.367188, 0.365234, 0.365234, 0.371094, 0.361328, 0.367188, 0.365234, 0.365234, 0.373047, 0.365234, 0.367188, 0.369141, 0.369141, 0.369141, 0.376953, 0.363281, 0.367188, 0.373047, 0.376953, 0.373047, 0.365234, 0.369141, 0.363281, 0.359375, 0.369141, 0.365234, 0.355469, 0.367188, 0.361328, 0.361328, 0.365234, 0.369141, 0.361328, 0.373047, 0.371094, 0.369141, 0.367188, 0.373047, 0.369141, 0.367188, 0.373047, 0.361328, 0.363281, 0.363281, 0.371094, 0.363281, 0.369141, 0.367188, 0.365234, 0.367188, 0.365234, 0.373047, 0.359375, 0.363281, 0.367188, 0.363281, 0.369141, 0.369141, 0.380859, 0.361328, 0.367188, 0.363281, 0.371094, 0.373047, 0.369141, 0.367188, 0.371094, 0.371094, 0.375, 0.365234, 0.363281, 0.371094, 0.373047, 0.359375, 0.367188, 0.359375, 0.367188, 0.384766, 0.373047, 0.367188, 0.369141, 0.382812, 0.365234, 0.375, 0.365234, 0.365234, 0.380859, 0.359375, 0.375, 0.361328, 0.369141, 0.367188, 0.371094, 0.367188, 0.373047, 0.361328, 0.369141, 0.371094, 0.371094, 0.373047, 0.363281, 0.367188, 0.363281, 0.373047, 0.365234, 0.369141, 0.365234, 0.373047, 0.369141, 0.369141, 0.318359, 0.373047, 0.369141, 0.367188, 0.369141, 0.375, 0.363281, 0.365234, 0.375, 0.363281, 0.367188, 0.367188, 0.376953, 0.365234, 0.375, 0.367188, 0.371094, 0.365234, 0.369141, 0.363281, 0.373047, 0.365234, 0.371094, 0.373047, 0.369141, 0.363281, 0.357422, 0.365234, 0.367188, 0.365234, 0.365234, 0.371094, 0.367188, 0.369141, 0.357422, 0.367188, 0.373047, 0.367188, 0.365234, 0.369141, 0.371094, 0.373047, 0.365234, 0.365234, 0.373047, 0.375, 0.371094, 0.367188, 0.361328, 0.376953, 0.367188, 0.375, 0.371094, 0.376953, 0.382812, 0.373047, 0.361328, 0.367188, 0.359375, 0.363281, 0.371094, 0.371094, 0.375, 0.369141, 0.363281, 0.371094, 0.365234, 0.363281, 0.351562, 0.361328, 0.369141, 0.369141, 0.371094, 0.365234, 0.367188, 0.361328, 0.367188, 0.363281, 0.363281, 0.363281, 0.363281, 0.369141, 0.367188, 0.367188, 0.355469, 0.373047, 0.371094, 0.363281, 0.363281, 0.371094, 0.365234, 0.367188, 0.373047, 0.357422, 0.359375, 0.373047, 0.369141, 0.365234, 0.365234, 0.375, 0.367188, 0.367188, 0.376953, 0.388672, 0.365234, 0.361328, 0.375, 0.353516, 0.365234, 0.361328, 0.367188, 0.365234, 0.373047, 0.363281, 0.369141, 0.357422, 0.369141, 0.369141, 0.367188, 0.371094, 0.371094, 0.369141, 0.359375, 0.363281, 0.365234, 0.367188, 0.361328, 0.371094, 0.373047, 0.363281, 0.361328, 0.363281, 0.363281, 0.373047, 0.365234, 0.355469, 0.373047, 0.371094, 0.378906, 0.373047, 0.373047, 0.365234, 0.363281, 0.375, 0.371094, 0.363281, 0.361328, 0.369141, 0.371094, 0.369141, 0.371094, 0.371094, 0.375, 0.365234, 0.357422, 0.371094, 0.359375, 0.367188, 0.363281, 0.376953, 0.369141, 0.373047, 0.367188, 0.369141, 0.367188, 0.367188, 0.371094, 0.361328, 0.369141, 0.376953, 0.367188, 0.369141, 0.365234, 0.375, 0.373047, 0.363281, 0.357422, 0.361328, 0.371094, 0.361328, 0.378906, 0.363281, 0.373047, 0.369141, 0.369141, 0.369141, 0.357422, 0.378906, 0.373047, 0.367188, 0.365234, 0.365234, 0.376953, 0.367188, 0.369141, 0.361328, 0.371094, 0.359375, 0.363281, 0.380859, 0.367188, 0.365234, 0.367188, 0.361328, 0.373047, 0.369141, 0.369141, 0.367188, 0.373047, 0.373047, 0.363281, 0.369141, 0.375, 0.367188, 0.367188, 0.371094, 0.371094, 0.369141, 0.369141, 0.365234, 0.361328, 0.365234, 0.361328, 0.371094, 0.375, 0.363281, 0.363281, 0.369141, 0.373047, 0.365234, 0.361328, 0.369141, 0.365234, 0.373047, 0.371094, 0.361328, 0.371094, 0.361328, 0.367188, 0.378906, 0.369141, 0.361328, 0.365234, 0.351562, 0.353516, 0.378906, 0.371094, 0.373047, 0.371094, 0.365234, 0.376953, 0.367188, 0.367188, 0.375, 0.365234, 0.378906, 0.363281, 0.378906, 0.375, 0.363281, 0.369141, 0.367188, 0.373047, 0.363281, 0.369141, 0.363281, 0.365234, 0.365234, 0.365234, 0.373047, 0.367188, 0.367188, 0.365234, 0.371094, 0.363281, 0.373047, 0.371094, 0.369141, 0.367188, 0.363281, 0.382812, 0.371094, 0.365234, 0.376953, 0.361328, 0.367188, 0.363281, 0.375, 0.375, 0.369141, 0.371094, 0.373047, 0.371094, 0.365234, 0.369141, 0.365234, 0.373047, 0.378906, 0.355469, 0.376953, 0.361328, 0.363281, 0.367188, 0.371094, 0.373047, 0.367188, 0.361328, 0.367188, 0.367188, 0.369141, 0.365234, 0.373047, 0.367188, 0.369141, 0.371094, 0.369141, 0.378906, 0.371094, 0.367188, 0.373047, 0.367188, 0.373047, 0.357422, 0.363281, 0.376953, 0.367188, 0.363281, 0.369141, 0.361328, 0.375, 0.371094, 0.353516, 0.367188, 0.369141, 0.359375, 0.363281, 0.371094, 0.371094, 0.363281, 0.363281, 0.363281, 0.365234, 0.375, 0.365234, 0.375, 0.371094, 0.371094, 0.365234, 0.369141, 0.371094, 0.365234, 0.363281, 0.367188, 0.371094, 0.369141, 0.365234, 0.367188, 0.371094, 0.371094, 0.365234, 0.361328, 0.365234, 0.345703, 0.357422, 0.363281, 0.357422, 0.361328, 0.361328, 0.371094, 0.361328, 0.365234, 0.369141, 0.373047, 0.369141, 0.369141, 0.371094, 0.375, 0.363281, 0.367188, 0.371094, 0.373047, 0.373047, 0.363281, 0.376953, 0.361328, 0.367188, 0.373047, 0.365234, 0.369141, 0.365234, 0.375, 0.369141, 0.363281, 0.367188, 0.378906, 0.371094, 0.371094, 0.375, 0.373047, 0.390625, 0.361328, 0.359375, 0.363281, 0.365234, 0.369141, 0.363281, 0.373047, 0.365234, 0.359375, 0.363281, 0.369141, 0.365234, 0.365234, 0.367188, 0.367188, 0.376953, 0.373047, 0.363281, 0.367188, 0.359375, 0.378906, 0.375, 0.375, 0.373047, 0.376953, 0.367188, 0.369141, 0.369141, 0.365234, 0.367188, 0.369141, 0.369141, 0.375, 0.369141, 0.359375, 0.365234, 0.375, 0.369141, 0.365234, 0.357422, 0.361328, 0.361328, 0.369141, 0.363281, 0.363281, 0.373047, 0.367188, 0.373047, 0.365234, 0.376953, 0.375, 0.359375, 0.363281, 0.373047, 0.367188, 0.369141, 0.390625, 0.363281, 0.371094, 0.367188, 0.371094, 0.369141, 0.371094, 0.371094, 0.375, 0.353516, 0.357422, 0.357422, 0.382812, 0.373047, 0.367188, 0.369141, 0.373047, 0.373047, 0.365234, 0.369141, 0.396484, 0.369141, 0.353516, 0.361328, 0.357422, 0.365234, 0.371094, 0.371094, 0.373047, 0.361328, 0.359375, 0.367188, 0.371094, 0.369141, 0.371094, 0.367188, 0.367188, 0.371094, 0.367188, 0.359375, 0.365234, 0.365234, 0.371094, 0.371094, 0.371094, 0.369141, 0.367188, 0.365234, 0.365234, 0.365234, 0.373047, 0.375, 0.365234, 0.369141, 0.367188, 0.361328, 0.371094, 0.375, 0.361328, 0.373047, 0.373047, 0.361328, 0.367188, 0.371094, 0.367188, 0.367188, 0.363281, 0.375, 0.371094, 0.375, 0.359375, 0.365234, 0.375, 0.365234, 0.363281, 0.367188, 0.365234, 0.359375, 0.361328, 0.375, 0.371094, 0.361328, 0.365234, 0.365234, 0.376953, 0.367188, 0.359375, 0.371094, 0.371094, 0.369141, 0.367188, 0.365234, 0.369141, 0.363281, 0.371094, 0.365234, 0.367188, 0.365234, 0.367188, 0.371094, 0.369141, 0.375, 0.371094, 0.363281, 0.380859, 0.376953, 0.367188, 0.369141, 0.373047, 0.365234, 0.371094, 0.376953, 0.369141, 0.361328, 0.367188, 0.371094, 0.367188, 0.355469, 0.363281, 0.355469, 0.373047, 0.367188, 0.373047, 0.367188, 0.351562, 0.375, 0.367188, 0.365234, 0.375, 0.373047, 0.373047, 0.369141, 0.369141, 0.363281, 0.363281, 0.375, 0.375, 0.361328, 0.365234, 0.359375, 0.369141, 0.369141, 0.371094, 0.367188, 0.371094, 0.367188, 0.373047, 0.361328, 0.369141, 0.369141, 0.367188, 0.371094, 0.365234, 0.367188, 0.359375, 0.371094, 0.371094, 0.363281, 0.365234, 0.363281, 0.359375, 0.367188, 0.359375, 0.375, 0.365234, 0.371094, 0.375, 0.365234, 0.367188, 0.375, 0.365234, 0.375, 0.378906, 0.369141, 0.365234, 0.363281, 0.380859, 0.363281, 0.359375, 0.363281, 0.369141, 0.365234, 0.373047, 0.378906, 0.359375, 0.371094, 0.361328, 0.376953, 0.369141, 0.371094, 0.359375, 0.363281, 0.369141, 0.359375, 0.363281, 0.359375, 0.376953, 0.367188, 0.3125, 0.367188, 0.367188, 0.373047, 0.376953, 0.359375, 0.351562, 0.367188, 0.365234, 0.369141, 0.365234, 0.365234, 0.375, 0.375, 0.365234, 0.361328, 0.373047, 0.371094, 0.369141, 0.369141, 0.369141, 0.367188, 0.363281, 0.367188, 0.367188, 0.371094, 0.357422, 0.363281, 0.384766, 0.375, 0.369141, 0.365234, 0.359375, 0.371094, 0.361328, 0.363281, 0.365234, 0.375, 0.371094, 0.365234, 0.369141, 0.367188, 0.371094, 0.365234, 0.365234, 0.369141, 0.371094, 0.367188, 0.375, 0.378906, 0.363281, 0.367188, 0.365234, 0.367188, 0.353516, 0.380859, 0.369141, 0.355469, 0.367188, 0.367188, 0.375, 0.363281, 0.373047, 0.369141, 0.365234, 0.359375, 0.359375, 0.373047, 0.365234, 0.365234, 0.373047, 0.367188, 0.375, 0.369141, 0.365234, 0.365234, 0.369141, 0.365234, 0.367188, 0.378906, 0.367188, 0.365234, 0.373047, 0.373047, 0.365234, 0.376953, 0.373047, 0.357422, 0.355469, 0.375, 0.375, 0.361328, 0.373047, 0.367188, 0.355469, 0.363281, 0.369141, 0.373047, 0.373047, 0.369141, 0.361328, 0.365234, 0.375, 0.378906, 0.371094, 0.376953, 0.375, 0.365234, 0.373047, 0.355469, 0.376953, 0.369141, 0.369141, 0.367188, 0.363281, 0.371094, 0.365234, 0.371094, 0.369141, 0.363281, 0.359375, 0.361328, 0.369141, 0.371094, 0.361328, 0.369141, 0.367188, 0.375, 0.369141, 0.365234, 0.375, 0.367188, 0.369141, 0.367188, 0.376953, 0.369141, 0.373047, 0.365234, 0.373047, 0.363281, 0.371094, 0.373047, 0.369141, 0.371094, 0.414062, 0.369141, 0.363281, 0.369141, 0.365234, 0.371094, 0.376953, 0.365234, 0.357422, 0.371094, 0.367188, 0.373047, 0.371094, 0.363281, 0.373047, 0.369141, 0.378906, 0.365234, 0.367188, 0.361328, 0.363281, 0.371094, 0.371094, 0.373047, 0.375, 0.376953, 0.367188, 0.363281, 0.365234, 0.375, 0.371094, 0.373047, 0.365234, 0.371094, 0.373047, 0.371094, 0.378906, 0.367188, 0.367188, 0.371094, 0.369141, 0.371094, 0.369141, 0.367188, 0.363281, 0.371094, 0.369141, 0.363281, 0.378906, 0.371094, 0.369141, 0.373047, 0.369141, 0.367188, 0.367188, 0.363281, 0.367188, 0.371094, 0.363281, 0.363281, 0.375, 0.371094, 0.380859, 0.371094, 0.375, 0.363281, 0.367188, 0.369141, 0.373047, 0.359375, 0.367188, 0.369141, 0.365234, 0.369141, 0.376953, 0.375, 0.365234, 0.373047, 0.380859, 0.375, 0.378906, 0.363281, 0.367188, 0.367188, 0.394531, 0.361328, 0.365234, 0.363281, 0.361328, 0.369141, 0.367188, 0.371094, 0.357422, 0.363281, 0.365234, 0.371094, 0.378906, 0.361328, 0.371094, 0.373047, 0.373047, 0.373047, 0.363281, 0.365234, 0.363281, 0.365234, 0.369141, 0.365234, 0.367188, 0.367188, 0.371094, 0.375, 0.371094, 0.363281, 0.363281, 0.382812, 0.375, 0.367188, 0.373047, 0.367188, 0.371094, 0.367188, 0.367188, 0.359375, 0.361328, 0.365234, 0.376953, 0.367188, 0.359375, 0.365234, 0.375, 0.367188, 0.365234, 0.376953, 0.363281, 0.367188, 0.357422, 0.371094, 0.355469, 0.373047, 0.380859, 0.369141, 0.371094, 0.371094, 0.361328, 0.357422, 0.375, 0.365234, 0.375, 0.361328, 0.367188, 0.365234, 0.373047, 0.367188, 0.365234, 0.363281, 0.371094, 0.373047, 0.365234, 0.371094, 0.376953, 0.367188, 0.373047, 0.378906, 0.371094, 0.373047, 0.359375, 0.371094, 0.375, 0.373047, 0.369141, 0.365234, 0.367188, 0.000675, 0.369141, 0.373047, 0.359375, 0.365234, 0.371094, 0.365234, 0.357422, 0.355469, 0.373047, 0.359375, 0.365234, 0.378906, 0.375, 0.363281, 0.355469, 0.371094, 0.363281, 0.367188, 0.376953, 0.369141, 0.371094, 0.363281, 0.361328, 0.373047, 0.371094, 0.373047, 0.365234, 0.367188, 0.378906, 0.359375, 0.361328, 0.367188, 0.375, 0.361328, 0.365234, 0.371094, 0.371094, 0.367188, 0.367188, 0.369141, 0.367188, 0.371094, 0.365234, 0.361328, 0.365234, 0.369141, 0.351562, 0.365234, 0.375, 0.367188, 0.367188, 0.359375, 0.365234, 0.373047, 0.373047, 0.371094, 0.371094, 0.365234, 0.369141, 0.371094, 0.367188, 0.347656, 0.367188, 0.369141, 0.365234, 0.365234, 0.371094, 0.373047, 0.367188, 0.371094, 0.365234, 0.373047, 0.373047, 0.373047, 0.367188, 0.367188, 0.361328, 0.369141, 0.373047, 0.363281, 0.361328, 0.373047, 0.369141, 0.367188, 0.367188, 0.378906, 0.369141, 0.369141, 0.355469, 0.371094, 0.371094, 0.361328, 0.371094, 0.373047, 0.375, 0.363281, 0.367188, 0.367188, 0.363281, 0.365234, 0.363281, 0.367188, 0.376953, 0.359375, 0.369141, 0.363281, 0.369141, 0.369141, 0.369141, 0.351562, 0.367188, 0.369141, 0.365234, 0.367188, 0.357422, 0.369141, 0.357422, 0.367188, 0.369141, 0.371094, 0.363281, 0.365234, 0.363281, 0.367188, 0.371094, 0.365234, 0.367188, 0.375, 0.363281, 0.363281, 0.363281, -0.000652, 0.375, 0.369141, 0.375, 0.367188, 0.384766, 0.369141, 0.371094, 0.363281, 0.376953, 0.365234, 0.369141, 0.367188, 0.371094, 0.369141, 0.369141, 0.369141, 0.371094, 0.365234, 0.375, 0.369141, 0.365234, 0.369141, 0.349609, 0.363281, 0.369141, 0.373047, 0.365234, 0.371094, 0.369141, 0.361328, 0.371094, 0.371094, 0.363281, 0.369141, 0.351562, 0.365234, 0.369141, 0.365234, 0.367188, 0.400391, 0.365234, 0.367188, 0.363281, 0.359375, 0.367188, 0.365234, 0.367188, 0.373047, 0.363281, 0.369141, 0.361328, 0.357422, 0.371094, 0.373047, 0.369141, 0.359375, 0.365234, 0.371094, 0.373047, 0.371094, 0.376953, 0.365234, 0.365234, 0.367188, 0.367188, 0.369141, 0.371094, 0.357422, 0.371094, 0.369141, 0.363281, 0.363281, 0.359375, 0.373047, 0.367188, 0.369141, 0.367188, 0.367188, 0.365234, 0.363281, 0.369141, 0.359375, 0.365234, 0.371094, 0.365234, 0.371094, 0.363281, 0.365234, 0.367188, 0.365234, 0.375, 0.367188, 0.367188, 0.369141, 0.369141, 0.367188, 0.371094, 0.365234, 0.365234, 0.367188, 0.369141, 0.369141, 0.371094, 0.367188, 0.367188, 0.375, 0.371094, 0.359375, 0.361328, 0.363281, 0.376953, 0.365234, 0.369141, 0.359375, 0.365234, 0.369141, 0.373047, 0.365234, 0.365234, 0.363281, 0.365234, 0.367188, 0.371094, 0.361328, 0.365234, 0.375, 0.365234, 0.363281, 0.365234, 0.365234, 0.373047, 0.367188, 0.353516, 0.357422, 0.376953, 0.375, 0.347656, 0.363281, 0.363281, 0.373047, 0.365234, 0.367188, 0.357422, 0.359375, 0.367188, 0.375, 0.365234, 0.373047, 0.371094, 0.371094, 0.357422, 0.371094, 0.363281, 0.382812, 0.357422, 0.363281, 0.365234, 0.375, 0.369141, 0.369141, 0.357422, 0.375, 0.371094, 0.371094, 0.365234, 0.371094, 0.367188, 0.369141, 0.365234, 0.365234, 0.369141, 0.367188, 0.367188, 0.369141, 0.365234, 0.359375, 0.367188, 0.373047, 0.365234, 0.365234, 0.369141, 0.367188, 0.365234, 0.359375, 0.371094, 0.365234, 0.373047, 0.380859, 0.376953, 0.373047, 0.365234, 0.369141, 0.365234, 0.365234, 0.365234, 0.363281, 0.375, 0.369141, 0.369141, 0.367188, 0.371094, 0.363281, 0.371094, 0.363281, 0.371094, 0.371094, 0.375, 0.363281, 0.359375, 0.369141, 0.369141, 0.361328, 0.365234, 0.375, 0.359375, 0.367188, 0.369141, 0.371094, 0.367188, 0.369141, 0.365234, 0.363281, 0.378906, 0.376953, 0.373047, 0.376953, 0.369141, 0.363281, 0.361328, 0.365234, 0.369141, 0.361328, 0.361328, 0.361328, 0.359375, 0.361328, 0.365234, 0.367188, 0.361328, 0.365234, 0.376953, 0.363281, 0.367188, 0.367188, 0.365234, 0.369141, 0.367188, 0.373047, 0.365234, 0.371094, 0.361328, 0.367188, 0.357422, 0.363281, 0.367188, 0.367188, 0.361328, 0.365234, 0.367188, 0.363281, 0.367188, 0.361328, 0.367188, 0.367188, 0.369141, 0.373047, 0.353516, 0.369141, 0.371094, 0.363281, 0.363281, 0.365234, 0.375, 0.357422, 0.365234, 0.373047, 0.363281, 0.369141, 0.369141, 0.369141, 0.369141, 0.375, 0.367188, 0.363281, 0.365234, 0.363281, 0.365234, 0.363281, 0.373047, 0.376953, 0.429688, 0.373047, 0.357422, 0.361328, 0.361328, 0.365234, 0.365234, 0.371094, 0.373047, 0.376953, 0.371094, 0.367188, 0.371094, 0.371094, 0.371094, 0.365234, 0.369141, 0.201172, 0.365234, 0.378906, 0.365234, 0.363281, 0.361328, 0.357422, 0.365234, 0.384766, 0.373047, 0.376953, 0.369141, 0.375, 0.363281, 0.367188, 0.371094, 0.361328, 0.357422, 0.363281, 0.363281, 0.357422, 0.371094, 0.371094, 0.369141, 0.369141, 0.371094, 0.365234, 0.369141, 0.365234, 0.357422, 0.369141, 0.369141, 0.371094, 0.367188, 0.357422, 0.361328, 0.361328, 0.369141, 0.363281, 0.365234, 0.363281, 0.376953, 0.371094, 0.373047, 0.369141, 0.361328, 0.369141, 0.367188, 0.369141, 0.375, 0.371094, 0.367188, 0.369141, 0.371094, 0.375, 0.369141, 0.365234, 0.361328, 0.369141, 0.371094, 0.378906, 0.367188, 0.361328, 0.371094, 0.365234, 0.357422, 0.371094, 0.375, 0.373047, 0.341797, 0.357422, 0.369141, 0.359375, 0.363281, 0.369141, 0.371094, 0.367188, 0.310547, 0.363281, 0.365234, 0.355469, 0.371094, 0.375, 0.373047, 0.369141, 0.371094, 0.371094, 0.363281, 0.373047, 0.367188, 0.369141, 0.369141, 0.376953, 0.369141, 0.373047, 0.365234, 0.365234, 0.363281, 0.378906, 0.369141, 0.357422, 0.373047, 0.375, 0.367188, 0.363281, 0.361328, 0.351562, 0.363281, 0.367188, 0.367188, 0.367188, 0.365234, 0.365234, 0.357422, 0.365234, 0.369141, 0.361328, 0.376953, 0.357422, 0.371094, 0.378906, 0.369141, 0.363281, 0.367188, 0.371094, 0.365234, 0.357422, 0.365234, 0.371094, 0.367188, 0.373047, 0.361328, 0.367188, 0.359375, 0.363281, 0.378906, 0.371094, 0.363281, 0.361328, 0.367188, 0.375, 0.367188, 0.357422, 0.373047, 0.371094, 0.365234, 0.375, 0.367188, 0.376953, 0.365234, 0.367188, 0.375, 0.355469, 0.363281, 0.373047, 0.359375, 0.369141, 0.371094, 0.371094, 0.369141, 0.367188, 0.367188, 0.367188, 0.359375, 0.365234, 0.371094, 0.365234, 0.361328, 0.369141, 0.367188, 0.365234, 0.365234, 0.367188, 0.359375, 0.367188, 0.369141, 0.365234, 0.367188, 0.369141, 0.369141, 0.376953, 0.365234, 0.365234, 0.367188, 0.375, 0.378906, 0.365234, 0.365234, 0.371094, 0.363281, 0.367188, 0.369141, 0.369141, 0.361328, 0.361328, 0.367188, 0.365234, 0.373047, 0.363281, 0.367188, 0.371094, 0.363281, 0.361328, 0.373047, 0.371094, 0.367188, 0.357422, 0.365234, 0.365234, 0.373047, 0.363281, 0.380859, 0.367188, 0.375, 0.363281, 0.367188, 0.376953, 0.371094, 0.373047, 0.376953, 0.367188, 0.369141, 0.367188, 0.369141, 0.359375, 0.375, 0.369141, 0.363281, 0.367188, 0.369141, 0.373047, 0.367188, 0.371094, 0.376953, 0.357422, 0.369141, 0.369141, 0.365234, 0.365234, 0.367188, 0.375, 0.376953, 0.361328, 0.371094, 0.367188, 0.363281, 0.375, 0.361328, 0.373047, 0.363281, 0.373047, 0.376953, 0.363281, 0.373047, 0.367188, 0.369141, 0.365234, 0.367188, 0.373047, 0.223633, 0.365234, 0.367188, 0.367188, 0.359375, 0.369141, 0.369141, 0.373047, 0.369141, 0.373047, 0.371094, 0.373047, 0.365234, 0.365234, 0.367188, 0.365234, 0.359375, 0.369141, 0.375, 0.371094, 0.369141, 0.373047, 0.371094, 0.371094, 0.375, 0.365234, 0.369141, 0.363281, 0.365234, 0.369141, 0.363281, 0.369141, 0.373047, 0.371094, 0.361328, 0.378906, 0.367188, 0.371094, 0.376953, 0.369141, 0.390625, 0.363281, 0.373047, 0.363281, 0.375, 0.355469, 0.361328, 0.367188, 0.371094, 0.371094, 0.367188, 0.363281, 0.369141, 0.369141, 0.365234, 0.363281, 0.365234, 0.367188, 0.365234, 0.373047, 0.369141, 0.373047, 0.367188, 0.355469, 0.359375, 0.363281, 0.371094, 0.369141, 0.361328, 0.351562, 0.371094, 0.367188, 0.369141, 0.371094, 0.359375, 0.373047, 0.367188, 0.369141, 0.380859, 0.367188, 0.373047, 0.371094, 0.369141, 0.359375, 0.363281, 0.375, 0.363281, 0.369141, 0.363281, 0.369141, 0.363281, 0.359375, 0.367188, 0.365234, 0.371094, 0.380859, 0.363281, 0.349609, 0.365234, 0.369141, 0.363281, 0.367188, 0.365234, 0.361328, 0.373047, 0.369141, 0.363281, 0.365234, 0.367188, 0.375, 0.371094, 0.369141, 0.367188, 0.365234, 0.373047, 0.365234, 0.361328, 0.369141, 0.373047, 0.369141, 0.371094, 0.367188, 0.376953, 0.369141, 0.363281, 0.369141, 0.376953, 0.359375, 0.367188, 0.365234, 0.378906, 0.378906, 0.353516, 0.373047, 0.361328, 0.373047, 0.371094, 0.371094, 0.375, 0.365234, 0.363281, 0.369141, 0.371094, 0.335938, 0.375, 0.367188, 0.367188, 0.357422, 0.373047, 0.357422, 0.375, 0.376953, 0.371094, 0.367188, 0.367188, 0.353516, 0.365234, 0.382812, 0.365234, 0.373047, 0.365234, 0.367188, 0.375, 0.365234, 0.369141, 0.363281, 0.369141, 0.365234, 0.363281, 0.359375, 0.369141, 0.361328, 0.367188, 0.365234, 0.371094, 0.363281, 0.367188, 0.363281, 0.369141, 0.376953, 0.369141, 0.365234, 0.367188, 0.367188, 0.367188, 0.365234, 0.371094, 0.373047, 0.371094, 0.365234, 0.371094, 0.367188, 0.373047, 0.365234, 0.375, 0.375, 0.369141, 0.363281, 0.373047, 0.365234, 0.363281, 0.373047, 0.369141, 0.371094, 0.363281, 0.367188, 0.375, 0.365234, 0.371094, 0.369141, 0.363281, 0.367188, 0.359375, 0.363281, 0.357422, 0.371094, 0.367188, 0.365234, 0.361328, 0.375, 0.373047, 0.367188, 0.361328, 0.371094, 0.357422, 0.373047, 0.369141, 0.363281, 0.355469, 0.359375, 0.363281, 0.378906, 0.371094, 0.371094, 0.367188, 0.375, 0.365234, 0.359375, 0.367188, 0.365234, 0.357422, 0.369141, 0.369141, 0.371094, 0.369141, 0.361328, 0.363281, 0.363281, 0.371094, 0.369141, 0.359375, 0.357422, 0.375, 0.367188, 0.369141, 0.359375, 0.373047, 0.371094, 0.365234, 0.369141, 0.369141, 0.367188, 0.371094, 0.371094, 0.361328, 0.367188, 0.361328, -0.001053, 0.363281, 0.367188, 0.365234, 0.361328, 0.371094, 0.375, 0.359375, 0.355469, 0.382812, 0.376953, 0.373047, 0.363281, 0.361328, 0.365234, 0.367188, 0.365234, 0.369141, 0.373047, 0.367188, 0.363281, 0.361328, 0.365234, 0.363281, 0.380859, 0.367188, 0.367188, 0.359375, 0.369141, 0.371094, 0.378906, 0.363281, 0.365234, 0.371094, 0.359375, 0.361328, 0.371094, 0.363281, 0.373047, 0.361328, 0.373047, 0.361328, 0.376953, 0.357422, 0.367188, 0.367188, 0.373047, 0.355469, 0.365234, 0.363281, 0.367188, 0.367188, 0.382812, 0.365234, 0.365234, 0.367188, 0.365234, 0.373047, 0.373047, 0.371094, 0.363281, 0.365234, 0.367188, 0.380859, 0.361328, 0.376953, 0.367188, 0.359375, 0.365234, 0.376953, 0.365234, 0.367188, 0.363281, 0.373047, 0.365234, 0.373047, 0.371094, 0.369141, 0.367188, 0.363281, 0.371094, 0.371094, 0.373047, 0.369141, 0.369141, 0.367188, 0.373047, 0.371094, 0.371094, 0.363281, 0.373047, 0.371094, 0.359375, 0.371094, 0.369141, 0.363281, 0.371094, 0.369141, 0.359375, 0.367188, 0.378906, 0.375, 0.376953, 0.365234, 0.371094, 0.369141, 0.337891, 0.369141, 0.369141, 0.355469, 0.369141, 0.359375, 0.363281, 0.365234, 0.375, 0.365234, 0.369141, 0.363281, 0.371094, 0.363281, 0.373047, 0.371094, 0.365234, 0.367188, 0.373047, 0.369141, 0.373047, 0.369141, 0.363281, 0.367188, 0.355469, 0.369141, 0.367188, 0.369141, 0.361328, 0.369141, 0.359375, 0.357422, 0.373047, 0.367188, 0.373047, 0.365234, 0.365234, 0.363281, 0.367188, 0.365234, 0.369141, 0.369141, 0.365234, 0.365234, 0.365234, 0.371094, 0.363281, 0.371094, 0.373047, 0.359375, 0.373047, 0.367188, 0.367188, 0.369141, 0.373047, 0.365234, 0.369141, 0.365234, 0.359375, 0.369141, 0.357422, 0.367188, 0.373047, 0.367188, 0.367188, 0.363281, 0.373047, 0.371094, 0.371094, 0.375, 0.373047, 0.365234, 0.365234, 0.365234, 0.367188, 0.365234, 0.373047, 0.367188, 0.357422, 0.375, 0.369141, 0.363281, 0.363281, 0.376953, 0.373047, 0.365234, 0.373047, 0.357422, 0.373047, 0.367188, 0.375, 0.365234, 0.371094, 0.361328, 0.369141, 0.367188, 0.373047, 0.371094, 0.367188, 0.371094, 0.371094, 0.361328, 0.373047, 0.367188, 0.369141, 0.363281, 0.371094, 0.371094, 0.363281, 0.371094, 0.369141, 0.367188, 0.371094, 0.371094, 0.367188, 0.369141, 0.369141, 0.371094, 0.376953, 0.363281, 0.365234, 0.363281, 0.369141, 0.367188, 0.359375, 0.363281, 0.367188, 0.371094, 0.375, 0.367188, 0.361328, 0.363281, 0.365234, 0.361328, 0.365234, 0.367188, 0.371094, 0.369141, 0.371094, 0.371094, 0.365234, 0.376953, 0.365234, 0.363281, 0.371094, 0.375, 0.376953, 0.369141, 0.361328, 0.369141, 0.373047, 0.361328, 0.378906, 0.367188, 0.355469, 0.359375, 0.376953, 0.363281, 0.359375, 0.357422, 0.367188, 0.375, 0.380859, 0.361328, 0.369141, 0.365234, 0.365234, 0.367188, 0.369141, 0.367188, 0.365234, 0.373047, 0.365234, 0.367188, 0.382812, 0.369141, 0.373047, 0.365234, 0.371094, 0.371094, 0.363281, 0.365234, 0.365234, 0.404297, 0.371094, 0.365234, 0.367188, 0.367188, 0.369141, 0.357422, 0.375, 0.375, 0.378906, 0.375, 0.369141, 0.357422, 0.371094, 0.378906, 0.384766, 0.373047, 0.371094, 0.365234, 0.369141, 0.367188, 0.367188, 0.367188, 0.373047, 0.367188, 0.365234, 0.363281, 0.365234, 0.363281, 0.359375, 0.371094, 0.359375, 0.369141, 0.363281, 0.367188, 0.367188, 0.367188, 0.365234, 0.371094, 0.363281, 0.367188, 0.365234, 0.363281, 0.369141, 0.369141, 0.369141, 0.367188, 0.365234, 0.369141, 0.376953, 0.365234, 0.371094, 0.365234, 0.378906, 0.371094, 0.369141, 0.369141, 0.365234, 0.367188, 0.367188, 0.367188, 0.371094, 0.363281, 0.369141, 0.376953, 0.365234, 0.365234, 0.371094, 0.361328, 0.378906, 0.363281, 0.367188, 0.365234, 0.373047, 0.371094, 0.371094, 0.363281, 0.375, 0.275391, 0.369141, 0.367188, 0.365234, 0.363281, 0.369141, 0.367188, 0.365234, 0.373047, 0.371094, 0.376953, 0.361328, 0.361328, 0.375, 0.367188, 0.373047, 0.371094, 0.369141, 0.369141, 0.355469, 0.367188, 0.361328, 0.367188, 0.365234, 0.367188, 0.357422, 0.365234, 0.369141, 0.367188, 0.371094, 0.371094, 0.361328, 0.363281, 0.367188, 0.373047, 0.347656, 0.369141, 0.371094, 0.369141, 0.371094, 0.367188, 0.363281, 0.365234, 0.365234, 0.369141, 0.371094, 0.371094, 0.369141, 0.361328, 0.367188, 0.363281, 0.373047, 0.365234, 0.371094, 0.373047, 0.365234, 0.371094, 0.361328 ] }, "name": "model.transformer.layers.31.ffn_norm.weight", "outputIndexes": [ 1976 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1975, 1976 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_31/Mul_1_output_0", "outputIndexes": [ 1977 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1977 ], "outputIndexes": [ 3338 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3338 ], "outputIndexes": [ 3339 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_1/Linear", "inputIndexes": [ 3339 ], "outputIndexes": [ 3340 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 22016, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 528384, "weightSize": 0 }, "external": [ 2450412148, 67633414, 4227072, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3340 ], "outputIndexes": [ 3341 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3341 ], "outputIndexes": [ 1978 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 22016 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 11008 ] }, "name": "/ffn_31/Mul_output_0", "outputIndexes": [ 1979 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1978, 21, 1979, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_31/Slice_output_0", "outputIndexes": [ 1980 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1980 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_31/Sigmoid_output_0", "outputIndexes": [ 1981 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1980, 1981 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_31/Mul_output_0", "outputIndexes": [ 1982 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 22016 ] }, "name": "/ffn_31/Mul_1_output_0", "outputIndexes": [ 1983 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1978, 1979, 1983, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_31/Slice_1_output_0", "outputIndexes": [ 1984 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1982, 1984 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_31/Mul_2_output_0", "outputIndexes": [ 1985 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1985 ], "outputIndexes": [ 3342 ], "main_type": "Reshape", "main": { "dims": [ -1, 11008, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3342 ], "outputIndexes": [ 3343 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_2/Linear", "inputIndexes": [ 3343 ], "outputIndexes": [ 3344 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 11008, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 264192, "weightSize": 0 }, "external": [ 2522272634, 33816838, 2113536, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3344 ], "outputIndexes": [ 3345 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3345 ], "outputIndexes": [ 1986 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1974, 1986 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_127_output_0", "outputIndexes": [ 1987 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1987, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_128_output_0", "outputIndexes": [ 1988 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1988 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_32/Mul_output_0", "outputIndexes": [ 1989 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.367188, 1.476562, 1.390625, 1.34375, 1.375, 1.328125, 1.515625, 1.40625, 1.625, 1.351562, 1.375, 1.398438, 1.34375, 1.414062, 1.414062, 1.515625, 1.320312, 1.382812, 1.453125, 1.390625, 1.453125, 1.523438, 1.328125, 1.367188, 1.375, 1.398438, 1.4375, 1.460938, 1.320312, 1.429688, 1.5, 1.390625, 1.398438, 1.4375, 1.453125, 1.34375, 1.375, 1.3125, 1.398438, 1.429688, 1.453125, 1.351562, 1.453125, 1.367188, 1.46875, 1.578125, 1.34375, 1.421875, 1.382812, 1.40625, 1.53125, 1.492188, 1.1875, 1.3125, 1.515625, 1.46875, 1.3125, 1.328125, 1.421875, 1.4375, 1.46875, 1.40625, 1.390625, 1.390625, 1.398438, 1.445312, 1.460938, 1.28125, 1.390625, 1.476562, 1.375, 1.234375, 1.507812, 1.484375, 1.320312, 1.359375, 1.398438, 1.304688, 1.484375, 1.421875, 1.3125, 1.382812, 1.34375, 1.335938, 1.414062, 1.445312, 1.3125, 1.421875, 1.414062, 1.367188, 1.367188, 1.414062, 1.367188, 1.351562, 1.34375, 1.546875, 1.34375, 1.421875, 1.398438, 1.484375, 1.453125, 1.375, 1.390625, 1.585938, 1.367188, 1.390625, 1.492188, 1.53125, 1.234375, 1.382812, 1.367188, 1.40625, 1.429688, 1.375, 1.367188, 1.367188, 1.515625, 1.421875, 1.359375, 1.375, 1.40625, 1.546875, 1.382812, 1.46875, 1.4375, 1.414062, 1.398438, 1.398438, 1.414062, 1.382812, 1.34375, 1.351562, 1.34375, 1.445312, 1.40625, 1.375, 1.445312, 1.382812, 1.421875, 1.375, 1.359375, 1.390625, 1.445312, 1.335938, 1.46875, 1.445312, 1.351562, 1.445312, 1.359375, 1.3125, 1.34375, 1.382812, 1.328125, 1.414062, 1.335938, 1.289062, 1.46875, 1.382812, 1.375, 1.375, 1.445312, 1.328125, 1.296875, 1.351562, 1.414062, 1.453125, 1.421875, 1.507812, 1.492188, 1.367188, 1.742188, 1.4375, 1.296875, 1.507812, 1.304688, 1.382812, 1.414062, 1.34375, 1.4375, 1.492188, 1.40625, 1.375, 1.554688, 1.335938, 1.414062, 1.398438, 1.53125, 1.539062, 1.351562, 1.359375, 1.390625, 1.445312, 1.382812, 1.554688, 1.40625, 1.34375, 1.40625, 1.367188, 1.328125, 1.375, 1.34375, 1.390625, 1.398438, 1.507812, 1.5, 1.375, 1.46875, 1.390625, 1.390625, 1.414062, 1.484375, 1.414062, 1.414062, 1.359375, 1.359375, 1.40625, 1.4375, 1.429688, 1.40625, 1.4375, 1.359375, 1.414062, 1.359375, 1.539062, 1.359375, 1.421875, 1.382812, 1.320312, 1.453125, 1.375, 1.632812, 1.4375, 1.40625, 1.351562, 1.382812, 1.429688, 1.4375, 1.359375, 1.40625, 1.421875, 1.359375, 1.367188, 1.390625, 1.414062, 1.46875, 1.554688, 1.375, 1.445312, 1.304688, 1.429688, 1.484375, 1.328125, 1.453125, 1.359375, 1.335938, 1.414062, 1.445312, 1.398438, 1.390625, 1.398438, 1.429688, 1.34375, 1.390625, 1.484375, 1.398438, 1.382812, 1.492188, 1.414062, 1.34375, 1.328125, 1.5, 1.335938, 1.5, 1.398438, 1.429688, 1.429688, 1.460938, 1.5, 1.335938, 1.382812, 1.40625, 1.40625, 1.460938, 1.398438, 1.390625, 1.351562, 1.46875, 1.414062, 1.375, 1.3125, 1.3125, 1.40625, 1.375, 1.320312, 1.421875, 1.4375, 1.382812, 1.3125, 1.375, 1.453125, 1.28125, 1.414062, 1.40625, 1.351562, 1.414062, 1.421875, 1.5, 1.453125, 1.453125, 1.414062, 1.453125, 1.328125, 1.390625, 1.554688, 1.421875, 1.40625, 1.375, 1.429688, 1.390625, 1.492188, 1.34375, 1.445312, 1.453125, 1.578125, 1.445312, 1.398438, 1.382812, 1.382812, 1.554688, 1.351562, 1.320312, 1.507812, 1.367188, 1.414062, 1.34375, 1.40625, 1.453125, 1.359375, 1.40625, 1.398438, 1.484375, 1.382812, 1.320312, 1.421875, 1.398438, 1.398438, 1.382812, 1.3125, 1.507812, 1.40625, 1.492188, 1.351562, 1.40625, 1.40625, 1.53125, 1.367188, 1.445312, 1.492188, 1.507812, 1.445312, 1.328125, 1.34375, 1.40625, 1.351562, 1.398438, 1.398438, 1.390625, 1.40625, 1.4375, 1.375, 1.390625, 1.492188, 1.328125, 1.375, 1.382812, 1.328125, 1.414062, 1.484375, 1.40625, 1.515625, 1.382812, 1.484375, 1.5, 1.484375, 1.375, 1.414062, 1.523438, 1.375, 1.34375, 1.351562, 1.367188, 1.40625, 1.460938, 1.273438, 1.476562, 1.421875, 1.382812, 1.429688, 1.382812, 1.429688, 1.359375, 1.523438, 1.484375, 1.523438, 1.328125, 1.28125, 1.460938, 1.421875, 1.460938, 1.5625, 1.6875, 1.359375, 1.367188, 1.40625, 1.40625, 1.421875, 1.445312, 1.414062, 1.484375, 1.359375, 1.375, 1.476562, 1.421875, 1.476562, 1.382812, 1.335938, 1.34375, 1.4375, 1.351562, 1.523438, 1.421875, 1.5, 1.40625, 1.382812, 1.40625, 1.460938, 1.335938, 1.34375, 1.351562, 1.382812, 1.335938, 1.460938, 1.351562, 1.453125, 1.453125, 1.429688, 1.382812, 1.375, 1.390625, 1.429688, 1.359375, 1.34375, 1.375, 1.476562, 1.429688, 1.414062, 1.40625, 1.398438, 1.390625, 1.382812, 1.46875, 1.359375, 1.390625, 1.445312, 1.28125, 1.429688, 1.46875, 1.414062, 1.484375, 1.515625, 1.421875, 1.492188, 1.359375, 1.335938, 1.421875, 1.304688, 1.421875, 1.375, 1.460938, 1.578125, 1.390625, 1.429688, 1.398438, 1.476562, 1.445312, 1.421875, 1.453125, 1.429688, 1.40625, 1.398438, 1.578125, 1.382812, 1.328125, 1.421875, 1.421875, 1.421875, 1.34375, 1.523438, 1.335938, 1.390625, 1.40625, 1.375, 1.429688, 1.453125, 1.328125, 1.5, 1.414062, 1.367188, 1.53125, 1.40625, 1.398438, 1.398438, 1.40625, 1.476562, 1.390625, 1.414062, 1.335938, 1.382812, 1.375, 1.421875, 1.398438, 1.289062, 1.304688, 1.367188, 1.460938, 1.382812, 1.320312, 1.453125, 1.476562, 1.421875, 1.507812, 1.351562, 1.390625, 1.453125, 1.375, 1.34375, 1.367188, 1.351562, 1.507812, 1.414062, 1.4375, 1.375, 1.320312, 1.296875, 1.375, 1.382812, 1.335938, 1.375, 1.34375, 1.382812, 1.429688, 1.34375, 1.390625, 1.398438, 1.429688, 1.445312, 1.4375, 1.351562, 1.375, 1.453125, 1.382812, 1.429688, 1.359375, 1.398438, 1.390625, 1.429688, 1.445312, 1.476562, 1.367188, 1.34375, 1.492188, 1.421875, 1.375, 1.414062, 1.40625, 1.34375, 1.375, 1.414062, 1.390625, 1.648438, 1.40625, 1.320312, 1.375, 1.421875, 1.421875, 1.453125, 1.421875, 2.125, 1.351562, 1.335938, 1.445312, 1.359375, 1.398438, 1.398438, 1.429688, 1.414062, 1.382812, 1.40625, 1.382812, 1.304688, 1.523438, 1.359375, 1.296875, 1.460938, 1.453125, 1.414062, 1.351562, 1.46875, 1.429688, 1.359375, 1.390625, 1.382812, 1.453125, 1.328125, 1.40625, 1.382812, 1.40625, 1.359375, 1.375, 1.492188, 1.445312, 1.328125, 1.34375, 1.5, 1.46875, 1.3125, 1.351562, 1.382812, 1.375, 1.390625, 1.421875, 1.390625, 1.390625, 1.335938, 1.476562, 1.453125, 1.398438, 1.28125, 1.335938, 1.390625, 1.390625, 1.359375, 1.328125, 1.40625, 1.46875, 1.445312, 1.328125, 1.382812, 1.390625, 1.429688, 1.25, 1.40625, 1.5, 1.4375, 1.484375, 1.429688, 1.429688, 1.359375, 1.257812, 1.375, 1.359375, 1.335938, 1.421875, 1.414062, 1.382812, 1.398438, 1.5, 1.304688, 1.34375, 1.335938, 1.421875, 1.28125, 1.328125, 1.351562, 1.421875, 1.460938, 1.507812, 1.28125, 1.390625, 1.453125, 1.375, 1.414062, 1.453125, 1.429688, 1.4375, 1.484375, 1.335938, 1.484375, 1.359375, 1.726562, 1.476562, 1.640625, 1.4375, 1.460938, 1.492188, 1.34375, 1.382812, 1.40625, 1.46875, 1.273438, 1.523438, 1.367188, 1.492188, 1.460938, 1.351562, 1.398438, 1.429688, 1.414062, 1.40625, 1.328125, 1.601562, 1.3125, 1.414062, 1.390625, 1.375, 1.367188, 1.484375, 1.453125, 1.382812, 1.4375, 1.296875, 1.304688, 1.398438, 1.335938, 1.414062, 1.421875, 1.289062, 1.359375, 1.390625, 1.382812, 1.382812, 1.351562, 1.3125, 1.351562, 1.320312, 1.429688, 1.507812, 1.40625, 1.484375, 1.460938, 1.320312, 1.453125, 1.359375, 1.328125, 1.414062, 1.414062, 1.34375, 1.335938, 1.398438, 1.445312, 1.515625, 1.414062, 1.390625, 1.414062, 1.414062, 1.398438, 1.421875, 1.359375, 1.453125, 1.304688, 1.375, 1.296875, 1.4375, 1.320312, 1.34375, 1.390625, 1.664062, 1.40625, 1.40625, 1.367188, 1.59375, 1.359375, 1.414062, 1.289062, 1.367188, 1.320312, 1.445312, 1.601562, 1.445312, 1.390625, 1.367188, 1.390625, 1.351562, 1.398438, 1.4375, 1.351562, 1.40625, 1.335938, 1.507812, 1.484375, 1.484375, 1.375, 1.523438, 1.390625, 1.367188, 1.304688, 1.289062, 1.382812, 1.398438, 1.320312, 1.421875, 1.367188, 1.414062, 1.515625, 1.335938, 1.375, 1.421875, 1.40625, 1.4375, 1.351562, 1.40625, 1.257812, 1.3125, 1.453125, 1.484375, 1.46875, 1.484375, 1.34375, 1.515625, 1.421875, 1.351562, 1.453125, 1.375, 1.4375, 1.453125, 1.460938, 1.4375, 1.335938, 1.421875, 1.375, 1.375, 1.335938, 1.40625, 1.34375, 1.398438, 1.359375, 1.28125, 1.320312, 1.375, 1.367188, 1.445312, 1.40625, 1.445312, 1.335938, 1.492188, 1.335938, 1.40625, 1.414062, 1.320312, 1.453125, 1.476562, 1.445312, 1.460938, 1.375, 1.390625, 1.390625, 1.4375, 1.390625, 1.414062, 1.28125, 1.414062, 1.367188, 1.351562, 1.515625, 1.398438, 1.414062, 1.523438, 1.4375, 1.375, 1.296875, 1.320312, 1.382812, 1.382812, 1.359375, 1.375, 1.367188, 1.304688, 1.414062, 1.46875, 1.5, 1.375, 1.335938, 1.390625, 1.398438, 1.414062, 1.507812, 1.507812, 1.460938, 1.453125, 1.289062, 1.4375, 1.492188, 1.46875, 1.40625, 1.367188, 1.445312, 1.328125, 1.375, 1.382812, 1.429688, 1.507812, 1.3125, 1.382812, 1.460938, 1.390625, 1.34375, 1.375, 1.21875, 1.375, 1.421875, 1.390625, 1.351562, 1.40625, 1.429688, 1.421875, 1.453125, 1.390625, 1.421875, 1.304688, 1.359375, 1.445312, 1.4375, 1.40625, 1.367188, 1.445312, 1.367188, 1.414062, 1.570312, 1.460938, 1.34375, 1.390625, 1.492188, 1.679688, 1.4375, 1.335938, 1.445312, 1.382812, 1.382812, 1.328125, 1.445312, 1.4375, 1.382812, 1.359375, 1.328125, 1.382812, 1.335938, 1.484375, 1.476562, 1.445312, 1.375, 1.34375, 1.320312, 1.367188, 1.210938, 1.523438, 1.4375, 1.390625, 1.367188, 1.328125, 1.328125, 1.46875, 1.304688, 1.367188, 1.296875, 1.453125, 1.429688, 1.421875, 1.382812, 1.367188, 1.421875, 1.375, 1.34375, 1.398438, 1.34375, 1.53125, 1.492188, 1.367188, 1.429688, 1.46875, 1.320312, 1.414062, 1.3125, 1.390625, 1.40625, 1.460938, 1.265625, 1.460938, 1.460938, 1.421875, 1.375, 1.460938, 1.398438, 1.34375, 1.40625, 1.453125, 1.4375, 1.367188, 1.40625, 1.367188, 1.421875, 1.59375, 1.453125, 1.390625, 1.53125, 1.335938, 1.453125, 1.429688, 1.34375, 1.375, 1.421875, 1.398438, 1.367188, 1.359375, 1.40625, 1.3125, 1.484375, 1.46875, 1.414062, 1.429688, 1.476562, 1.421875, 1.359375, 1.429688, 1.375, 1.429688, 1.382812, 1.28125, 1.445312, 1.4375, 1.453125, 1.429688, 1.367188, 1.34375, 1.4375, 1.367188, 1.429688, 1.484375, 1.382812, 1.351562, 1.34375, 1.375, 1.65625, 1.445312, 1.414062, 1.390625, 1.359375, 1.398438, 1.398438, 1.554688, 1.320312, 1.507812, 1.367188, 1.328125, 1.453125, 1.351562, 1.359375, 1.445312, 1.210938, 1.382812, 1.351562, 1.398438, 1.429688, 1.351562, 1.53125, 1.390625, 1.523438, 1.40625, 1.382812, 1.382812, 1.351562, 1.476562, 1.320312, 1.515625, 1.375, 1.429688, 1.421875, 1.40625, 1.351562, 1.3125, 1.335938, 1.484375, 1.390625, 1.398438, 1.414062, 1.335938, 1.40625, 1.335938, 1.398438, 1.484375, 1.382812, 1.523438, 1.359375, 1.476562, 1.398438, 1.382812, 1.421875, 1.328125, 1.460938, 1.382812, 1.507812, 1.335938, 1.492188, 1.492188, 1.46875, 1.390625, 1.390625, 1.351562, 1.359375, 1.5, 0.535156, 1.40625, 1.445312, 1.4375, 1.414062, 1.34375, 1.4375, 1.40625, 1.421875, 1.4375, 1.46875, 1.34375, 1.570312, 1.484375, 1.382812, 1.375, 1.34375, 1.382812, 1.445312, 1.453125, 1.351562, 1.289062, 1.304688, 1.375, 1.40625, 1.335938, 1.382812, 1.328125, 1.460938, 1.390625, 1.367188, 1.382812, 1.3125, 1.40625, 1.289062, 1.46875, 1.523438, 1.25, 1.515625, 1.40625, 1.460938, 1.46875, 1.523438, 1.421875, 1.375, 1.375, 1.453125, 1.4375, 1.4375, 1.414062, 1.40625, 1.375, 1.390625, 1.359375, 1.445312, 1.5, 1.328125, 1.320312, 1.382812, 1.351562, 1.375, 1.414062, 1.492188, 1.375, 1.398438, 1.453125, 1.523438, 1.296875, 1.429688, 1.265625, 1.351562, 1.40625, 1.296875, 1.359375, 1.367188, 1.421875, 1.398438, 1.492188, 1.304688, 1.414062, 1.445312, 1.304688, 1.367188, 1.328125, 1.46875, 1.421875, 1.476562, 1.398438, 1.484375, 1.351562, 1.414062, 1.375, 1.546875, 1.359375, 1.382812, 1.398438, 1.476562, 1.3125, 1.398438, 1.242188, 1.359375, 1.34375, 1.382812, 1.390625, 1.382812, 1.414062, 1.390625, 1.398438, 1.351562, 1.445312, 1.4375, 1.421875, 1.367188, 1.445312, 1.296875, 1.414062, 1.492188, 1.4375, 1.273438, 1.445312, 1.328125, 1.40625, 1.390625, 1.328125, 1.375, 1.398438, 1.484375, 1.46875, 1.4375, 1.46875, 1.328125, 1.359375, 1.359375, 1.351562, 1.445312, 1.414062, 1.40625, 1.359375, 1.398438, 1.40625, 1.5, 1.398438, 1.40625, 1.5, 1.367188, 1.351562, 1.265625, 1.375, 1.382812, 1.359375, 1.523438, 1.375, 1.429688, 1.320312, 1.304688, 1.484375, 1.34375, 1.34375, 1.382812, 1.445312, 1.421875, 1.203125, 1.328125, 1.429688, 1.46875, 1.3125, 1.46875, 1.4375, 1.390625, 1.507812, 1.53125, 1.414062, 1.53125, 1.375, 1.40625, 1.4375, 1.4375, 1.429688, 1.34375, 1.429688, 1.421875, 1.5, 1.414062, 1.4375, 1.453125, 1.398438, 1.375, 1.382812, 1.367188, 1.46875, 1.429688, 1.523438, 1.476562, 1.375, 1.484375, 1.398438, 1.53125, 1.382812, 1.375, 1.421875, 1.421875, 1.328125, 1.367188, 1.523438, 1.390625, 1.328125, 1.382812, 1.375, 1.40625, 1.429688, 1.414062, 1.429688, 1.398438, 1.429688, 1.429688, 1.484375, 1.359375, 1.398438, 1.398438, 1.546875, 1.421875, 1.398438, 1.515625, 1.5, 1.453125, 1.34375, 1.398438, 1.429688, 1.414062, 1.390625, 1.3125, 1.382812, 1.398438, 1.382812, 1.390625, 1.4375, 1.484375, 1.273438, 1.390625, 1.375, 1.414062, 1.507812, 1.335938, 1.515625, 1.375, 1.398438, 1.4375, 1.335938, 1.445312, 1.460938, 1.375, 1.429688, 1.40625, 1.335938, 1.398438, 1.789062, 1.351562, 1.429688, 1.414062, 1.40625, 1.421875, 1.34375, 1.296875, 1.484375, 1.46875, 1.445312, 1.390625, 1.390625, 1.398438, 1.40625, 1.28125, 1.273438, 1.359375, 1.335938, 1.398438, 1.429688, 1.320312, 1.476562, 1.359375, 1.382812, 1.375, 1.484375, 1.4375, 1.398438, 1.34375, 1.4375, 1.359375, 1.375, 1.351562, 1.359375, 1.382812, 1.398438, 1.484375, 1.414062, 1.429688, 1.34375, 1.359375, 1.5, 1.445312, 1.53125, 1.398438, 1.351562, 1.398438, 1.328125, 1.382812, 1.421875, 1.382812, 1.429688, 1.453125, 1.398438, 1.328125, 1.5, 1.421875, 1.390625, 1.476562, 1.445312, 1.429688, 1.34375, 1.421875, 1.460938, 1.453125, 1.570312, 1.359375, 1.4375, 1.492188, 1.4375, 1.515625, 1.453125, 1.5, 1.453125, 1.515625, 1.335938, 1.429688, 1.445312, 1.351562, 1.359375, 1.429688, 1.421875, 1.5, 1.351562, 1.351562, 1.515625, 1.40625, 1.460938, 1.382812, 1.328125, 1.492188, 1.390625, 1.4375, 1.484375, 1.367188, 1.46875, 1.515625, 1.429688, 1.40625, 1.335938, 1.414062, 1.375, 1.335938, 1.367188, 1.445312, 1.40625, 1.382812, 1.34375, 1.421875, 1.453125, 1.40625, 1.34375, 1.375, 1.46875, 1.382812, 1.429688, 1.359375, 1.382812, 1.421875, 1.375, 1.429688, 1.382812, 1.234375, 1.398438, 1.382812, 1.492188, 1.34375, 1.484375, 1.414062, 1.351562, 1.367188, 1.382812, 1.421875, 1.335938, 1.414062, 1.390625, 1.4375, 1.375, 1.453125, 1.40625, 1.3125, 1.359375, 1.351562, 1.484375, 1.375, 1.367188, 1.421875, 1.414062, 1.484375, 1.34375, 1.429688, 1.523438, 1.390625, 1.375, 1.328125, 1.429688, 1.453125, 1.445312, 1.4375, 1.359375, 1.382812, 1.390625, 1.367188, 1.539062, 1.351562, 1.375, 1.382812, 1.335938, 1.398438, 1.382812, 1.453125, 1.515625, 1.40625, 1.445312, 1.351562, 1.382812, 1.351562, 1.414062, 1.398438, 1.4375, 1.265625, 1.4375, 1.375, 1.328125, 1.445312, 1.398438, 1.4375, 1.367188, 1.429688, 1.5625, 1.398438, 1.382812, 1.375, 1.367188, 1.46875, 1.34375, 1.390625, 1.335938, 1.414062, 1.414062, 1.429688, 1.46875, 1.53125, 1.351562, 1.515625, 1.328125, 1.351562, 1.359375, 1.320312, 1.5625, 1.476562, 1.476562, 1.382812, 1.382812, 1.453125, 1.320312, 1.476562, 1.382812, 1.304688, 1.367188, 1.359375, 1.40625, 1.28125, 1.375, 1.492188, 1.351562, 1.46875, 1.5, 1.414062, 1.429688, 1.375, 1.375, 1.359375, 1.335938, 1.5, 1.53125, 1.28125, 1.382812, 1.3125, 1.351562, 1.3125, 1.367188, 1.390625, 1.453125, 1.398438, 1.367188, 1.429688, 1.492188, 1.421875, 1.382812, 1.5, 1.414062, 1.367188, 1.390625, 1.320312, 1.398438, 1.359375, 1.34375, 1.304688, 1.3125, 1.390625, 1.46875, 1.421875, 1.367188, 1.367188, 1.359375, 1.335938, 1.445312, 1.4375, 1.296875, 1.40625, 1.390625, 1.523438, 1.390625, 1.34375, 1.445312, 1.34375, 1.375, 1.367188, 1.382812, 1.398438, 1.4375, 1.460938, 1.257812, 1.46875, 1.429688, 1.351562, 1.414062, 1.40625, 1.382812, 1.453125, 1.46875, 1.53125, 1.4375, 1.382812, 1.375, 1.46875, 1.390625, 1.421875, 1.375, 1.382812, 1.492188, 1.445312, 1.210938, 1.421875, 1.4375, 1.398438, 1.445312, 1.34375, 1.351562, 1.351562, 1.335938, 1.4375, 1.585938, 1.429688, 1.304688, 0.031128, 1.523438, 1.289062, 1.429688, 1.546875, 1.328125, 1.390625, 1.414062, 1.507812, 1.351562, 1.5, 1.296875, 1.375, 1.351562, 1.289062, 1.421875, 1.359375, 1.4375, 1.382812, 1.390625, 1.414062, 1.390625, 1.421875, 1.351562, 1.414062, 1.460938, 1.460938, 1.46875, 1.390625, 1.40625, 1.507812, 1.476562, 1.421875, 1.359375, 1.46875, 1.40625, 1.453125, 1.351562, 1.398438, 1.460938, 1.5, 1.523438, 1.226562, 1.359375, 1.453125, 1.46875, 1.335938, 1.382812, 1.375, 1.445312, 1.4375, 1.445312, 1.492188, 1.34375, 1.398438, 1.351562, 1.328125, 1.359375, 1.445312, 1.398438, 1.296875, 1.476562, 1.59375, 1.429688, 1.570312, 1.460938, 1.414062, 1.4375, 1.296875, 1.476562, 1.476562, 1.421875, 1.375, 1.320312, 1.359375, 1.5625, 1.40625, 1.351562, 1.484375, 1.367188, 1.492188, 1.453125, 1.351562, 1.453125, 1.375, 1.34375, 1.484375, 1.351562, 1.414062, 1.484375, 1.421875, 1.46875, 1.523438, 1.351562, 1.351562, 1.476562, 1.375, 1.523438, 1.375, 1.335938, 1.554688, 1.453125, 1.367188, 1.289062, 1.429688, 1.398438, 1.390625, 1.460938, 1.359375, 1.4375, 1.476562, 1.46875, 1.398438, 1.382812, 1.398438, 1.453125, 1.3125, 1.382812, 1.359375, 1.335938, 1.382812, 1.351562, 1.484375, 1.453125, 1.351562, 1.445312, 1.5, 1.546875, 1.484375, 1.375, 1.351562, 1.351562, 0.380859, 1.390625, 1.445312, 1.367188, 1.523438, 1.414062, 1.421875, 1.359375, 1.328125, 1.453125, 1.398438, 1.460938, 1.476562, 1.5, 1.40625, 1.359375, 1.351562, 1.367188, 1.429688, 1.382812, 1.382812, 1.320312, 1.460938, 1.703125, 1.523438, 1.34375, 1.382812, 1.445312, 1.328125, 1.3125, 1.367188, 1.398438, 1.414062, 1.375, 1.460938, 1.429688, 1.460938, 1.328125, 1.453125, 1.40625, 1.476562, 1.382812, 1.523438, 1.460938, 1.3125, 1.398438, 1.375, 1.625, 1.359375, 1.570312, 1.390625, 1.445312, 1.367188, 1.453125, 1.492188, 1.382812, 1.390625, 1.40625, 1.421875, 1.414062, 1.429688, 1.382812, 1.429688, 1.3125, 1.382812, 1.445312, 1.382812, 1.335938, 1.640625, 1.359375, 1.335938, 1.328125, 1.40625, 1.359375, 1.390625, 1.46875, 1.375, 1.398438, 1.40625, 1.515625, 1.484375, 1.414062, 1.414062, 1.460938, 1.40625, 1.359375, 1.367188, 1.570312, 1.3125, 1.382812, 1.414062, 1.367188, 1.398438, 1.359375, 1.375, 1.46875, 1.398438, 1.421875, 1.46875, 1.421875, 1.375, 1.4375, 1.398438, 1.4375, 1.421875, 1.390625, 1.453125, 1.390625, 1.34375, 1.40625, 1.484375, 1.351562, 1.382812, 1.460938, 1.460938, 1.320312, 1.445312, 1.359375, 1.460938, 1.328125, 1.34375, 1.414062, 1.460938, 1.46875, 1.46875, 1.351562, 1.4375, 1.421875, 1.445312, 1.421875, 1.460938, 1.507812, 1.421875, 1.773438, 1.5, 1.328125, 1.375, 1.328125, 1.445312, 1.335938, 1.359375, 1.53125, 1.445312, 1.414062, 1.390625, 1.46875, 1.375, 1.289062, 1.421875, 1.414062, 1.304688, 1.53125, 1.4375, 1.390625, 1.242188, 1.34375, 1.398438, 1.4375, 1.507812, 1.5, 1.390625, 1.421875, 1.4375, 1.625, 1.453125, 1.375, 1.40625, 1.375, 1.484375, 1.335938, 1.351562, 1.4375, 1.414062, 1.398438, 1.390625, 1.46875, 1.351562, 1.390625, 1.484375, 1.515625, 1.34375, 1.445312, 1.5, 1.3125, 1.460938, 1.515625, 1.421875, 1.382812, 1.34375, 1.375, 1.445312, 1.484375, 1.375, 1.429688, 1.46875, 1.492188, 1.421875, 1.453125, 1.421875, 1.367188, 1.421875, 1.453125, 1.398438, 1.34375, 1.4375, 1.492188, 1.390625, 1.40625, 1.335938, 1.398438, 1.390625, 1.3125, 1.5, 1.453125, 1.398438, 1.445312, 1.4375, 1.398438, 1.5, 1.460938, 1.421875, 1.421875, 1.492188, 1.398438, 1.40625, 1.3125, 1.320312, 1.453125, 1.546875, 1.398438, 1.40625, 1.421875, 1.523438, 1.414062, 1.414062, 1.5625, 1.351562, 1.382812, 1.351562, 1.4375, 1.390625, 1.382812, 1.59375, 1.414062, 1.390625, 1.507812, 1.46875, 1.476562, 1.351562, 1.390625, 1.5625, 1.460938, 1.335938, 1.390625, 1.351562, 1.40625, 1.523438, 1.445312, 1.382812, 1.421875, 1.460938, 1.359375, 1.414062, 1.445312, 1.460938, 1.476562, 1.359375, 1.578125, 1.375, 1.414062, 1.53125, 1.40625, 1.382812, 1.515625, 1.695312, 1.4375, 1.453125, 1.375, 1.453125, 1.429688, 1.398438, 1.414062, 1.3125, 1.445312, 1.40625, 1.414062, 1.53125, 1.4375, 1.351562, 1.328125, 1.40625, 1.640625, 1.375, 1.632812, 1.382812, 1.429688, 1.25, 1.476562, 1.289062, 1.5, 1.289062, 1.351562, 1.414062, 1.359375, 1.445312, 1.421875, 1.445312, 1.328125, 0.796875, 1.34375, 1.40625, 1.375, 1.390625, 1.367188, 1.398438, 1.375, 1.273438, 1.398438, 1.4375, 1.453125, 1.375, 1.414062, 1.460938, 1.328125, 1.390625, 1.398438, 1.445312, 1.4375, 1.40625, 1.34375, 1.328125, 1.40625, 1.414062, 1.382812, 1.375, 1.3125, 1.476562, 1.507812, 1.523438, 1.492188, 1.398438, 1.398438, 1.445312, 1.445312, 1.46875, 1.453125, 1.375, 1.460938, 1.382812, 1.351562, 1.351562, 1.398438, 1.304688, 1.3125, 1.445312, 1.375, 1.453125, 1.398438, 1.4375, 1.53125, 1.34375, 1.320312, 1.445312, 1.390625, 1.445312, 1.367188, 1.390625, 1.515625, 1.445312, 1.4375, 1.414062, 1.359375, 1.421875, 1.382812, 1.445312, 1.351562, 1.335938, 1.257812, 1.460938, 1.382812, 1.453125, 1.492188, 1.40625, 1.375, 1.273438, 1.429688, 1.375, 1.421875, 1.523438, 1.390625, 1.40625, 1.375, 1.40625, 1.328125, 1.476562, 1.65625, 1.3125, 1.328125, 1.375, 1.421875, 1.382812, 1.398438, 1.382812, 1.4375, 1.460938, 1.40625, 1.359375, 1.375, 1.46875, 1.34375, 1.375, 1.4375, 1.328125, 1.445312, 1.359375, 1.429688, 1.40625, 1.375, 1.359375, 1.40625, 1.4375, 1.429688, 1.46875, 1.421875, 1.4375, 1.320312, 1.5, 1.421875, 1.453125, 1.3125, 1.445312, 1.445312, 1.382812, 1.484375, 1.429688, 1.476562, 1.390625, 1.390625, 1.476562, 1.484375, 1.335938, 1.375, 1.5, 1.367188, 1.40625, 1.25, 1.28125, 1.5, 1.421875, 1.398438, 1.585938, 1.335938, 1.4375, 1.375, 1.40625, 1.429688, 1.398438, 1.367188, 1.40625, 1.460938, 1.507812, 1.351562, 1.382812, 1.359375, 1.3125, 1.351562, 1.359375, 1.320312, 1.390625, 1.414062, 1.46875, 1.398438, 1.429688, 1.375, 1.59375, 1.351562, 1.351562, 1.40625, 1.546875, 1.328125, 1.289062, 1.4375, 1.351562, 1.484375, 1.53125, 1.3125, 1.484375, 1.304688, 1.328125, 1.429688, 1.375, 1.476562, 1.273438, 1.460938, 1.304688, 1.5625, 1.382812, 1.484375, 1.328125, 1.367188, 1.382812, 1.421875, 1.421875, 1.453125, 1.34375, 1.296875, 1.414062, 1.359375, 1.414062, 1.460938, 1.453125, 1.453125, 1.351562, 1.40625, 1.5, 1.390625, 1.445312, 1.375, 1.375, 1.53125, 1.359375, 1.328125, 1.46875, 1.421875, 1.351562, 1.492188, 1.398438, 1.367188, 1.367188, 1.390625, 1.359375, 1.492188, 1.304688, 1.453125, 1.359375, 1.359375, 1.484375, 1.40625, 1.34375, 1.4375, 1.492188, 1.492188, 1.539062, 1.304688, 1.4375, 1.367188, 1.382812, 1.382812, 1.359375, 1.421875, 1.390625, 1.460938, 1.40625, 1.460938, 1.40625, 1.382812, 1.398438, 1.335938, 1.328125, 1.382812, 1.476562, 1.367188, 1.390625, 1.34375, 1.5, 1.429688, 1.421875, 1.875, 1.367188, 1.453125, 1.40625, 1.429688, 1.421875, 1.445312, 1.34375, 1.453125, 1.460938, 1.398438, 1.320312, 1.414062, 1.414062, 1.492188, 1.382812, 1.445312, 1.359375, 1.445312, 1.328125, 1.375, 1.515625, 1.390625, 1.351562, 1.320312, 1.445312, 1.335938, 1.4375, 1.414062, 1.414062, 1.382812, 1.460938, 1.351562, 1.4375, 1.46875, 1.414062, 1.46875, 1.296875, 1.40625, 1.359375, 1.3125, 1.367188, 1.367188, 1.335938, 1.421875, 1.476562, 1.414062, 1.335938, 1.445312, 1.359375, 1.351562, 1.421875, 1.398438, 1.421875, 1.375, 1.59375, 1.359375, 1.460938, 1.460938, 1.414062, 1.5, 1.414062, 1.34375, 1.414062, 1.476562, 1.390625, 1.4375, 1.445312, 1.34375, 1.328125, 1.375, 1.398438, 1.382812, 1.367188, 1.421875, 1.453125, 1.414062, 1.414062, 1.335938, 1.460938, 1.335938, 1.453125, 1.460938, 1.4375, 1.351562, 1.40625, 1.453125, 1.453125, 1.5625, 1.328125, 1.523438, 1.3125, 1.382812, 1.539062, 1.351562, 1.367188, 1.367188, 1.53125, 1.390625, 1.34375, 1.390625, 1.390625, 1.507812, 1.320312, 1.460938, 1.421875, 1.46875, 1.359375, 1.46875, 1.4375, 1.382812, 1.328125, 1.359375, 1.398438, 1.367188, 1.453125, 1.445312, 1.390625, 1.421875, 1.492188, 1.453125, 1.445312, 1.328125, 1.390625, 1.4375, 1.546875, 1.320312, 1.328125, 1.359375, 1.734375, 1.328125, 1.421875, 1.640625, 1.421875, 1.351562, 1.429688, 1.375, 1.515625, 1.390625, 1.34375, 1.367188, 1.460938, 1.445312, 1.117188, 1.460938, 1.359375, 1.382812, 1.34375, 1.523438, 1.304688, 1.382812, 1.421875, 1.359375, 1.625, 1.375, 1.539062, 1.429688, 1.476562, 1.453125, 1.328125, 1.34375, 1.40625, 1.351562, 1.367188, 1.453125, 1.40625, 1.414062, 1.453125, 1.367188, 1.34375, 1.390625, 1.460938, 1.4375, 1.351562, 1.390625, 1.375, 1.453125, 1.398438, 1.40625, 1.351562, 1.414062, 1.390625, 1.4375, 1.414062, 1.445312, 1.40625, 1.421875, 1.40625, 1.398438, 1.398438, 1.375, 1.4375, 1.34375, 1.476562, 1.34375, 1.398438, 1.335938, 1.46875, 1.421875, 1.367188, 1.414062, 1.390625, 1.429688, 1.375, 1.484375, 1.421875, 1.3125, 1.46875, 1.398438, 1.46875, 1.421875, 1.359375, 1.335938, 1.398438, 1.507812, 1.273438, 1.335938, 1.453125, 1.351562, 1.414062, 1.460938, 1.351562, 1.507812, 1.34375, 1.609375, 1.328125, 1.523438, 1.382812, 1.46875, 1.4375, 1.515625, 1.335938, 1.4375, 1.390625, 1.351562, 1.4375, 1.414062, 1.398438, 1.40625, 1.40625, 1.351562, 1.445312, 1.414062, 1.414062, 1.398438, 1.492188, 1.507812, 1.382812, 1.34375, 1.382812, 1.34375, 1.484375, 1.414062, 1.492188, 1.382812, 1.515625, 1.460938, 1.492188, 1.398438, 1.390625, 1.421875, 1.4375, 1.414062, 1.382812, 1.414062, 1.453125, 1.335938, 0.004791, 1.3125, 1.429688, 1.351562, 1.359375, 1.390625, 1.398438, 1.460938, 1.460938, 1.476562, 1.328125, 1.328125, 1.414062, 1.328125, 1.4375, 1.390625, 1.398438, 1.460938, 1.351562, 1.445312, 1.5625, 1.5, 1.59375, 1.390625, 1.476562, 1.4375, 1.421875, 1.390625, 1.375, 1.375, 1.382812, 1.351562, 1.320312, 1.382812, 1.445312, 1.359375, 1.257812, 1.429688, 1.382812, 1.4375, 1.304688, 1.398438, 1.40625, 1.492188, 1.421875, 1.460938, 1.46875, 1.601562, 1.34375, 1.40625, 1.34375, 1.328125, 1.359375, 1.382812, 1.453125, 1.375, 1.4375, 1.429688, 1.390625, 1.382812, 1.390625, 1.351562, 1.398438, 1.273438, 1.34375, 1.375, 1.421875, 1.5, 1.460938, 1.351562, 1.398438, 1.460938, 1.625, 1.3125, 1.375, 1.390625, 1.421875, 1.398438, 1.390625, 1.5, 1.4375, 1.382812, 1.445312, 1.351562, 1.367188, 1.34375, 1.335938, 1.40625, 1.414062, 1.382812, 1.3125, 1.335938, 1.4375, 1.34375, 1.398438, 1.320312, 1.5, 1.367188, 1.304688, 1.359375, 1.328125, 1.320312, 1.359375, 1.390625, 1.445312, 1.414062, 1.71875, 1.328125, 1.4375, 1.398438, 1.25, 1.6875, 1.398438, 1.390625, 1.28125, 1.34375, 1.414062, 1.484375, 1.460938, 1.382812, 1.375, 1.359375, 1.351562, 1.40625, 1.390625, 1.421875, 1.445312, 1.328125, 1.40625, 1.359375, 1.453125, 1.289062, 1.335938, 1.445312, 1.390625, 1.34375, 1.4375, 1.507812, 1.4375, 1.304688, 1.390625, 1.390625, 1.507812, 1.398438, 1.304688, 1.445312, 1.289062, 1.421875, 1.320312, 1.421875, 1.390625, 1.34375, 1.367188, 1.453125, 1.367188, 1.398438, 1.421875, 1.382812, 1.367188, 1.304688, 1.4375, 1.40625, 1.359375, 1.460938, 1.460938, 1.453125, 1.414062, 1.382812, 1.367188, 1.390625, 1.359375, 1.421875, 1.382812, 1.476562, 1.515625, 1.367188, 1.367188, 1.398438, 1.476562, 1.570312, 1.476562, 1.320312, 1.421875, 1.375, 1.5, 1.390625, 1.507812, 1.328125, 1.375, 1.34375, 1.375, 1.507812, 1.398438, 1.679688, 1.398438, 1.554688, 1.382812, 1.5625, 1.40625, 1.375, 1.335938, 1.375, 1.367188, 1.390625, 1.476562, 1.492188, 1.429688, 1.398438, 1.390625, 1.328125, 1.453125, 1.429688, 1.421875, 1.351562, 1.4375, 1.539062, 1.351562, 1.367188, 1.40625, 1.445312, 1.3125, 1.367188, 1.460938, 1.375, 1.375, 1.429688, 1.570312, 1.382812, 1.382812, 1.304688, 1.523438, 1.46875, 1.335938, 1.40625, 1.421875, 1.5625, 1.359375, 1.3125, 1.367188, 1.421875, 1.460938, 1.46875, 1.367188, 1.484375, 1.421875, 1.484375, 1.382812, 1.382812, 1.273438, 1.5, 1.367188, 1.445312, 1.414062, 1.398438, 1.5625, 1.304688, 1.4375, 1.40625, 1.429688, 1.421875, 1.421875, 1.421875, 1.382812, 1.398438, 1.476562, 1.53125, 1.398438, 1.40625, 1.304688, 1.453125, 1.453125, 1.40625, 1.429688, 1.375, 1.414062, 1.328125, 1.578125, 1.40625, 1.46875, 1.40625, 1.242188, 1.351562, 1.359375, 1.367188, 1.460938, 1.4375, 1.4375, 1.515625, 1.375, 0.675781, 1.460938, 1.390625, 1.382812, 1.429688, 1.351562, 1.492188, 1.40625, 1.390625, 1.375, 1.382812, 1.34375, 1.4375, 1.367188, 1.390625, 1.210938, 1.414062, 1.351562, 1.4375, 1.414062, 1.398438, 1.445312, 1.40625, 1.367188, 1.304688, 1.351562, 1.421875, 1.429688, 1.3125, 1.507812, 1.414062, 1.351562, 1.515625, 1.398438, 1.4375, 1.34375, 1.429688, 1.382812, 1.398438, 1.453125, 1.351562, 1.382812, 1.445312, 1.429688, 1.328125, 1.421875, 1.4375, 1.4375, 1.453125, 1.375, 1.398438, 1.335938, 1.414062, 1.398438, 1.484375, 1.398438, 1.46875, 1.367188, 1.375, 1.34375, 1.34375, 1.492188, 1.46875, 1.414062, 1.335938, 1.414062, 1.476562, 1.398438, 1.40625, 1.335938, 1.515625, 1.367188, 1.445312, 1.351562, 1.382812, 1.34375, 1.453125, 1.398438, 1.585938, 1.289062, 1.390625, 1.382812, 1.421875, 1.46875, 1.492188, 1.4375, 1.398438, 1.382812, 1.390625, 1.453125, 1.421875, 1.335938, 1.34375, 1.382812, 1.4375, 1.460938, 1.390625, 1.429688, 1.382812, 1.375, 1.445312, 1.484375, 1.328125, 1.453125, 1.320312, 1.390625, 1.429688, 1.46875, 1.320312, 1.414062, 1.351562, 1.445312, 1.328125, 1.210938, 1.367188, 1.359375, 1.414062, 1.46875, 1.382812, 1.46875, 1.375, 1.40625, 1.335938, 1.351562, 1.320312, 1.421875, 1.429688, 1.4375, 1.546875, 1.398438, 1.5, 1.40625, 1.414062, 1.429688, 1.320312, 1.539062 ] }, "name": "model.transformer.layers.32.attn_norm.weight", "outputIndexes": [ 1990 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989, 1990 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_32/Mul_1_output_0", "outputIndexes": [ 1991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1991 ], "outputIndexes": [ 3346 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3346 ], "outputIndexes": [ 3347 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear", "inputIndexes": [ 3347 ], "outputIndexes": [ 3348 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2558203008, 9437446, 589824, 12288, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3348 ], "outputIndexes": [ 3349 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3349 ], "outputIndexes": [ 1992 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1991 ], "main_type": "NONE", "name": "/Shape_129_output_0", "outputIndexes": [ 1993 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1993 ], "main_type": "NONE", "name": "Shape2819", "outputIndexes": [ 1994 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1993 ], "main_type": "NONE", "name": "Rank2821", "outputIndexes": [ 1995 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1995, 1995 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2823", "outputIndexes": [ 1996 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1996 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2824", "outputIndexes": [ 1997 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1996, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2826", "outputIndexes": [ 1998 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1998 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2827", "outputIndexes": [ 1999 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1994, 1997, 1999, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2830", "outputIndexes": [ 2000 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2000 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2831", "outputIndexes": [ 2001 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2001 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2832", "outputIndexes": [ 2002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2002, 2001 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2833", "outputIndexes": [ 2003 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1993, 2003, 1996 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_164_output_0", "outputIndexes": [ 2004 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2004, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_321_output_0", "outputIndexes": [ 2005 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2005, 1882, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_160_output_0", "outputIndexes": [ 2006 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1992, 2006 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_129_output_0", "outputIndexes": [ 2007 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2007 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_32/Mul_output_0", "outputIndexes": [ 2008 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.179688, 0.255859, 0.016602, 0.004974, 1.382812, 1.203125, 1.0, 0.769531, 0.921875, 1.476562, 1.523438, 1.546875, 1.414062, 1.460938, 1.695312, 1.773438, 1.328125, 1.601562, 1.726562, 1.625, 1.757812, 1.664062, 1.679688, 1.703125, 1.5625, 1.578125, 1.726562, 1.679688, 1.695312, 1.492188, 1.53125, 1.46875, 1.859375, 1.59375, 1.8125, 1.960938, 1.859375, 1.859375, 1.828125, 2.015625, 1.734375, 1.929688, 1.585938, 0.996094, 1.9375, 1.640625, 1.8125, 1.851562, 1.890625, 1.757812, 1.867188, 1.90625, 1.867188, 1.828125, 1.734375, 1.625, 1.820312, 1.71875, 1.84375, 1.46875, 1.601562, 1.414062, 1.4375, 1.71875, -0.003464, 0.077148, 0.045166, 0.202148, 0.015625, 1.273438, 0.851562, 1.296875, 1.023438, 1.226562, 1.5625, 1.421875, 1.328125, 1.28125, 1.476562, 1.65625, 1.65625, 1.796875, 1.859375, 1.625, 1.734375, 1.515625, 1.585938, 1.695312, 1.671875, 1.804688, 1.78125, 1.695312, 1.890625, 1.890625, 1.875, 1.859375, 1.695312, 1.835938, 1.78125, 1.609375, 1.664062, 1.726562, 1.804688, 1.679688, 1.765625, 1.703125, 2.09375, 2.8125, 1.75, 2.125, 1.90625, 1.898438, 1.804688, 2.0, 1.820312, 1.765625, 1.75, 1.8125, 1.78125, 1.945312, 1.679688, 1.78125, 1.546875, 1.78125, 1.664062, 1.828125, 1.796875, 1.8125 ] }, "name": "model.transformer.layers.32.attn.q_norm.weight", "outputIndexes": [ 2009 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 2009 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_32/Mul_1_output_0", "outputIndexes": [ 2010 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2010, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_128_output_0", "outputIndexes": [ 2011 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2010, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_129_output_0", "outputIndexes": [ 2012 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2012 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_64_output_0", "outputIndexes": [ 2013 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2010, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_128_output_0", "outputIndexes": [ 2014 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013, 2014 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_163_output_0", "outputIndexes": [ 2015 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2015, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_129_output_0", "outputIndexes": [ 2016 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2011, 2016 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_128_output_0", "outputIndexes": [ 2017 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1991 ], "outputIndexes": [ 3350 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3350 ], "outputIndexes": [ 3351 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear", "inputIndexes": [ 3351 ], "outputIndexes": [ 3352 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2568242566, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3352 ], "outputIndexes": [ 3353 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3353 ], "outputIndexes": [ 2018 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2005, 1896, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_161_output_0", "outputIndexes": [ 2019 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2018, 2019 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_130_output_0", "outputIndexes": [ 2020 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2020 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_32/Mul_output_0", "outputIndexes": [ 2021 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.898438, 0.265625, 0.021118, 0.000618, 1.117188, 1.070312, 1.070312, 0.217773, 0.792969, 1.59375, 1.648438, 1.515625, 1.5, 1.585938, 1.71875, 1.8125, 1.359375, 1.414062, 1.65625, 1.734375, 1.445312, 1.0625, 1.304688, 1.664062, 1.898438, 1.726562, 1.867188, 1.75, 1.914062, 2.078125, 1.9375, 2.1875, 1.515625, 1.921875, 1.71875, 1.492188, 1.578125, 1.742188, 1.765625, 1.578125, 1.835938, 1.59375, 2.21875, 2.890625, 1.726562, 2.125, 1.929688, 1.835938, 1.773438, 1.929688, 1.835938, 1.726562, 1.765625, 1.820312, 1.820312, 1.757812, 1.65625, 1.742188, 1.695312, 1.976562, 2.0, 2.078125, 2.0625, 1.695312, 0.018433, 0.07373, 0.041992, 0.124023, 0.017334, 1.242188, 0.734375, 1.453125, 1.203125, 0.808594, 1.5625, 1.289062, 1.226562, 1.0625, 1.398438, 1.382812, 1.671875, 1.757812, 1.859375, 1.421875, 1.929688, 1.75, 1.804688, 1.640625, 1.15625, 1.679688, 1.601562, 1.546875, 1.601562, 1.28125, 1.523438, 1.125, 1.992188, 1.5, 1.820312, 1.921875, 1.898438, 1.859375, 1.84375, 1.921875, 1.796875, 1.992188, 1.59375, 0.78125, 1.929688, 1.5625, 1.757812, 1.898438, 1.90625, 1.78125, 1.851562, 1.945312, 1.914062, 1.835938, 1.71875, 1.710938, 1.867188, 1.78125, 2.09375, 1.625, 1.625, 1.609375, 1.664062, 1.796875 ] }, "name": "model.transformer.layers.32.attn.k_norm.weight", "outputIndexes": [ 2022 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2021, 2022 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_32/Mul_1_output_0", "outputIndexes": [ 2023 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2023, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_130_output_0", "outputIndexes": [ 2024 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2023, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_131_output_0", "outputIndexes": [ 2025 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2025 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_65_output_0", "outputIndexes": [ 2026 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2023, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_130_output_0", "outputIndexes": [ 2027 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2026, 2027 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_164_output_0", "outputIndexes": [ 2028 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2028, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_131_output_0", "outputIndexes": [ 2029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2024, 2029 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_129_output_0", "outputIndexes": [ 2030 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1991 ], "outputIndexes": [ 3354 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3354 ], "outputIndexes": [ 3355 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear", "inputIndexes": [ 3355 ], "outputIndexes": [ 3356 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2570752652, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3356 ], "outputIndexes": [ 3357 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3357 ], "outputIndexes": [ 2031 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2031, 2019 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_131_output_0", "outputIndexes": [ 2032 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2017, 2030, 2032, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.32/self_attn/FusedAttention", "outputIndexes": [ 2033 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2033 ], "outputIndexes": [ 3358 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3358 ], "outputIndexes": [ 3359 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear", "inputIndexes": [ 3359 ], "outputIndexes": [ 3360 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2573262738, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3360 ], "outputIndexes": [ 3361 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3361 ], "outputIndexes": [ 2034 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1988, 2034 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_130_output_0", "outputIndexes": [ 2035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2035 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_32/Mul_output_0", "outputIndexes": [ 2036 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.365234, 0.359375, 0.361328, 0.361328, 0.353516, 0.367188, 0.367188, 0.365234, 0.355469, 0.359375, 0.363281, 0.361328, 0.365234, 0.369141, 0.365234, 0.361328, 0.365234, 0.367188, 0.353516, 0.361328, 0.357422, 0.359375, 0.365234, 0.357422, 0.388672, 0.365234, 0.359375, 0.361328, 0.365234, 0.365234, 0.359375, 0.357422, 0.365234, 0.365234, 0.363281, 0.361328, 0.359375, 0.365234, 0.367188, 0.361328, 0.365234, 0.365234, 0.378906, 0.363281, 0.363281, 0.361328, 0.359375, 0.359375, 0.359375, 0.367188, 0.363281, 0.365234, 0.402344, 0.357422, 0.367188, 0.363281, 0.363281, 0.367188, 0.365234, 0.367188, 0.369141, 0.363281, 0.365234, 0.369141, 0.361328, 0.359375, 0.363281, 0.365234, 0.367188, 0.351562, 0.361328, 0.357422, 0.357422, 0.359375, 0.369141, 0.359375, 0.367188, 0.363281, 0.365234, 0.365234, 0.367188, 0.373047, 0.375, 0.365234, 0.363281, 0.371094, 0.371094, 0.365234, 0.369141, 0.363281, 0.365234, 0.365234, 0.355469, 0.363281, 0.369141, 0.363281, 0.367188, 0.355469, 0.367188, 0.365234, 0.355469, 0.373047, 0.365234, 0.361328, 0.363281, 0.363281, 0.339844, 0.363281, 0.365234, 0.363281, 0.367188, 0.361328, 0.359375, 0.361328, 0.365234, 0.347656, 0.357422, 0.359375, 0.365234, 0.361328, 0.361328, 0.361328, 0.355469, 0.357422, 0.365234, 0.367188, 0.359375, 0.369141, 0.363281, 0.361328, 0.365234, 0.369141, 0.361328, 0.359375, 0.359375, 0.359375, 0.353516, 0.367188, 0.363281, 0.361328, 0.367188, 0.361328, 0.367188, 0.373047, 0.357422, 0.359375, 0.365234, 0.361328, 0.371094, 0.361328, 0.361328, 0.371094, 0.371094, 0.363281, 0.363281, 0.363281, 0.365234, 0.369141, 0.363281, 0.357422, 0.359375, 0.367188, 0.367188, 0.373047, 0.355469, 0.359375, 0.363281, 0.357422, 0.357422, 0.359375, 0.34375, 0.361328, 0.367188, 0.373047, 0.367188, 0.367188, 0.371094, 0.369141, 0.359375, 0.353516, 0.355469, 0.371094, 0.357422, 0.365234, 0.361328, 0.365234, 0.365234, 0.359375, 0.365234, 0.355469, 0.367188, 0.373047, 0.351562, 0.367188, 0.371094, 0.363281, 0.367188, 0.367188, 0.365234, 0.361328, 0.367188, 0.361328, 0.367188, 0.359375, 0.423828, 0.365234, 0.365234, 0.357422, 0.365234, 0.365234, 0.369141, 0.365234, 0.365234, 0.363281, 0.361328, 0.363281, 0.373047, 0.363281, 0.367188, 0.365234, 0.365234, 0.355469, 0.361328, 0.363281, 0.361328, 0.367188, 0.363281, 0.371094, 0.365234, 0.361328, 0.359375, 0.375, 0.363281, 0.369141, 0.359375, 0.363281, 0.365234, 0.369141, 0.369141, 0.353516, 0.373047, 0.363281, 0.365234, 0.367188, 0.353516, 0.357422, 0.357422, 0.365234, 0.363281, 0.363281, 0.363281, 0.363281, 0.363281, 0.357422, 0.369141, 0.365234, 0.369141, 0.367188, 0.363281, 0.365234, 0.355469, 0.361328, 0.367188, 0.371094, 0.371094, 0.369141, 0.367188, 0.357422, 0.363281, 0.361328, 0.363281, 0.367188, 0.365234, 0.363281, 0.361328, 0.361328, 0.365234, 0.361328, 0.361328, 0.361328, 0.371094, 0.361328, 0.365234, 0.359375, 0.367188, 0.363281, 0.365234, 0.351562, 0.363281, 0.365234, 0.369141, 0.361328, 0.365234, 0.359375, 0.367188, 0.359375, 0.367188, 0.367188, 0.365234, 0.359375, 0.365234, 0.359375, 0.373047, 0.361328, 0.363281, 0.365234, 0.357422, 0.365234, 0.365234, 0.367188, 0.365234, 0.365234, 0.365234, 0.355469, 0.363281, 0.363281, 0.365234, 0.361328, 0.365234, 0.361328, 0.371094, 0.361328, 0.365234, 0.355469, 0.363281, 0.361328, 0.363281, 0.365234, 0.355469, 0.363281, 0.373047, 0.363281, 0.365234, 0.361328, 0.373047, 0.380859, 0.369141, 0.361328, 0.359375, 0.363281, 0.361328, 0.359375, 0.361328, 0.373047, 0.361328, 0.375, 0.365234, 0.357422, 0.367188, 0.363281, 0.361328, 0.369141, 0.365234, 0.363281, 0.361328, 0.367188, 0.355469, 0.363281, 0.369141, 0.367188, 0.363281, 0.365234, 0.363281, 0.371094, 0.359375, 0.357422, 0.359375, 0.365234, 0.363281, 0.363281, 0.365234, 0.359375, 0.365234, 0.357422, 0.359375, 0.365234, 0.361328, 0.363281, 0.365234, 0.361328, 0.367188, 0.367188, 0.359375, 0.367188, 0.347656, 0.363281, 0.357422, 0.367188, 0.365234, 0.367188, 0.365234, 0.365234, 0.369141, 0.373047, 0.361328, 0.367188, 0.365234, 0.365234, 0.369141, 0.365234, 0.367188, 0.359375, 0.367188, 0.361328, 0.367188, 0.359375, 0.361328, 0.359375, 0.363281, 0.355469, 0.357422, 0.361328, 0.365234, 0.365234, 0.363281, 0.363281, 0.367188, 0.363281, 0.396484, 0.375, 0.357422, 0.363281, 0.365234, 0.363281, 0.367188, 0.369141, 0.359375, 0.359375, 0.382812, 0.361328, 0.359375, 0.361328, 0.363281, 0.365234, 0.373047, 0.363281, 0.371094, 0.359375, 0.365234, 0.365234, 0.363281, 0.367188, 0.367188, 0.367188, 0.365234, 0.367188, 0.363281, 0.363281, 0.373047, 0.367188, 0.361328, 0.361328, 0.373047, 0.353516, 0.359375, 0.363281, 0.365234, 0.361328, 0.361328, 0.363281, 0.363281, 0.365234, 0.363281, 0.361328, 0.361328, 0.357422, 0.371094, 0.369141, 0.357422, 0.365234, 0.363281, 0.367188, 0.357422, 0.349609, 0.361328, 0.363281, 0.363281, 0.373047, 0.361328, 0.363281, 0.367188, 0.349609, 0.365234, 0.371094, 0.365234, 0.361328, 0.365234, 0.365234, 0.363281, 0.363281, 0.355469, 0.367188, 0.365234, 0.359375, 0.365234, 0.359375, 0.373047, 0.365234, 0.367188, 0.367188, 0.361328, 0.376953, 0.365234, 0.355469, 0.365234, 0.363281, 0.367188, 0.367188, 0.355469, 0.365234, 0.373047, 0.355469, 0.361328, 0.363281, 0.359375, 0.376953, 0.349609, 0.369141, 0.367188, 0.359375, 0.359375, 0.376953, 0.369141, 0.367188, 0.357422, 0.363281, 0.361328, 0.369141, 0.359375, 0.359375, 0.363281, 0.367188, 0.367188, 0.369141, 0.369141, 0.373047, 0.367188, 0.369141, 0.361328, 0.369141, 0.361328, 0.361328, 0.365234, 0.371094, 0.367188, 0.367188, 0.363281, 0.363281, 0.367188, 0.357422, 0.361328, 0.363281, 0.367188, 0.357422, 0.361328, 0.361328, 0.357422, 0.371094, 0.365234, 0.359375, 0.355469, 0.369141, 0.361328, 0.363281, 0.365234, 0.357422, 0.363281, 0.367188, 0.367188, 0.363281, 0.359375, 0.361328, 0.365234, 0.357422, 0.363281, 0.367188, 0.365234, 0.359375, 0.365234, 0.351562, 0.357422, 0.359375, 0.367188, 0.369141, 0.355469, 0.357422, 0.359375, 0.3125, 0.363281, 0.349609, 0.361328, 0.353516, 0.373047, 0.365234, 0.357422, 0.357422, 0.378906, 0.361328, 0.351562, 0.361328, 0.361328, 0.361328, 0.365234, 0.367188, 0.363281, 0.367188, 0.363281, 0.363281, 0.365234, 0.363281, 0.361328, 0.367188, 0.363281, 0.365234, 0.369141, 0.363281, 0.363281, 0.369141, 0.373047, 0.365234, 0.361328, 0.371094, 0.367188, 0.357422, 0.363281, 0.365234, 0.365234, 0.367188, 0.361328, 0.359375, 0.361328, 0.361328, 0.365234, 0.367188, 0.363281, 0.355469, 0.363281, 0.357422, 0.371094, 0.363281, 0.369141, 0.367188, 0.363281, 0.371094, 0.357422, 0.353516, 0.367188, 0.367188, 0.363281, 0.367188, 0.359375, 0.365234, 0.361328, 0.367188, 0.361328, 0.363281, 0.363281, 0.365234, 0.378906, 0.359375, 0.363281, 0.363281, 0.369141, 0.367188, 0.363281, 0.369141, 0.365234, 0.373047, 0.367188, 0.363281, 0.359375, 0.359375, 0.361328, 0.359375, 0.363281, 0.363281, 0.367188, 0.375, 0.367188, 0.359375, 0.369141, 0.384766, 0.367188, 0.361328, 0.361328, 0.367188, 0.371094, 0.359375, 0.371094, 0.353516, 0.365234, 0.353516, 0.367188, 0.359375, 0.361328, 0.361328, 0.367188, 0.365234, 0.361328, 0.367188, 0.367188, 0.367188, 0.371094, 0.361328, 0.365234, 0.369141, 0.361328, 0.365234, 0.359375, 0.361328, 0.347656, 0.369141, 0.371094, 0.361328, 0.369141, 0.371094, 0.365234, 0.357422, 0.363281, 0.355469, 0.369141, 0.371094, 0.371094, 0.361328, 0.369141, 0.363281, 0.361328, 0.363281, 0.361328, 0.373047, 0.365234, 0.371094, 0.365234, 0.369141, 0.371094, 0.361328, 0.357422, 0.369141, 0.367188, 0.363281, 0.365234, 0.363281, 0.365234, 0.369141, 0.363281, 0.367188, 0.369141, 0.363281, 0.357422, 0.367188, 0.357422, 0.365234, 0.369141, 0.355469, 0.363281, 0.369141, 0.369141, 0.365234, 0.357422, 0.371094, 0.365234, 0.365234, 0.367188, 0.376953, 0.369141, 0.357422, 0.363281, 0.361328, 0.353516, 0.363281, 0.369141, 0.373047, 0.367188, 0.365234, 0.367188, 0.365234, 0.357422, 0.359375, 0.359375, 0.359375, 0.363281, 0.361328, 0.361328, 0.365234, 0.361328, 0.363281, 0.371094, 0.363281, 0.361328, 0.363281, 0.363281, 0.359375, 0.357422, 0.361328, 0.351562, 0.365234, 0.373047, 0.365234, 0.367188, 0.367188, 0.359375, 0.363281, 0.359375, 0.361328, 0.359375, 0.371094, 0.367188, 0.361328, 0.359375, 0.369141, 0.361328, 0.363281, 0.373047, 0.382812, 0.361328, 0.359375, 0.361328, 0.351562, 0.363281, 0.357422, 0.363281, 0.371094, 0.363281, 0.357422, 0.363281, 0.365234, 0.371094, 0.365234, 0.367188, 0.361328, 0.361328, 0.365234, 0.355469, 0.357422, 0.359375, 0.357422, 0.357422, 0.371094, 0.363281, 0.355469, 0.365234, 0.363281, 0.365234, 0.361328, 0.367188, 0.351562, 0.365234, 0.369141, 0.369141, 0.369141, 0.373047, 0.357422, 0.363281, 0.363281, 0.365234, 0.361328, 0.355469, 0.365234, 0.359375, 0.369141, 0.367188, 0.375, 0.361328, 0.363281, 0.357422, 0.359375, 0.363281, 0.361328, 0.363281, 0.373047, 0.365234, 0.369141, 0.367188, 0.367188, 0.363281, 0.359375, 0.363281, 0.367188, 0.361328, 0.367188, 0.367188, 0.359375, 0.359375, 0.367188, 0.369141, 0.361328, 0.359375, 0.357422, 0.357422, 0.365234, 0.369141, 0.365234, 0.365234, 0.359375, 0.363281, 0.365234, 0.361328, 0.376953, 0.359375, 0.367188, 0.353516, 0.363281, 0.369141, 0.365234, 0.363281, 0.355469, 0.367188, 0.363281, 0.361328, 0.363281, 0.369141, 0.361328, 0.367188, 0.359375, 0.365234, 0.365234, 0.363281, 0.359375, 0.365234, 0.365234, 0.357422, 0.359375, 0.365234, 0.363281, 0.365234, 0.371094, 0.367188, 0.369141, 0.367188, 0.367188, 0.371094, 0.361328, 0.359375, 0.363281, 0.367188, 0.361328, 0.365234, 0.365234, 0.365234, 0.357422, 0.361328, 0.359375, 0.365234, 0.365234, 0.367188, 0.349609, 0.365234, 0.363281, 0.363281, 0.367188, 0.365234, 0.365234, 0.361328, 0.351562, 0.361328, 0.365234, 0.367188, 0.367188, 0.363281, 0.369141, 0.363281, 0.369141, 0.361328, 0.367188, 0.365234, 0.361328, 0.359375, 0.371094, 0.361328, 0.355469, 0.371094, 0.363281, 0.369141, 0.365234, 0.367188, 0.357422, 0.375, 0.363281, 0.365234, 0.359375, 0.373047, 0.359375, 0.361328, 0.363281, 0.367188, 0.363281, 0.369141, 0.359375, 0.365234, 0.361328, 0.378906, 0.369141, 0.363281, 0.369141, 0.353516, 0.361328, 0.361328, 0.373047, 0.361328, 0.365234, 0.365234, 0.367188, 0.363281, 0.357422, 0.361328, 0.365234, 0.365234, 0.378906, 0.365234, 0.369141, 0.355469, 0.361328, 0.375, 0.365234, 0.371094, 0.361328, 0.357422, 0.369141, 0.365234, 0.365234, 0.369141, 0.380859, 0.367188, 0.365234, 0.371094, 0.367188, 0.380859, 0.365234, 0.361328, 0.369141, 0.361328, 0.367188, 0.359375, 0.365234, 0.367188, 0.361328, 0.355469, 0.363281, 0.361328, 0.365234, 0.369141, 0.357422, 0.369141, 0.359375, 0.365234, 0.355469, 0.363281, 0.375, 0.357422, 0.355469, 0.367188, 0.361328, 0.367188, 0.361328, 0.369141, 0.365234, 0.367188, 0.371094, 0.371094, 0.363281, 0.369141, 0.363281, 0.367188, 0.361328, 0.361328, 0.371094, 0.355469, 0.373047, 0.371094, 0.353516, 0.359375, 0.363281, 0.375, 0.359375, 0.363281, 0.357422, 0.363281, 0.363281, 0.367188, 0.367188, 0.363281, 0.367188, 0.367188, 0.361328, 0.371094, 0.363281, 0.363281, 0.357422, 0.361328, 0.369141, 0.367188, 0.369141, 0.359375, 0.365234, 0.361328, 0.369141, 0.363281, 0.367188, 0.359375, 0.363281, 0.371094, 0.359375, 0.361328, 0.363281, 0.380859, 0.371094, 0.367188, 0.367188, 0.365234, 0.392578, 0.357422, 0.365234, 0.365234, 0.369141, 0.357422, 0.365234, 0.365234, 0.361328, 0.363281, 0.359375, 0.361328, 0.363281, 0.371094, 0.365234, 0.361328, 0.367188, 0.363281, 0.357422, 0.363281, 0.365234, 0.375, 0.361328, 0.371094, 0.361328, 0.371094, 0.367188, 0.361328, 0.363281, 0.369141, 0.359375, 0.365234, 0.361328, 0.359375, 0.373047, 0.355469, 0.361328, 0.373047, 0.365234, 0.361328, 0.353516, 0.359375, 0.363281, 0.357422, 0.361328, 0.365234, 0.369141, 0.357422, 0.361328, 0.361328, 0.365234, 0.375, 0.355469, 0.367188, 0.363281, 0.363281, 0.363281, 0.392578, 0.367188, 0.365234, 0.363281, 0.367188, 0.359375, 0.361328, 0.367188, 0.363281, 0.355469, 0.357422, 0.361328, 0.375, 0.361328, 0.357422, 0.369141, 0.369141, 0.371094, 0.361328, 0.359375, 0.394531, 0.357422, 0.357422, 0.355469, 0.361328, 0.365234, 0.367188, 0.357422, 0.363281, 0.361328, 0.363281, 0.361328, 0.367188, 0.363281, 0.361328, 0.361328, 0.365234, 0.373047, 0.371094, 0.361328, 0.367188, 0.363281, 0.363281, 0.367188, 0.369141, 0.367188, 0.369141, 0.369141, 0.363281, 0.365234, 0.369141, 0.367188, 0.361328, 0.355469, 0.363281, 0.355469, 0.367188, 0.378906, 0.361328, 0.367188, 0.367188, 0.357422, 0.361328, 0.367188, 0.363281, 0.367188, 0.359375, 0.359375, 0.369141, 0.375, 0.353516, 0.365234, 0.367188, 0.363281, 0.363281, 0.365234, 0.363281, 0.359375, 0.359375, 0.363281, 0.363281, 0.361328, 0.369141, 0.353516, 0.369141, 0.365234, 0.357422, 0.369141, 0.375, 0.357422, 0.367188, 0.365234, 0.359375, 0.365234, 0.361328, 0.363281, 0.365234, 0.361328, 0.369141, 0.363281, 0.369141, 0.376953, 0.371094, 0.361328, 0.369141, 0.371094, 0.367188, 0.363281, 0.373047, 0.363281, 0.369141, 0.369141, 0.365234, 0.357422, 0.363281, 0.359375, 0.359375, 0.353516, 0.363281, 0.363281, 0.363281, 0.365234, 0.375, 0.363281, 0.351562, 0.359375, 0.363281, 0.361328, 0.363281, 0.363281, 0.367188, 0.361328, 0.363281, 0.375, 0.363281, 0.357422, 0.367188, 0.363281, 0.367188, 0.365234, 0.365234, 0.367188, 0.365234, 0.365234, 0.365234, 0.357422, 0.359375, 0.373047, 0.361328, 0.363281, 0.357422, 0.369141, 0.365234, 0.367188, 0.361328, 0.361328, 0.371094, 0.361328, 0.357422, 0.361328, 0.363281, 0.365234, 0.361328, 0.373047, 0.365234, 0.367188, 0.367188, 0.359375, 0.371094, 0.376953, 0.363281, 0.367188, 0.373047, 0.369141, 0.369141, 0.355469, 0.378906, 0.361328, 0.369141, 0.361328, 0.361328, 0.361328, 0.371094, 0.365234, 0.359375, 0.363281, 0.361328, 0.363281, 0.367188, 0.359375, 0.359375, 0.367188, 0.365234, 0.355469, 0.361328, 0.357422, 0.369141, 0.359375, 0.324219, 0.367188, 0.363281, 0.363281, 0.371094, 0.357422, 0.371094, 0.367188, 0.365234, 0.365234, 0.367188, 0.363281, 0.365234, 0.367188, 0.363281, 0.359375, 0.367188, 0.371094, 0.367188, 0.365234, 0.359375, 0.359375, 0.365234, 0.365234, 0.367188, 0.367188, 0.361328, 0.367188, 0.388672, 0.369141, 0.361328, 0.367188, 0.361328, 0.357422, 0.355469, 0.357422, 0.363281, 0.369141, 0.361328, 0.365234, 0.361328, 0.365234, 0.363281, 0.365234, 0.365234, 0.367188, 0.371094, 0.363281, 0.369141, 0.373047, 0.361328, 0.363281, 0.361328, 0.363281, 0.373047, 0.375, 0.367188, 0.361328, 0.365234, 0.363281, 0.363281, 0.365234, 0.369141, 0.363281, 0.369141, 0.359375, 0.357422, 0.373047, 0.367188, 0.363281, 0.363281, 0.367188, 0.361328, 0.365234, 0.359375, 0.363281, 0.363281, 0.359375, 0.365234, 0.375, 0.371094, 0.357422, 0.365234, 0.373047, 0.363281, 0.371094, 0.365234, 0.363281, 0.357422, 0.367188, 0.369141, 0.355469, 0.371094, 0.365234, 0.355469, 0.365234, 0.369141, 0.373047, 0.369141, 0.367188, 0.363281, 0.367188, 0.371094, 0.367188, 0.365234, 0.371094, 0.367188, 0.359375, 0.363281, 0.351562, 0.376953, 0.365234, 0.367188, 0.361328, 0.363281, 0.361328, 0.365234, 0.361328, 0.365234, 0.353516, 0.363281, 0.357422, 0.363281, 0.367188, 0.361328, 0.367188, 0.369141, 0.359375, 0.363281, 0.365234, 0.371094, 0.363281, 0.375, 0.365234, 0.363281, 0.361328, 0.365234, 0.365234, 0.367188, 0.361328, 0.365234, 0.367188, 0.369141, 0.367188, 0.429688, 0.365234, 0.359375, 0.361328, 0.361328, 0.357422, 0.371094, 0.365234, 0.357422, 0.359375, 0.363281, 0.365234, 0.367188, 0.357422, 0.369141, 0.367188, 0.365234, 0.363281, 0.363281, 0.363281, 0.347656, 0.365234, 0.376953, 0.361328, 0.369141, 0.361328, 0.376953, 0.353516, 0.361328, 0.365234, 0.369141, 0.359375, 0.349609, 0.363281, 0.367188, 0.367188, 0.361328, 0.359375, 0.369141, 0.365234, 0.359375, 0.359375, 0.365234, 0.365234, 0.361328, 0.361328, 0.373047, 0.363281, 0.367188, 0.369141, 0.363281, 0.361328, 0.365234, 0.365234, 0.359375, 0.361328, 0.359375, 0.365234, 0.359375, 0.363281, 0.367188, 0.359375, 0.371094, 0.363281, 0.361328, 0.363281, 0.361328, 0.359375, 0.365234, 0.363281, 0.363281, 0.369141, 0.363281, 0.359375, 0.365234, 0.363281, 0.363281, 0.371094, 0.361328, 0.369141, 0.373047, 0.363281, 0.363281, 0.359375, 0.404297, 0.365234, 0.357422, 0.369141, 0.367188, 0.365234, 0.363281, 0.365234, 0.353516, 0.361328, 0.355469, 0.363281, 0.375, 0.367188, 0.363281, 0.367188, 0.361328, 0.361328, 0.361328, 0.363281, 0.359375, 0.363281, 0.369141, 0.361328, 0.369141, 0.365234, 0.363281, 0.369141, 0.355469, 0.365234, 0.365234, 0.367188, 0.376953, 0.365234, 0.365234, 0.361328, 0.359375, 0.367188, 0.367188, 0.367188, 0.367188, 0.365234, 0.361328, 0.369141, 0.363281, 0.361328, 0.369141, 0.365234, 0.359375, 0.365234, 0.361328, 0.361328, 0.357422, 0.361328, 0.359375, 0.371094, 0.367188, 0.363281, 0.349609, 0.367188, 0.357422, 0.369141, 0.369141, 0.367188, 0.375, 0.363281, 0.365234, 0.363281, 0.369141, 0.363281, 0.369141, 0.363281, 0.367188, 0.367188, 0.363281, 0.363281, 0.375, 0.369141, 0.359375, 0.367188, 0.369141, 0.371094, 0.359375, 0.365234, 0.361328, 0.369141, 0.365234, 0.361328, 0.363281, 0.002518, 0.361328, 0.367188, 0.363281, 0.365234, 0.363281, 0.363281, 0.361328, 0.357422, 0.363281, 0.359375, 0.357422, 0.363281, 0.363281, 0.363281, 0.361328, 0.365234, 0.357422, 0.367188, 0.365234, 0.369141, 0.361328, 0.367188, 0.371094, 0.361328, 0.365234, 0.367188, 0.367188, 0.365234, 0.367188, 0.357422, 0.359375, 0.365234, 0.367188, 0.363281, 0.361328, 0.363281, 0.363281, 0.361328, 0.357422, 0.361328, 0.365234, 0.363281, 0.353516, 0.363281, 0.361328, 0.357422, 0.357422, 0.355469, 0.365234, 0.365234, 0.363281, 0.361328, 0.367188, 0.373047, 0.365234, 0.369141, 0.373047, 0.363281, 0.369141, 0.367188, 0.365234, 0.347656, 0.363281, 0.365234, 0.365234, 0.361328, 0.365234, 0.369141, 0.365234, 0.367188, 0.363281, 0.359375, 0.357422, 0.357422, 0.363281, 0.365234, 0.355469, 0.369141, 0.367188, 0.361328, 0.369141, 0.373047, 0.365234, 0.367188, 0.371094, 0.375, 0.371094, 0.367188, 0.361328, 0.365234, 0.361328, 0.359375, 0.367188, 0.373047, 0.371094, 0.357422, 0.363281, 0.359375, 0.363281, 0.363281, 0.367188, 0.365234, 0.369141, 0.361328, 0.363281, 0.371094, 0.363281, 0.357422, 0.367188, 0.363281, 0.357422, 0.365234, 0.359375, 0.361328, 0.357422, 0.365234, 0.355469, 0.363281, 0.373047, 0.365234, 0.369141, 0.369141, 0.365234, 0.363281, 0.363281, 0.361328, 0.363281, 0.365234, 0.361328, 0.357422, 0.361328, -0.000698, 0.369141, 0.373047, 0.369141, 0.359375, 0.365234, 0.365234, 0.361328, 0.359375, 0.369141, 0.365234, 0.363281, 0.357422, 0.369141, 0.361328, 0.363281, 0.355469, 0.363281, 0.355469, 0.363281, 0.363281, 0.359375, 0.357422, 0.351562, 0.361328, 0.367188, 0.367188, 0.363281, 0.359375, 0.359375, 0.361328, 0.363281, 0.367188, 0.367188, 0.363281, 0.355469, 0.361328, 0.365234, 0.369141, 0.365234, 0.417969, 0.363281, 0.361328, 0.361328, 0.365234, 0.365234, 0.361328, 0.365234, 0.371094, 0.361328, 0.371094, 0.363281, 0.361328, 0.367188, 0.359375, 0.371094, 0.353516, 0.365234, 0.365234, 0.363281, 0.373047, 0.367188, 0.367188, 0.363281, 0.369141, 0.367188, 0.361328, 0.373047, 0.357422, 0.361328, 0.369141, 0.361328, 0.355469, 0.363281, 0.363281, 0.365234, 0.365234, 0.359375, 0.357422, 0.355469, 0.355469, 0.365234, 0.361328, 0.363281, 0.363281, 0.361328, 0.365234, 0.357422, 0.373047, 0.363281, 0.375, 0.373047, 0.361328, 0.363281, 0.359375, 0.363281, 0.369141, 0.363281, 0.363281, 0.367188, 0.369141, 0.363281, 0.365234, 0.367188, 0.359375, 0.357422, 0.375, 0.367188, 0.361328, 0.361328, 0.363281, 0.367188, 0.367188, 0.363281, 0.363281, 0.357422, 0.365234, 0.359375, 0.365234, 0.359375, 0.365234, 0.359375, 0.361328, 0.371094, 0.359375, 0.361328, 0.367188, 0.361328, 0.367188, 0.365234, 0.365234, 0.369141, 0.367188, 0.347656, 0.361328, 0.375, 0.367188, 0.330078, 0.365234, 0.365234, 0.363281, 0.359375, 0.361328, 0.357422, 0.361328, 0.367188, 0.367188, 0.371094, 0.369141, 0.363281, 0.371094, 0.357422, 0.361328, 0.365234, 0.367188, 0.361328, 0.359375, 0.365234, 0.367188, 0.365234, 0.365234, 0.359375, 0.369141, 0.365234, 0.361328, 0.351562, 0.369141, 0.359375, 0.361328, 0.369141, 0.363281, 0.365234, 0.361328, 0.361328, 0.363281, 0.361328, 0.363281, 0.369141, 0.369141, 0.353516, 0.367188, 0.371094, 0.367188, 0.363281, 0.357422, 0.365234, 0.367188, 0.363281, 0.363281, 0.373047, 0.365234, 0.361328, 0.365234, 0.361328, 0.367188, 0.367188, 0.361328, 0.365234, 0.365234, 0.376953, 0.361328, 0.373047, 0.365234, 0.369141, 0.361328, 0.359375, 0.375, 0.363281, 0.363281, 0.359375, 0.361328, 0.371094, 0.359375, 0.369141, 0.369141, 0.363281, 0.365234, 0.361328, 0.361328, 0.363281, 0.363281, 0.355469, 0.365234, 0.367188, 0.361328, 0.369141, 0.367188, 0.363281, 0.363281, 0.363281, 0.359375, 0.363281, 0.365234, 0.357422, 0.357422, 0.361328, 0.367188, 0.365234, 0.369141, 0.359375, 0.367188, 0.365234, 0.357422, 0.361328, 0.365234, 0.357422, 0.355469, 0.357422, 0.371094, 0.361328, 0.363281, 0.353516, 0.365234, 0.357422, 0.357422, 0.361328, 0.357422, 0.359375, 0.363281, 0.365234, 0.371094, 0.365234, 0.357422, 0.363281, 0.359375, 0.361328, 0.365234, 0.382812, 0.361328, 0.365234, 0.371094, 0.363281, 0.363281, 0.369141, 0.359375, 0.363281, 0.361328, 0.363281, 0.369141, 0.369141, 0.361328, 0.369141, 0.373047, 0.367188, 0.369141, 0.361328, 0.359375, 0.363281, 0.357422, 0.371094, 0.367188, 0.445312, 0.371094, 0.357422, 0.361328, 0.367188, 0.359375, 0.367188, 0.369141, 0.367188, 0.365234, 0.367188, 0.363281, 0.367188, 0.367188, 0.363281, 0.367188, 0.359375, 0.240234, 0.357422, 0.367188, 0.367188, 0.357422, 0.355469, 0.353516, 0.361328, 0.375, 0.369141, 0.367188, 0.361328, 0.365234, 0.359375, 0.363281, 0.365234, 0.359375, 0.355469, 0.361328, 0.363281, 0.359375, 0.367188, 0.365234, 0.367188, 0.361328, 0.369141, 0.359375, 0.365234, 0.361328, 0.361328, 0.365234, 0.367188, 0.361328, 0.369141, 0.357422, 0.359375, 0.359375, 0.363281, 0.365234, 0.357422, 0.355469, 0.363281, 0.367188, 0.365234, 0.369141, 0.363281, 0.367188, 0.361328, 0.365234, 0.371094, 0.371094, 0.359375, 0.371094, 0.365234, 0.367188, 0.361328, 0.365234, 0.359375, 0.367188, 0.371094, 0.373047, 0.357422, 0.367188, 0.363281, 0.367188, 0.363281, 0.365234, 0.373047, 0.367188, 0.339844, 0.361328, 0.359375, 0.359375, 0.353516, 0.357422, 0.363281, 0.367188, 0.316406, 0.351562, 0.363281, 0.359375, 0.367188, 0.365234, 0.365234, 0.367188, 0.365234, 0.365234, 0.363281, 0.371094, 0.363281, 0.367188, 0.369141, 0.363281, 0.357422, 0.369141, 0.367188, 0.367188, 0.367188, 0.367188, 0.363281, 0.361328, 0.367188, 0.373047, 0.367188, 0.363281, 0.357422, 0.361328, 0.363281, 0.361328, 0.361328, 0.369141, 0.369141, 0.359375, 0.363281, 0.365234, 0.361328, 0.361328, 0.369141, 0.357422, 0.361328, 0.365234, 0.363281, 0.357422, 0.361328, 0.367188, 0.361328, 0.367188, 0.357422, 0.363281, 0.365234, 0.371094, 0.367188, 0.365234, 0.363281, 0.357422, 0.375, 0.363281, 0.365234, 0.365234, 0.365234, 0.373047, 0.369141, 0.359375, 0.363281, 0.367188, 0.359375, 0.369141, 0.363281, 0.363281, 0.367188, 0.357422, 0.371094, 0.357422, 0.357422, 0.363281, 0.363281, 0.369141, 0.367188, 0.363281, 0.369141, 0.373047, 0.373047, 0.363281, 0.357422, 0.367188, 0.365234, 0.361328, 0.363281, 0.369141, 0.365234, 0.359375, 0.363281, 0.365234, 0.353516, 0.367188, 0.359375, 0.359375, 0.363281, 0.357422, 0.365234, 0.365234, 0.367188, 0.365234, 0.367188, 0.371094, 0.371094, 0.367188, 0.361328, 0.371094, 0.359375, 0.361328, 0.361328, 0.363281, 0.359375, 0.363281, 0.371094, 0.359375, 0.359375, 0.361328, 0.365234, 0.371094, 0.361328, 0.361328, 0.365234, 0.365234, 0.361328, 0.365234, 0.359375, 0.359375, 0.367188, 0.367188, 0.392578, 0.361328, 0.363281, 0.365234, 0.363281, 0.367188, 0.367188, 0.371094, 0.361328, 0.363281, 0.369141, 0.363281, 0.361328, 0.365234, 0.365234, 0.367188, 0.369141, 0.363281, 0.367188, 0.367188, 0.359375, 0.369141, 0.367188, 0.355469, 0.371094, 0.361328, 0.365234, 0.373047, 0.367188, 0.357422, 0.367188, 0.363281, 0.361328, 0.365234, 0.363281, 0.371094, 0.361328, 0.367188, 0.363281, 0.369141, 0.365234, 0.357422, 0.363281, 0.363281, 0.367188, 0.359375, 0.363281, 0.359375, 0.224609, 0.363281, 0.365234, 0.361328, 0.363281, 0.365234, 0.365234, 0.365234, 0.367188, 0.365234, 0.363281, 0.375, 0.361328, 0.365234, 0.353516, 0.363281, 0.361328, 0.365234, 0.365234, 0.367188, 0.365234, 0.365234, 0.357422, 0.363281, 0.369141, 0.371094, 0.363281, 0.371094, 0.361328, 0.365234, 0.361328, 0.367188, 0.369141, 0.363281, 0.361328, 0.361328, 0.361328, 0.363281, 0.375, 0.373047, 0.396484, 0.363281, 0.367188, 0.367188, 0.367188, 0.365234, 0.369141, 0.365234, 0.367188, 0.365234, 0.373047, 0.369141, 0.361328, 0.361328, 0.371094, 0.357422, 0.363281, 0.365234, 0.363281, 0.367188, 0.363281, 0.365234, 0.369141, 0.361328, 0.361328, 0.365234, 0.363281, 0.367188, 0.376953, 0.357422, 0.367188, 0.363281, 0.361328, 0.361328, 0.357422, 0.361328, 0.361328, 0.363281, 0.361328, 0.357422, 0.371094, 0.373047, 0.373047, 0.367188, 0.363281, 0.361328, 0.359375, 0.363281, 0.361328, 0.367188, 0.359375, 0.361328, 0.371094, 0.365234, 0.369141, 0.367188, 0.361328, 0.355469, 0.363281, 0.367188, 0.361328, 0.371094, 0.365234, 0.355469, 0.367188, 0.369141, 0.367188, 0.367188, 0.361328, 0.369141, 0.363281, 0.367188, 0.363281, 0.363281, 0.375, 0.361328, 0.363281, 0.363281, 0.363281, 0.359375, 0.369141, 0.363281, 0.359375, 0.365234, 0.361328, 0.365234, 0.371094, 0.367188, 0.369141, 0.363281, 0.371094, 0.371094, 0.359375, 0.367188, 0.361328, 0.367188, 0.367188, 0.365234, 0.367188, 0.365234, 0.363281, 0.371094, 0.365234, 0.335938, 0.365234, 0.365234, 0.365234, 0.353516, 0.367188, 0.361328, 0.361328, 0.369141, 0.367188, 0.363281, 0.367188, 0.357422, 0.365234, 0.378906, 0.375, 0.361328, 0.367188, 0.365234, 0.375, 0.365234, 0.365234, 0.367188, 0.369141, 0.357422, 0.363281, 0.363281, 0.357422, 0.365234, 0.367188, 0.361328, 0.369141, 0.359375, 0.365234, 0.353516, 0.367188, 0.363281, 0.367188, 0.367188, 0.365234, 0.365234, 0.365234, 0.365234, 0.361328, 0.367188, 0.365234, 0.355469, 0.367188, 0.357422, 0.363281, 0.353516, 0.365234, 0.365234, 0.361328, 0.361328, 0.367188, 0.359375, 0.363281, 0.365234, 0.376953, 0.359375, 0.369141, 0.363281, 0.365234, 0.359375, 0.369141, 0.369141, 0.365234, 0.357422, 0.373047, 0.361328, 0.359375, 0.359375, 0.361328, 0.367188, 0.361328, 0.371094, 0.369141, 0.367188, 0.357422, 0.371094, 0.353516, 0.361328, 0.359375, 0.361328, 0.353516, 0.355469, 0.365234, 0.371094, 0.361328, 0.369141, 0.363281, 0.371094, 0.361328, 0.359375, 0.363281, 0.367188, 0.365234, 0.363281, 0.371094, 0.367188, 0.363281, 0.363281, 0.359375, 0.361328, 0.369141, 0.367188, 0.365234, 0.361328, 0.367188, 0.361328, 0.359375, 0.357422, 0.367188, 0.361328, 0.367188, 0.359375, 0.359375, 0.363281, 0.367188, 0.365234, 0.361328, 0.367188, 0.367188, 0.006073, 0.367188, 0.363281, 0.367188, 0.367188, 0.373047, 0.361328, 0.363281, 0.357422, 0.384766, 0.371094, 0.367188, 0.363281, 0.357422, 0.359375, 0.369141, 0.363281, 0.365234, 0.361328, 0.363281, 0.355469, 0.369141, 0.357422, 0.361328, 0.367188, 0.363281, 0.361328, 0.369141, 0.361328, 0.371094, 0.371094, 0.361328, 0.357422, 0.365234, 0.361328, 0.361328, 0.375, 0.361328, 0.367188, 0.361328, 0.373047, 0.361328, 0.363281, 0.365234, 0.363281, 0.371094, 0.369141, 0.359375, 0.361328, 0.365234, 0.359375, 0.365234, 0.380859, 0.365234, 0.359375, 0.363281, 0.365234, 0.361328, 0.365234, 0.367188, 0.369141, 0.367188, 0.365234, 0.369141, 0.361328, 0.363281, 0.367188, 0.369141, 0.355469, 0.367188, 0.353516, 0.361328, 0.363281, 0.363281, 0.367188, 0.365234, 0.363281, 0.367188, 0.365234, 0.363281, 0.365234, 0.365234, 0.367188, 0.361328, 0.367188, 0.359375, 0.371094, 0.365234, 0.363281, 0.371094, 0.365234, 0.361328, 0.359375, 0.365234, 0.367188, 0.357422, 0.359375, 0.359375, 0.365234, 0.367188, 0.367188, 0.369141, 0.371094, 0.367188, 0.357422, 0.369141, 0.326172, 0.367188, 0.375, 0.363281, 0.373047, 0.359375, 0.369141, 0.363281, 0.373047, 0.365234, 0.365234, 0.361328, 0.371094, 0.361328, 0.371094, 0.371094, 0.365234, 0.355469, 0.371094, 0.363281, 0.365234, 0.359375, 0.359375, 0.371094, 0.367188, 0.363281, 0.361328, 0.361328, 0.359375, 0.365234, 0.373047, 0.355469, 0.369141, 0.359375, 0.361328, 0.361328, 0.363281, 0.365234, 0.367188, 0.363281, 0.365234, 0.363281, 0.367188, 0.365234, 0.363281, 0.369141, 0.361328, 0.367188, 0.369141, 0.365234, 0.363281, 0.363281, 0.359375, 0.363281, 0.371094, 0.365234, 0.355469, 0.363281, 0.355469, 0.365234, 0.359375, 0.357422, 0.367188, 0.355469, 0.363281, 0.365234, 0.369141, 0.359375, 0.361328, 0.371094, 0.359375, 0.363281, 0.361328, 0.353516, 0.373047, 0.363281, 0.365234, 0.369141, 0.363281, 0.361328, 0.357422, 0.365234, 0.361328, 0.375, 0.361328, 0.361328, 0.369141, 0.361328, 0.369141, 0.373047, 0.369141, 0.359375, 0.361328, 0.357422, 0.367188, 0.367188, 0.365234, 0.367188, 0.369141, 0.363281, 0.359375, 0.367188, 0.363281, 0.367188, 0.363281, 0.363281, 0.361328, 0.361328, 0.359375, 0.365234, 0.361328, 0.363281, 0.367188, 0.367188, 0.373047, 0.371094, 0.371094, 0.363281, 0.369141, 0.361328, 0.357422, 0.359375, 0.363281, 0.369141, 0.363281, 0.357422, 0.359375, 0.367188, 0.371094, 0.361328, 0.359375, 0.361328, 0.361328, 0.361328, 0.369141, 0.359375, 0.367188, 0.365234, 0.359375, 0.367188, 0.359375, 0.359375, 0.363281, 0.365234, 0.367188, 0.365234, 0.371094, 0.359375, 0.365234, 0.367188, 0.365234, 0.361328, 0.373047, 0.363281, 0.355469, 0.357422, 0.369141, 0.369141, 0.353516, 0.363281, 0.363281, 0.365234, 0.369141, 0.361328, 0.355469, 0.367188, 0.361328, 0.367188, 0.361328, 0.365234, 0.365234, 0.361328, 0.355469, 0.363281, 0.384766, 0.357422, 0.371094, 0.355469, 0.359375, 0.357422, 0.365234, 0.357422, 0.363281, 0.404297, 0.371094, 0.365234, 0.361328, 0.369141, 0.369141, 0.355469, 0.367188, 0.365234, 0.367188, 0.361328, 0.367188, 0.367188, 0.357422, 0.365234, 0.382812, 0.367188, 0.376953, 0.361328, 0.361328, 0.359375, 0.361328, 0.361328, 0.369141, 0.369141, 0.365234, 0.367188, 0.361328, 0.359375, 0.365234, 0.369141, 0.361328, 0.365234, 0.369141, 0.373047, 0.363281, 0.365234, 0.357422, 0.363281, 0.361328, 0.363281, 0.365234, 0.361328, 0.361328, 0.363281, 0.367188, 0.363281, 0.359375, 0.357422, 0.367188, 0.357422, 0.367188, 0.357422, 0.365234, 0.361328, 0.367188, 0.371094, 0.365234, 0.363281, 0.371094, 0.363281, 0.367188, 0.365234, 0.361328, 0.365234, 0.367188, 0.355469, 0.361328, 0.365234, 0.367188, 0.359375, 0.363281, 0.361328, 0.371094, 0.363281, 0.371094, 0.365234, 0.361328, 0.275391, 0.361328, 0.357422, 0.367188, 0.367188, 0.357422, 0.361328, 0.359375, 0.369141, 0.371094, 0.367188, 0.365234, 0.361328, 0.369141, 0.363281, 0.373047, 0.361328, 0.369141, 0.376953, 0.361328, 0.361328, 0.353516, 0.361328, 0.359375, 0.361328, 0.357422, 0.355469, 0.365234, 0.361328, 0.365234, 0.367188, 0.365234, 0.357422, 0.365234, 0.371094, 0.351562, 0.365234, 0.363281, 0.361328, 0.365234, 0.371094, 0.359375, 0.361328, 0.367188, 0.365234, 0.371094, 0.363281, 0.371094, 0.367188, 0.365234, 0.359375, 0.363281, 0.363281, 0.369141, 0.367188, 0.365234, 0.371094, 0.361328 ] }, "name": "model.transformer.layers.32.ffn_norm.weight", "outputIndexes": [ 2037 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2036, 2037 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_32/Mul_1_output_0", "outputIndexes": [ 2038 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2038 ], "outputIndexes": [ 3362 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3362 ], "outputIndexes": [ 3363 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_1/Linear", "inputIndexes": [ 3363 ], "outputIndexes": [ 3364 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 22528, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 540672, "weightSize": 0 }, "external": [ 2583290008, 69206278, 4325376, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3364 ], "outputIndexes": [ 3365 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3365 ], "outputIndexes": [ 2039 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 22528 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2039, 21, 889, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_32/Slice_output_0", "outputIndexes": [ 2040 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2040 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_32/Sigmoid_output_0", "outputIndexes": [ 2041 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2040, 2041 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_32/Mul_output_0", "outputIndexes": [ 2042 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 22528 ] }, "name": "/ffn_32/Mul_1_output_0", "outputIndexes": [ 2043 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2039, 889, 2043, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_32/Slice_1_output_0", "outputIndexes": [ 2044 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2042, 2044 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_32/Mul_2_output_0", "outputIndexes": [ 2045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2045 ], "outputIndexes": [ 3366 ], "main_type": "Reshape", "main": { "dims": [ -1, 11264, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3366 ], "outputIndexes": [ 3367 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_2/Linear", "inputIndexes": [ 3367 ], "outputIndexes": [ 3368 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 11264, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 270336, "weightSize": 0 }, "external": [ 2656821662, 34603270, 2162688, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3368 ], "outputIndexes": [ 3369 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3369 ], "outputIndexes": [ 2046 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2035, 2046 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_131_output_0", "outputIndexes": [ 2047 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2047, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_132_output_0", "outputIndexes": [ 2048 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2048 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_33/Mul_output_0", "outputIndexes": [ 2049 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.40625, 1.585938, 1.546875, 1.453125, 1.445312, 1.351562, 1.632812, 1.585938, 1.710938, 1.4375, 1.546875, 1.40625, 1.5, 1.476562, 1.625, 1.625, 1.367188, 1.429688, 1.5625, 1.507812, 1.546875, 1.625, 1.359375, 1.398438, 1.46875, 1.5, 1.539062, 1.53125, 1.414062, 1.554688, 1.554688, 1.453125, 1.570312, 1.539062, 1.546875, 1.460938, 1.414062, 1.390625, 1.59375, 1.492188, 1.523438, 1.484375, 1.578125, 1.492188, 1.5625, 1.65625, 1.476562, 1.523438, 1.445312, 1.429688, 1.617188, 1.515625, 1.21875, 1.40625, 1.6875, 1.570312, 1.429688, 1.453125, 1.523438, 1.53125, 1.570312, 1.53125, 1.585938, 1.546875, 1.554688, 1.492188, 1.484375, 1.453125, 1.546875, 1.46875, 1.476562, 1.390625, 1.53125, 1.65625, 1.421875, 1.453125, 1.5, 1.398438, 1.609375, 1.539062, 1.5, 1.484375, 1.429688, 1.453125, 1.53125, 1.554688, 1.382812, 1.578125, 1.523438, 1.40625, 1.460938, 1.546875, 1.5, 1.414062, 1.460938, 1.703125, 1.40625, 1.570312, 1.484375, 1.601562, 1.5, 1.53125, 1.445312, 1.757812, 1.398438, 1.570312, 1.546875, 1.640625, 1.351562, 1.476562, 1.492188, 1.46875, 1.601562, 1.4375, 1.523438, 1.5625, 1.570312, 1.601562, 1.476562, 1.523438, 1.546875, 1.671875, 1.460938, 1.601562, 1.507812, 1.601562, 1.484375, 1.507812, 1.492188, 1.515625, 1.507812, 1.460938, 1.390625, 1.554688, 1.476562, 1.421875, 1.617188, 1.460938, 1.515625, 1.523438, 1.515625, 1.523438, 1.4375, 1.4375, 1.578125, 1.585938, 1.515625, 1.515625, 1.414062, 1.34375, 1.429688, 1.492188, 1.484375, 1.53125, 1.5, 1.34375, 1.515625, 1.5, 1.460938, 1.476562, 1.5625, 1.390625, 1.421875, 1.414062, 1.515625, 1.59375, 1.53125, 1.554688, 1.640625, 1.445312, 1.8125, 1.523438, 1.398438, 1.59375, 1.375, 1.476562, 1.5625, 1.40625, 1.46875, 1.617188, 1.523438, 1.484375, 1.625, 1.40625, 1.46875, 1.421875, 1.617188, 1.617188, 1.445312, 1.523438, 1.40625, 1.515625, 1.507812, 1.6875, 1.460938, 1.4375, 1.484375, 1.4375, 1.4375, 1.523438, 1.414062, 1.46875, 1.515625, 1.59375, 1.554688, 1.515625, 1.632812, 1.484375, 1.492188, 1.5, 1.507812, 1.476562, 1.492188, 1.5, 1.515625, 1.5625, 1.539062, 1.59375, 1.523438, 1.601562, 1.453125, 1.648438, 1.4375, 1.5625, 1.414062, 1.539062, 1.476562, 1.429688, 1.507812, 1.5, 1.65625, 1.515625, 1.46875, 1.460938, 1.429688, 1.515625, 1.492188, 1.414062, 1.453125, 1.484375, 1.445312, 1.46875, 1.507812, 1.554688, 1.570312, 1.765625, 1.421875, 1.546875, 1.382812, 1.539062, 1.59375, 1.414062, 1.5625, 1.40625, 1.5, 1.507812, 1.476562, 1.5625, 1.523438, 1.515625, 1.5, 1.414062, 1.46875, 1.523438, 1.523438, 1.492188, 1.585938, 1.617188, 1.4375, 1.4375, 1.585938, 1.359375, 1.671875, 1.5, 1.492188, 1.59375, 1.5625, 1.554688, 1.429688, 1.523438, 1.429688, 1.5625, 1.5625, 1.546875, 1.539062, 1.4375, 1.507812, 1.53125, 1.460938, 1.429688, 1.414062, 1.484375, 1.5, 1.359375, 1.492188, 1.578125, 1.421875, 1.429688, 1.476562, 1.5625, 1.304688, 1.476562, 1.5, 1.359375, 1.46875, 1.546875, 1.5, 1.476562, 1.625, 1.515625, 1.5625, 1.414062, 1.53125, 1.640625, 1.4375, 1.460938, 1.539062, 1.523438, 1.492188, 1.570312, 1.4375, 1.617188, 1.617188, 1.679688, 1.609375, 1.5, 1.570312, 1.359375, 1.679688, 1.453125, 1.484375, 1.617188, 1.5, 1.539062, 1.367188, 1.46875, 1.554688, 1.53125, 1.476562, 1.515625, 1.617188, 1.570312, 1.445312, 1.515625, 1.5625, 1.523438, 1.523438, 1.375, 1.507812, 1.539062, 1.5625, 1.453125, 1.476562, 1.5625, 1.632812, 1.460938, 1.492188, 1.625, 1.640625, 1.617188, 1.460938, 1.4375, 1.46875, 1.445312, 1.398438, 1.445312, 1.460938, 1.585938, 1.632812, 1.484375, 1.5, 1.570312, 1.523438, 1.5, 1.53125, 1.421875, 1.53125, 1.625, 1.53125, 1.625, 1.46875, 1.53125, 1.585938, 1.578125, 1.445312, 1.484375, 1.632812, 1.445312, 1.484375, 1.453125, 1.476562, 1.460938, 1.46875, 1.382812, 1.539062, 1.484375, 1.523438, 1.585938, 1.546875, 1.539062, 1.429688, 1.5625, 1.648438, 1.648438, 1.429688, 1.484375, 1.585938, 1.554688, 1.578125, 1.75, 1.773438, 1.4375, 1.539062, 1.492188, 1.523438, 1.539062, 1.539062, 1.484375, 1.625, 1.4375, 1.515625, 1.671875, 1.492188, 1.585938, 1.601562, 1.445312, 1.46875, 1.515625, 1.382812, 1.617188, 1.546875, 1.53125, 1.46875, 1.492188, 1.453125, 1.53125, 1.367188, 1.445312, 1.414062, 1.492188, 1.40625, 1.507812, 1.429688, 1.515625, 1.601562, 1.585938, 1.476562, 1.515625, 1.492188, 1.546875, 1.46875, 1.484375, 1.453125, 1.570312, 1.59375, 1.5625, 1.476562, 1.476562, 1.476562, 1.4375, 1.554688, 1.421875, 1.546875, 1.515625, 1.390625, 1.539062, 1.53125, 1.492188, 1.5625, 1.617188, 1.476562, 1.601562, 1.445312, 1.414062, 1.453125, 1.34375, 1.585938, 1.46875, 1.625, 1.6875, 1.46875, 1.492188, 1.5, 1.632812, 1.507812, 1.53125, 1.570312, 1.484375, 1.390625, 1.5, 1.773438, 1.484375, 1.460938, 1.453125, 1.515625, 1.585938, 1.46875, 1.53125, 1.53125, 1.492188, 1.523438, 1.515625, 1.539062, 1.5625, 1.382812, 1.601562, 1.523438, 1.4375, 1.617188, 1.5625, 1.460938, 1.515625, 1.507812, 1.601562, 1.570312, 1.476562, 1.296875, 1.515625, 1.460938, 1.523438, 1.492188, 1.382812, 1.476562, 1.445312, 1.539062, 1.492188, 1.398438, 1.554688, 1.609375, 1.53125, 1.664062, 1.460938, 1.46875, 1.492188, 1.515625, 1.453125, 1.46875, 1.421875, 1.664062, 1.476562, 1.429688, 1.515625, 1.46875, 1.375, 1.554688, 1.390625, 1.429688, 1.5, 1.46875, 1.460938, 1.5625, 1.429688, 1.570312, 1.515625, 1.5, 1.53125, 1.515625, 1.492188, 1.515625, 1.578125, 1.421875, 1.46875, 1.5, 1.484375, 1.476562, 1.539062, 1.59375, 1.570312, 1.539062, 1.515625, 1.570312, 1.53125, 1.539062, 1.578125, 1.546875, 1.453125, 1.515625, 1.5, 1.476562, 1.820312, 1.484375, 1.421875, 1.476562, 1.453125, 1.515625, 1.570312, 1.453125, 2.09375, 1.414062, 1.382812, 1.578125, 1.484375, 1.414062, 1.476562, 1.5, 1.523438, 1.539062, 1.53125, 1.5, 1.382812, 1.578125, 1.4375, 1.367188, 1.546875, 1.5625, 1.460938, 1.4375, 1.617188, 1.539062, 1.476562, 1.554688, 1.554688, 1.546875, 1.523438, 1.445312, 1.507812, 1.476562, 1.523438, 1.515625, 1.453125, 1.53125, 1.390625, 1.476562, 1.554688, 1.570312, 1.382812, 1.492188, 1.539062, 1.453125, 1.492188, 1.5625, 1.507812, 1.601562, 1.453125, 1.609375, 1.523438, 1.492188, 1.359375, 1.46875, 1.476562, 1.5, 1.46875, 1.421875, 1.546875, 1.59375, 1.5625, 1.484375, 1.5, 1.445312, 1.515625, 1.257812, 1.492188, 1.632812, 1.5625, 1.648438, 1.609375, 1.523438, 1.523438, 1.367188, 1.460938, 1.5, 1.460938, 1.507812, 1.515625, 1.476562, 1.476562, 1.625, 1.4375, 1.4375, 1.4375, 1.539062, 1.390625, 1.390625, 1.46875, 1.59375, 1.523438, 1.515625, 1.359375, 1.476562, 1.5625, 1.53125, 1.546875, 1.625, 1.507812, 1.5625, 1.53125, 1.414062, 1.609375, 1.476562, 1.835938, 1.585938, 1.851562, 1.484375, 1.578125, 1.5625, 1.40625, 1.554688, 1.445312, 1.492188, 1.328125, 1.648438, 1.5, 1.625, 1.53125, 1.492188, 1.539062, 1.546875, 1.601562, 1.546875, 1.375, 1.625, 1.46875, 1.460938, 1.484375, 1.46875, 1.40625, 1.5625, 1.570312, 1.492188, 1.5, 1.398438, 1.460938, 1.523438, 1.414062, 1.617188, 1.59375, 1.4375, 1.398438, 1.460938, 1.507812, 1.484375, 1.4375, 1.445312, 1.453125, 1.46875, 1.554688, 1.578125, 1.492188, 1.617188, 1.539062, 1.453125, 1.585938, 1.398438, 1.4375, 1.492188, 1.5625, 1.421875, 1.46875, 1.515625, 1.507812, 1.609375, 1.460938, 1.546875, 1.546875, 1.554688, 1.484375, 1.539062, 1.398438, 1.59375, 1.453125, 1.40625, 1.320312, 1.53125, 1.390625, 1.445312, 1.453125, 1.734375, 1.460938, 1.523438, 1.46875, 1.742188, 1.429688, 1.460938, 1.398438, 1.4375, 1.46875, 1.53125, 1.75, 1.515625, 1.53125, 1.429688, 1.476562, 1.40625, 1.515625, 1.5625, 1.445312, 1.539062, 1.492188, 1.648438, 1.5, 1.5625, 1.4375, 1.695312, 1.484375, 1.445312, 1.375, 1.484375, 1.507812, 1.453125, 1.445312, 1.5, 1.421875, 1.460938, 1.640625, 1.445312, 1.460938, 1.5625, 1.515625, 1.609375, 1.453125, 1.515625, 1.375, 1.382812, 1.515625, 1.53125, 1.5625, 1.59375, 1.523438, 1.609375, 1.492188, 1.398438, 1.5, 1.492188, 1.570312, 1.554688, 1.59375, 1.5625, 1.390625, 1.5, 1.476562, 1.453125, 1.492188, 1.492188, 1.484375, 1.515625, 1.453125, 1.367188, 1.414062, 1.492188, 1.570312, 1.570312, 1.507812, 1.601562, 1.539062, 1.570312, 1.34375, 1.515625, 1.492188, 1.414062, 1.570312, 1.507812, 1.507812, 1.59375, 1.421875, 1.460938, 1.484375, 1.671875, 1.507812, 1.492188, 1.4375, 1.523438, 1.46875, 1.5, 1.65625, 1.492188, 1.484375, 1.617188, 1.5, 1.476562, 1.359375, 1.375, 1.523438, 1.476562, 1.4375, 1.5625, 1.460938, 1.414062, 1.546875, 1.507812, 1.5625, 1.445312, 1.414062, 1.484375, 1.484375, 1.445312, 1.5625, 1.515625, 1.578125, 1.546875, 1.328125, 1.546875, 1.617188, 1.632812, 1.476562, 1.453125, 1.585938, 1.554688, 1.476562, 1.351562, 1.59375, 1.578125, 1.453125, 1.523438, 1.601562, 1.5, 1.375, 1.414062, 1.335938, 1.421875, 1.515625, 1.507812, 1.492188, 1.5, 1.578125, 1.460938, 1.546875, 1.539062, 1.5, 1.421875, 1.5, 1.5, 1.539062, 1.476562, 1.40625, 1.59375, 1.460938, 1.515625, 1.679688, 1.570312, 1.5, 1.5, 1.5625, 1.804688, 1.484375, 1.4375, 1.578125, 1.375, 1.507812, 1.421875, 1.601562, 1.53125, 1.507812, 1.4375, 1.46875, 1.492188, 1.421875, 1.609375, 1.5625, 1.523438, 1.390625, 1.445312, 1.5, 1.484375, 1.171875, 1.546875, 1.445312, 1.429688, 1.398438, 1.460938, 1.414062, 1.53125, 1.34375, 1.453125, 1.476562, 1.507812, 1.53125, 1.4375, 1.445312, 1.492188, 1.59375, 1.523438, 1.5, 1.445312, 1.445312, 1.546875, 1.671875, 1.390625, 1.515625, 1.554688, 1.375, 1.476562, 1.445312, 1.476562, 1.5, 1.570312, 1.359375, 1.515625, 1.5625, 1.554688, 1.46875, 1.632812, 1.421875, 1.398438, 1.53125, 1.53125, 1.5, 1.398438, 1.5, 1.484375, 1.578125, 1.679688, 1.515625, 1.460938, 1.546875, 1.453125, 1.5625, 1.53125, 1.398438, 1.414062, 1.554688, 1.523438, 1.507812, 1.460938, 1.507812, 1.390625, 1.539062, 1.570312, 1.523438, 1.492188, 1.625, 1.554688, 1.546875, 1.539062, 1.476562, 1.570312, 1.507812, 1.390625, 1.507812, 1.5, 1.492188, 1.523438, 1.40625, 1.492188, 1.601562, 1.492188, 1.546875, 1.585938, 1.523438, 1.492188, 1.421875, 1.492188, 1.859375, 1.546875, 1.484375, 1.546875, 1.421875, 1.492188, 1.53125, 1.648438, 1.421875, 1.640625, 1.523438, 1.390625, 1.523438, 1.4375, 1.492188, 1.570312, 1.296875, 1.5, 1.453125, 1.484375, 1.492188, 1.507812, 1.671875, 1.515625, 1.5625, 1.507812, 1.546875, 1.507812, 1.429688, 1.578125, 1.335938, 1.507812, 1.421875, 1.59375, 1.523438, 1.53125, 1.460938, 1.382812, 1.507812, 1.617188, 1.476562, 1.523438, 1.53125, 1.421875, 1.507812, 1.507812, 1.445312, 1.554688, 1.476562, 1.578125, 1.414062, 1.632812, 1.445312, 1.5, 1.523438, 1.429688, 1.53125, 1.515625, 1.578125, 1.453125, 1.546875, 1.585938, 1.578125, 1.515625, 1.539062, 1.476562, 1.414062, 1.609375, 0.527344, 1.476562, 1.523438, 1.523438, 1.484375, 1.515625, 1.507812, 1.515625, 1.539062, 1.453125, 1.515625, 1.484375, 1.671875, 1.554688, 1.507812, 1.414062, 1.476562, 1.507812, 1.546875, 1.5, 1.507812, 1.304688, 1.40625, 1.460938, 1.507812, 1.429688, 1.4375, 1.445312, 1.5, 1.421875, 1.4375, 1.484375, 1.40625, 1.476562, 1.4375, 1.601562, 1.617188, 1.398438, 1.625, 1.492188, 1.632812, 1.601562, 1.554688, 1.476562, 1.5, 1.445312, 1.507812, 1.5, 1.484375, 1.53125, 1.523438, 1.5, 1.460938, 1.453125, 1.445312, 1.601562, 1.484375, 1.476562, 1.476562, 1.492188, 1.460938, 1.492188, 1.546875, 1.570312, 1.53125, 1.53125, 1.679688, 1.335938, 1.492188, 1.382812, 1.46875, 1.4375, 1.414062, 1.421875, 1.492188, 1.492188, 1.460938, 1.664062, 1.429688, 1.507812, 1.554688, 1.46875, 1.46875, 1.429688, 1.539062, 1.539062, 1.609375, 1.46875, 1.515625, 1.492188, 1.460938, 1.5, 1.703125, 1.523438, 1.507812, 1.414062, 1.578125, 1.414062, 1.601562, 1.289062, 1.460938, 1.453125, 1.476562, 1.484375, 1.421875, 1.492188, 1.5, 1.445312, 1.515625, 1.523438, 1.640625, 1.492188, 1.453125, 1.523438, 1.40625, 1.578125, 1.570312, 1.523438, 1.335938, 1.601562, 1.390625, 1.484375, 1.570312, 1.4375, 1.523438, 1.5, 1.632812, 1.703125, 1.578125, 1.632812, 1.414062, 1.429688, 1.460938, 1.460938, 1.476562, 1.445312, 1.539062, 1.40625, 1.523438, 1.492188, 1.65625, 1.484375, 1.554688, 1.640625, 1.445312, 1.484375, 1.375, 1.414062, 1.476562, 1.453125, 1.710938, 1.460938, 1.53125, 1.351562, 1.375, 1.5625, 1.492188, 1.460938, 1.46875, 1.484375, 1.460938, 1.296875, 1.359375, 1.53125, 1.554688, 1.453125, 1.539062, 1.570312, 1.476562, 1.523438, 1.71875, 1.539062, 1.632812, 1.390625, 1.484375, 1.59375, 1.507812, 1.523438, 1.453125, 1.515625, 1.617188, 1.648438, 1.476562, 1.515625, 1.601562, 1.53125, 1.453125, 1.484375, 1.5, 1.539062, 1.507812, 1.585938, 1.578125, 1.507812, 1.632812, 1.492188, 1.71875, 1.414062, 1.484375, 1.515625, 1.546875, 1.4375, 1.492188, 1.609375, 1.53125, 1.375, 1.460938, 1.59375, 1.507812, 1.5, 1.46875, 1.484375, 1.445312, 1.46875, 1.617188, 1.6875, 1.460938, 1.523438, 1.484375, 1.726562, 1.546875, 1.53125, 1.53125, 1.585938, 1.53125, 1.46875, 1.46875, 1.484375, 1.445312, 1.492188, 1.460938, 1.507812, 1.515625, 1.429688, 1.484375, 1.484375, 1.554688, 1.328125, 1.515625, 1.445312, 1.539062, 1.546875, 1.460938, 1.53125, 1.445312, 1.546875, 1.59375, 1.40625, 1.5625, 1.601562, 1.523438, 1.523438, 1.523438, 1.40625, 1.515625, 1.8125, 1.414062, 1.515625, 1.4375, 1.46875, 1.546875, 1.328125, 1.398438, 1.601562, 1.570312, 1.515625, 1.515625, 1.453125, 1.484375, 1.46875, 1.382812, 1.359375, 1.390625, 1.453125, 1.476562, 1.546875, 1.429688, 1.5625, 1.429688, 1.476562, 1.53125, 1.679688, 1.632812, 1.484375, 1.445312, 1.546875, 1.445312, 1.445312, 1.46875, 1.53125, 1.515625, 1.578125, 1.648438, 1.492188, 1.554688, 1.492188, 1.460938, 1.601562, 1.539062, 1.679688, 1.484375, 1.421875, 1.554688, 1.414062, 1.414062, 1.523438, 1.523438, 1.515625, 1.625, 1.539062, 1.445312, 1.578125, 1.523438, 1.398438, 1.515625, 1.546875, 1.492188, 1.460938, 1.554688, 1.601562, 1.570312, 1.648438, 1.414062, 1.585938, 1.640625, 1.515625, 1.609375, 1.492188, 1.625, 1.53125, 1.570312, 1.421875, 1.5625, 1.507812, 1.445312, 1.445312, 1.578125, 1.515625, 1.523438, 1.460938, 1.414062, 1.65625, 1.460938, 1.625, 1.445312, 1.375, 1.71875, 1.460938, 1.539062, 1.625, 1.476562, 1.570312, 1.679688, 1.484375, 1.539062, 1.46875, 1.601562, 1.5, 1.421875, 1.5625, 1.476562, 1.585938, 1.507812, 1.5, 1.539062, 1.546875, 1.585938, 1.492188, 1.453125, 1.523438, 1.476562, 1.546875, 1.453125, 1.453125, 1.570312, 1.476562, 1.507812, 1.484375, 1.351562, 1.507812, 1.445312, 1.601562, 1.53125, 1.570312, 1.539062, 1.390625, 1.429688, 1.4375, 1.507812, 1.445312, 1.53125, 1.421875, 1.585938, 1.492188, 1.640625, 1.429688, 1.445312, 1.421875, 1.429688, 1.664062, 1.492188, 1.5, 1.492188, 1.484375, 1.546875, 1.421875, 1.59375, 1.6875, 1.453125, 1.429688, 1.390625, 1.585938, 1.539062, 1.609375, 1.570312, 1.421875, 1.460938, 1.4375, 1.460938, 1.570312, 1.4375, 1.507812, 1.453125, 1.429688, 1.507812, 1.453125, 1.523438, 1.65625, 1.5, 1.53125, 1.429688, 1.46875, 1.429688, 1.539062, 1.421875, 1.554688, 1.40625, 1.484375, 1.445312, 1.429688, 1.523438, 1.53125, 1.46875, 1.59375, 1.546875, 1.671875, 1.460938, 1.421875, 1.53125, 1.492188, 1.601562, 1.484375, 1.492188, 1.414062, 1.460938, 1.570312, 1.492188, 1.585938, 1.648438, 1.453125, 1.664062, 1.4375, 1.445312, 1.445312, 1.4375, 1.609375, 1.484375, 1.601562, 1.515625, 1.507812, 1.5625, 1.421875, 1.546875, 1.445312, 1.4375, 1.484375, 1.460938, 1.523438, 1.429688, 1.484375, 1.632812, 1.398438, 1.585938, 1.726562, 1.46875, 1.554688, 1.460938, 1.453125, 1.507812, 1.484375, 1.65625, 1.601562, 1.28125, 1.414062, 1.445312, 1.453125, 1.445312, 1.539062, 1.445312, 1.578125, 1.523438, 1.421875, 1.539062, 1.585938, 1.601562, 1.492188, 1.609375, 1.515625, 1.414062, 1.484375, 1.492188, 1.507812, 1.523438, 1.4375, 1.351562, 1.507812, 1.46875, 1.585938, 1.523438, 1.46875, 1.523438, 1.421875, 1.484375, 1.585938, 1.578125, 1.40625, 1.59375, 1.5625, 1.6875, 1.4375, 1.398438, 1.492188, 1.445312, 1.53125, 1.492188, 1.421875, 1.578125, 1.507812, 1.546875, 1.320312, 1.601562, 1.601562, 1.445312, 1.53125, 1.507812, 1.460938, 1.570312, 1.53125, 1.679688, 1.515625, 1.53125, 1.445312, 1.53125, 1.5625, 1.53125, 1.484375, 1.4375, 1.695312, 1.554688, 1.296875, 1.5625, 1.5625, 1.460938, 1.59375, 1.46875, 1.460938, 1.429688, 1.453125, 1.601562, 1.648438, 1.617188, 1.398438, 0.031738, 1.65625, 1.429688, 1.492188, 1.757812, 1.4375, 1.507812, 1.546875, 1.53125, 1.421875, 1.640625, 1.429688, 1.46875, 1.398438, 1.40625, 1.445312, 1.4375, 1.570312, 1.46875, 1.492188, 1.585938, 1.484375, 1.570312, 1.46875, 1.492188, 1.59375, 1.578125, 1.578125, 1.398438, 1.445312, 1.609375, 1.554688, 1.476562, 1.507812, 1.609375, 1.546875, 1.570312, 1.4375, 1.5, 1.554688, 1.65625, 1.648438, 1.304688, 1.507812, 1.53125, 1.539062, 1.429688, 1.484375, 1.523438, 1.546875, 1.484375, 1.546875, 1.515625, 1.523438, 1.507812, 1.4375, 1.367188, 1.507812, 1.609375, 1.429688, 1.4375, 1.539062, 1.84375, 1.515625, 1.71875, 1.59375, 1.523438, 1.585938, 1.421875, 1.625, 1.578125, 1.4375, 1.53125, 1.46875, 1.40625, 1.671875, 1.453125, 1.492188, 1.585938, 1.515625, 1.609375, 1.523438, 1.476562, 1.5625, 1.476562, 1.414062, 1.460938, 1.429688, 1.539062, 1.554688, 1.539062, 1.59375, 1.65625, 1.460938, 1.53125, 1.570312, 1.40625, 1.554688, 1.507812, 1.421875, 1.710938, 1.46875, 1.484375, 1.414062, 1.445312, 1.554688, 1.53125, 1.625, 1.4375, 1.539062, 1.5625, 1.515625, 1.5625, 1.453125, 1.492188, 1.507812, 1.421875, 1.492188, 1.515625, 1.445312, 1.4375, 1.507812, 1.578125, 1.5625, 1.414062, 1.640625, 1.609375, 1.664062, 1.601562, 1.46875, 1.484375, 1.4375, 0.320312, 1.429688, 1.523438, 1.484375, 1.648438, 1.554688, 1.484375, 1.445312, 1.421875, 1.5625, 1.523438, 1.570312, 1.59375, 1.585938, 1.523438, 1.4375, 1.460938, 1.492188, 1.507812, 1.507812, 1.476562, 1.414062, 1.523438, 1.789062, 1.6875, 1.40625, 1.46875, 1.492188, 1.460938, 1.382812, 1.484375, 1.53125, 1.523438, 1.5, 1.507812, 1.5625, 1.640625, 1.40625, 1.5625, 1.507812, 1.585938, 1.460938, 1.664062, 1.609375, 1.476562, 1.578125, 1.414062, 1.765625, 1.578125, 1.671875, 1.398438, 1.546875, 1.53125, 1.484375, 1.492188, 1.515625, 1.460938, 1.53125, 1.5, 1.5, 1.5, 1.453125, 1.507812, 1.34375, 1.53125, 1.429688, 1.5, 1.445312, 1.757812, 1.382812, 1.40625, 1.570312, 1.453125, 1.546875, 1.539062, 1.617188, 1.484375, 1.578125, 1.507812, 1.554688, 1.5625, 1.5, 1.53125, 1.59375, 1.539062, 1.421875, 1.414062, 1.679688, 1.398438, 1.421875, 1.585938, 1.429688, 1.507812, 1.453125, 1.53125, 1.640625, 1.476562, 1.523438, 1.53125, 1.523438, 1.507812, 1.585938, 1.570312, 1.460938, 1.484375, 1.5625, 1.484375, 1.421875, 1.453125, 1.4375, 1.617188, 1.492188, 1.53125, 1.59375, 1.59375, 1.40625, 1.523438, 1.429688, 1.5, 1.453125, 1.453125, 1.515625, 1.539062, 1.546875, 1.578125, 1.492188, 1.507812, 1.640625, 1.539062, 1.484375, 1.59375, 1.664062, 1.546875, 1.898438, 1.617188, 1.421875, 1.515625, 1.335938, 1.515625, 1.414062, 1.460938, 1.5625, 1.515625, 1.5, 1.523438, 1.570312, 1.492188, 1.328125, 1.523438, 1.554688, 1.320312, 1.5625, 1.5, 1.453125, 1.296875, 1.453125, 1.453125, 1.601562, 1.625, 1.578125, 1.460938, 1.53125, 1.5, 1.84375, 1.625, 1.460938, 1.5, 1.515625, 1.554688, 1.367188, 1.492188, 1.5, 1.523438, 1.5625, 1.484375, 1.617188, 1.421875, 1.546875, 1.617188, 1.570312, 1.421875, 1.492188, 1.554688, 1.429688, 1.554688, 1.5625, 1.523438, 1.46875, 1.414062, 1.460938, 1.5, 1.546875, 1.5, 1.523438, 1.515625, 1.609375, 1.46875, 1.570312, 1.578125, 1.429688, 1.554688, 1.515625, 1.554688, 1.40625, 1.507812, 1.53125, 1.460938, 1.5625, 1.421875, 1.460938, 1.476562, 1.382812, 1.640625, 1.53125, 1.453125, 1.570312, 1.515625, 1.492188, 1.59375, 1.515625, 1.546875, 1.476562, 1.601562, 1.59375, 1.46875, 1.351562, 1.398438, 1.484375, 1.617188, 1.476562, 1.492188, 1.460938, 1.671875, 1.523438, 1.53125, 1.6875, 1.46875, 1.484375, 1.484375, 1.515625, 1.515625, 1.46875, 1.679688, 1.460938, 1.476562, 1.65625, 1.609375, 1.65625, 1.476562, 1.570312, 1.609375, 1.53125, 1.429688, 1.554688, 1.460938, 1.46875, 1.703125, 1.59375, 1.484375, 1.523438, 1.578125, 1.507812, 1.617188, 1.507812, 1.609375, 1.539062, 1.40625, 1.585938, 1.421875, 1.515625, 1.679688, 1.570312, 1.5, 1.617188, 1.703125, 1.546875, 1.578125, 1.554688, 1.492188, 1.484375, 1.5, 1.554688, 1.382812, 1.5625, 1.53125, 1.539062, 1.609375, 1.554688, 1.421875, 1.46875, 1.5, 1.8125, 1.46875, 1.65625, 1.507812, 1.53125, 1.414062, 1.59375, 1.367188, 1.632812, 1.367188, 1.398438, 1.53125, 1.398438, 1.523438, 1.484375, 1.507812, 1.421875, 0.703125, 1.414062, 1.445312, 1.523438, 1.476562, 1.460938, 1.507812, 1.515625, 1.453125, 1.414062, 1.546875, 1.59375, 1.460938, 1.460938, 1.5, 1.476562, 1.53125, 1.507812, 1.507812, 1.546875, 1.546875, 1.515625, 1.460938, 1.523438, 1.492188, 1.40625, 1.453125, 1.523438, 1.59375, 1.546875, 1.617188, 1.5625, 1.59375, 1.5, 1.5625, 1.539062, 1.5625, 1.507812, 1.492188, 1.601562, 1.507812, 1.5, 1.445312, 1.460938, 1.382812, 1.359375, 1.46875, 1.5, 1.523438, 1.367188, 1.460938, 1.585938, 1.5, 1.414062, 1.546875, 1.492188, 1.539062, 1.476562, 1.445312, 1.625, 1.507812, 1.515625, 1.46875, 1.4375, 1.546875, 1.46875, 1.578125, 1.445312, 1.484375, 1.28125, 1.546875, 1.484375, 1.632812, 1.59375, 1.46875, 1.476562, 1.351562, 1.609375, 1.515625, 1.515625, 1.65625, 1.492188, 1.507812, 1.476562, 1.429688, 1.414062, 1.570312, 1.695312, 1.429688, 1.289062, 1.453125, 1.492188, 1.476562, 1.476562, 1.5, 1.5, 1.523438, 1.546875, 1.476562, 1.445312, 1.578125, 1.484375, 1.5, 1.539062, 1.40625, 1.523438, 1.414062, 1.492188, 1.601562, 1.460938, 1.484375, 1.570312, 1.554688, 1.617188, 1.5625, 1.5, 1.554688, 1.382812, 1.578125, 1.515625, 1.570312, 1.515625, 1.523438, 1.640625, 1.492188, 1.601562, 1.546875, 1.554688, 1.515625, 1.46875, 1.578125, 1.601562, 1.429688, 1.507812, 1.65625, 1.492188, 1.460938, 1.28125, 1.445312, 1.515625, 1.507812, 1.570312, 1.742188, 1.445312, 1.617188, 1.429688, 1.507812, 1.460938, 1.5625, 1.46875, 1.5, 1.523438, 1.617188, 1.460938, 1.445312, 1.414062, 1.335938, 1.453125, 1.421875, 1.453125, 1.4375, 1.617188, 1.65625, 1.5, 1.570312, 1.445312, 1.6875, 1.453125, 1.445312, 1.523438, 1.710938, 1.398438, 1.398438, 1.546875, 1.460938, 1.492188, 1.6875, 1.453125, 1.640625, 1.421875, 1.429688, 1.601562, 1.460938, 1.570312, 1.429688, 1.507812, 1.40625, 1.710938, 1.460938, 1.65625, 1.390625, 1.429688, 1.515625, 1.476562, 1.507812, 1.5625, 1.445312, 1.398438, 1.578125, 1.414062, 1.507812, 1.5, 1.648438, 1.53125, 1.476562, 1.507812, 1.59375, 1.46875, 1.570312, 1.414062, 1.460938, 1.546875, 1.507812, 1.5, 1.523438, 1.46875, 1.421875, 1.585938, 1.507812, 1.460938, 1.445312, 1.632812, 1.460938, 1.578125, 1.4375, 1.5, 1.429688, 1.445312, 1.585938, 1.53125, 1.453125, 1.507812, 1.578125, 1.53125, 1.617188, 1.445312, 1.484375, 1.460938, 1.476562, 1.507812, 1.453125, 1.453125, 1.539062, 1.523438, 1.5, 1.492188, 1.5, 1.515625, 1.484375, 1.53125, 1.4375, 1.523438, 1.507812, 1.421875, 1.507812, 1.46875, 1.617188, 1.429688, 1.523438, 2.25, 1.507812, 1.632812, 1.5, 1.507812, 1.484375, 1.523438, 1.421875, 1.523438, 1.617188, 1.4375, 1.335938, 1.507812, 1.445312, 1.625, 1.53125, 1.601562, 1.46875, 1.523438, 1.367188, 1.429688, 1.625, 1.460938, 1.492188, 1.515625, 1.570312, 1.46875, 1.453125, 1.492188, 1.601562, 1.484375, 1.523438, 1.351562, 1.648438, 1.632812, 1.515625, 1.5625, 1.304688, 1.40625, 1.476562, 1.40625, 1.5, 1.421875, 1.445312, 1.523438, 1.601562, 1.507812, 1.453125, 1.515625, 1.414062, 1.453125, 1.523438, 1.515625, 1.539062, 1.46875, 1.71875, 1.515625, 1.554688, 1.570312, 1.460938, 1.578125, 1.5, 1.445312, 1.484375, 1.648438, 1.492188, 1.484375, 1.554688, 1.40625, 1.398438, 1.507812, 1.5, 1.515625, 1.453125, 1.515625, 1.546875, 1.570312, 1.515625, 1.46875, 1.421875, 1.414062, 1.53125, 1.625, 1.523438, 1.476562, 1.523438, 1.570312, 1.523438, 1.695312, 1.4375, 1.703125, 1.414062, 1.484375, 1.671875, 1.421875, 1.484375, 1.429688, 1.640625, 1.507812, 1.398438, 1.5, 1.554688, 1.601562, 1.421875, 1.484375, 1.523438, 1.664062, 1.445312, 1.5625, 1.539062, 1.421875, 1.476562, 1.484375, 1.554688, 1.492188, 1.546875, 1.476562, 1.570312, 1.492188, 1.53125, 1.539062, 1.523438, 1.328125, 1.453125, 1.539062, 1.601562, 1.421875, 1.429688, 1.421875, 1.914062, 1.367188, 1.484375, 1.710938, 1.5625, 1.515625, 1.554688, 1.46875, 1.617188, 1.5, 1.515625, 1.585938, 1.570312, 1.554688, 1.28125, 1.554688, 1.46875, 1.429688, 1.46875, 1.703125, 1.453125, 1.492188, 1.5, 1.476562, 1.789062, 1.546875, 1.679688, 1.5625, 1.609375, 1.5625, 1.523438, 1.429688, 1.570312, 1.507812, 1.445312, 1.546875, 1.5, 1.460938, 1.507812, 1.46875, 1.492188, 1.53125, 1.578125, 1.5, 1.414062, 1.445312, 1.492188, 1.539062, 1.445312, 1.507812, 1.320312, 1.523438, 1.445312, 1.585938, 1.453125, 1.523438, 1.53125, 1.46875, 1.554688, 1.5, 1.453125, 1.515625, 1.570312, 1.453125, 1.539062, 1.414062, 1.453125, 1.414062, 1.640625, 1.453125, 1.5, 1.507812, 1.53125, 1.585938, 1.5, 1.539062, 1.53125, 1.421875, 1.578125, 1.523438, 1.5, 1.515625, 1.484375, 1.445312, 1.554688, 1.671875, 1.335938, 1.398438, 1.601562, 1.46875, 1.5, 1.5625, 1.398438, 1.625, 1.4375, 1.734375, 1.414062, 1.578125, 1.546875, 1.648438, 1.585938, 1.648438, 1.421875, 1.5, 1.453125, 1.351562, 1.476562, 1.453125, 1.523438, 1.59375, 1.414062, 1.445312, 1.53125, 1.476562, 1.515625, 1.4375, 1.53125, 1.515625, 1.523438, 1.4375, 1.476562, 1.4375, 1.609375, 1.460938, 1.648438, 1.460938, 1.664062, 1.59375, 1.554688, 1.570312, 1.601562, 1.523438, 1.484375, 1.515625, 1.546875, 1.484375, 1.507812, 1.390625, 0.000479, 1.414062, 1.554688, 1.359375, 1.546875, 1.492188, 1.460938, 1.585938, 1.460938, 1.632812, 1.40625, 1.4375, 1.539062, 1.375, 1.585938, 1.492188, 1.554688, 1.460938, 1.476562, 1.546875, 1.632812, 1.632812, 1.6875, 1.421875, 1.59375, 1.507812, 1.515625, 1.546875, 1.554688, 1.5, 1.484375, 1.507812, 1.4375, 1.429688, 1.554688, 1.4375, 1.296875, 1.578125, 1.5, 1.640625, 1.492188, 1.515625, 1.46875, 1.570312, 1.546875, 1.585938, 1.523438, 1.851562, 1.429688, 1.46875, 1.421875, 1.4375, 1.40625, 1.53125, 1.539062, 1.453125, 1.609375, 1.484375, 1.4375, 1.453125, 1.453125, 1.398438, 1.484375, 1.335938, 1.554688, 1.46875, 1.429688, 1.554688, 1.539062, 1.460938, 1.484375, 1.507812, 1.6875, 1.421875, 1.5, 1.46875, 1.601562, 1.554688, 1.460938, 1.5, 1.585938, 1.445312, 1.484375, 1.453125, 1.523438, 1.492188, 1.414062, 1.4375, 1.507812, 1.5, 1.421875, 1.414062, 1.585938, 1.390625, 1.546875, 1.421875, 1.523438, 1.414062, 1.4375, 1.429688, 1.484375, 1.40625, 1.507812, 1.460938, 1.546875, 1.492188, 1.765625, 1.421875, 1.5625, 1.5625, 1.429688, 1.757812, 1.46875, 1.460938, 1.414062, 1.390625, 1.539062, 1.546875, 1.609375, 1.414062, 1.484375, 1.414062, 1.515625, 1.476562, 1.476562, 1.492188, 1.5, 1.429688, 1.546875, 1.421875, 1.515625, 1.40625, 1.539062, 1.585938, 1.429688, 1.4375, 1.523438, 1.671875, 1.539062, 1.351562, 1.46875, 1.476562, 1.523438, 1.5, 1.398438, 1.515625, 1.429688, 1.53125, 1.484375, 1.5, 1.4375, 1.414062, 1.460938, 1.53125, 1.523438, 1.523438, 1.484375, 1.476562, 1.484375, 1.390625, 1.492188, 1.59375, 1.476562, 1.601562, 1.585938, 1.570312, 1.546875, 1.484375, 1.453125, 1.554688, 1.429688, 1.460938, 1.539062, 1.617188, 1.640625, 1.46875, 1.398438, 1.554688, 1.539062, 1.648438, 1.554688, 1.40625, 1.546875, 1.46875, 1.617188, 1.4375, 1.5625, 1.40625, 1.507812, 1.46875, 1.53125, 1.515625, 1.445312, 1.773438, 1.484375, 1.679688, 1.453125, 1.609375, 1.53125, 1.492188, 1.453125, 1.445312, 1.46875, 1.390625, 1.570312, 1.570312, 1.507812, 1.515625, 1.421875, 1.4375, 1.5, 1.476562, 1.554688, 1.453125, 1.523438, 1.75, 1.5, 1.539062, 1.46875, 1.539062, 1.429688, 1.421875, 1.578125, 1.453125, 1.5, 1.523438, 1.71875, 1.515625, 1.492188, 1.359375, 1.65625, 1.585938, 1.382812, 1.484375, 1.515625, 1.6875, 1.398438, 1.453125, 1.492188, 1.539062, 1.554688, 1.617188, 1.546875, 1.625, 1.492188, 1.601562, 1.46875, 1.53125, 1.40625, 1.65625, 1.523438, 1.515625, 1.539062, 1.476562, 1.726562, 1.421875, 1.5, 1.492188, 1.5, 1.53125, 1.546875, 1.539062, 1.445312, 1.476562, 1.523438, 1.585938, 1.476562, 1.453125, 1.375, 1.59375, 1.585938, 1.453125, 1.492188, 1.523438, 1.492188, 1.445312, 1.710938, 1.484375, 1.625, 1.546875, 1.382812, 1.398438, 1.453125, 1.476562, 1.648438, 1.507812, 1.59375, 1.640625, 1.507812, 0.675781, 1.570312, 1.445312, 1.453125, 1.515625, 1.5, 1.632812, 1.523438, 1.484375, 1.46875, 1.421875, 1.414062, 1.515625, 1.476562, 1.539062, 1.40625, 1.515625, 1.375, 1.5, 1.492188, 1.453125, 1.59375, 1.523438, 1.40625, 1.414062, 1.390625, 1.523438, 1.507812, 1.5, 1.625, 1.578125, 1.421875, 1.710938, 1.453125, 1.53125, 1.421875, 1.546875, 1.515625, 1.429688, 1.546875, 1.460938, 1.476562, 1.609375, 1.554688, 1.429688, 1.554688, 1.53125, 1.5, 1.640625, 1.46875, 1.515625, 1.40625, 1.515625, 1.476562, 1.570312, 1.515625, 1.539062, 1.492188, 1.539062, 1.429688, 1.390625, 1.585938, 1.554688, 1.390625, 1.40625, 1.429688, 1.554688, 1.4375, 1.617188, 1.40625, 1.570312, 1.484375, 1.554688, 1.453125, 1.515625, 1.453125, 1.601562, 1.546875, 1.71875, 1.40625, 1.445312, 1.46875, 1.570312, 1.59375, 1.570312, 1.609375, 1.539062, 1.507812, 1.460938, 1.476562, 1.46875, 1.460938, 1.476562, 1.523438, 1.554688, 1.5625, 1.484375, 1.515625, 1.484375, 1.445312, 1.484375, 1.578125, 1.460938, 1.609375, 1.4375, 1.460938, 1.460938, 1.484375, 1.40625, 1.585938, 1.382812, 1.507812, 1.382812, 1.289062, 1.445312, 1.492188, 1.476562, 1.546875, 1.507812, 1.515625, 1.53125, 1.5625, 1.460938, 1.414062, 1.367188, 1.484375, 1.492188, 1.5, 1.648438, 1.484375, 1.617188, 1.476562, 1.53125, 1.507812, 1.414062, 1.585938 ] }, "name": "model.transformer.layers.33.attn_norm.weight", "outputIndexes": [ 2050 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2049, 2050 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_33/Mul_1_output_0", "outputIndexes": [ 2051 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2051 ], "outputIndexes": [ 3370 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3370 ], "outputIndexes": [ 3371 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear", "inputIndexes": [ 3371 ], "outputIndexes": [ 3372 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2693587620, 9437446, 589824, 12288, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3372 ], "outputIndexes": [ 3373 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3373 ], "outputIndexes": [ 2052 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2051 ], "main_type": "NONE", "name": "/Shape_133_output_0", "outputIndexes": [ 2053 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2053 ], "main_type": "NONE", "name": "Shape2904", "outputIndexes": [ 2054 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2053 ], "main_type": "NONE", "name": "Rank2906", "outputIndexes": [ 2055 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2055, 2055 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2908", "outputIndexes": [ 2056 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2056 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2909", "outputIndexes": [ 2057 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2056, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2911", "outputIndexes": [ 2058 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2058 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2912", "outputIndexes": [ 2059 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2054, 2057, 2059, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2915", "outputIndexes": [ 2060 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2060 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2916", "outputIndexes": [ 2061 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2061 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2917", "outputIndexes": [ 2062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2062, 2061 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2918", "outputIndexes": [ 2063 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053, 2063, 2056 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_169_output_0", "outputIndexes": [ 2064 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_331_output_0", "outputIndexes": [ 2065 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2065, 1882, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_165_output_0", "outputIndexes": [ 2066 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2052, 2066 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_133_output_0", "outputIndexes": [ 2067 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2067 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_33/Mul_output_0", "outputIndexes": [ 2068 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.019043, 0.037354, 0.006805, 0.015381, 0.068359, 1.296875, 0.106445, 0.277344, 0.02063, 0.746094, 1.296875, 1.125, 1.484375, 1.335938, 1.28125, 1.34375, 1.320312, 1.476562, 1.585938, 1.578125, 1.710938, 1.460938, 1.570312, 1.445312, 1.664062, 1.414062, 1.601562, 1.625, 1.585938, 1.5, 1.601562, 1.71875, 1.640625, 1.554688, 1.601562, 1.703125, 1.78125, 1.632812, 1.617188, 1.59375, 1.648438, 1.695312, 1.773438, 2.171875, 2.4375, 1.804688, 1.976562, 1.773438, 1.851562, 1.765625, 1.867188, 1.773438, 1.789062, 1.640625, 1.6875, 1.734375, 1.773438, 1.726562, 1.632812, 1.398438, 1.460938, 1.367188, 1.570312, 1.695312, 0.027588, -0.002579, -0.030273, 0.001083, -0.006989, 0.040527, 0.011719, 0.010437, 0.96875, 1.242188, 1.609375, 0.863281, 0.945312, 1.109375, 1.65625, 1.679688, 1.5, 1.554688, 1.40625, 1.546875, 1.460938, 1.484375, 1.554688, 1.476562, 1.617188, 1.625, 1.492188, 1.539062, 1.726562, 1.492188, 1.5, 1.914062, 1.421875, 1.648438, 1.703125, 1.554688, 1.5625, 1.773438, 1.75, 1.75, 1.84375, 1.851562, 1.734375, 1.359375, 1.117188, 1.84375, 1.90625, 1.820312, 1.835938, 1.851562, 1.8125, 1.726562, 1.804688, 1.773438, 1.679688, 1.703125, 1.617188, 1.65625, 1.84375, 1.710938, 1.757812, 1.71875, 1.75, 1.53125 ] }, "name": "model.transformer.layers.33.attn.q_norm.weight", "outputIndexes": [ 2069 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2068, 2069 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_33/Mul_1_output_0", "outputIndexes": [ 2070 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2070, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_132_output_0", "outputIndexes": [ 2071 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2070, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_133_output_0", "outputIndexes": [ 2072 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2072 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_66_output_0", "outputIndexes": [ 2073 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2070, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_132_output_0", "outputIndexes": [ 2074 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2073, 2074 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_168_output_0", "outputIndexes": [ 2075 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2075, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_133_output_0", "outputIndexes": [ 2076 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2071, 2076 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_132_output_0", "outputIndexes": [ 2077 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2051 ], "outputIndexes": [ 3374 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3374 ], "outputIndexes": [ 3375 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear", "inputIndexes": [ 3375 ], "outputIndexes": [ 3376 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2703627178, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3376 ], "outputIndexes": [ 3377 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3377 ], "outputIndexes": [ 2078 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2065, 1896, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_166_output_0", "outputIndexes": [ 2079 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2078, 2079 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_134_output_0", "outputIndexes": [ 2080 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2080 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_33/Mul_output_0", "outputIndexes": [ 2081 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.03125, -0.044189, -0.018188, 0.016235, 0.070312, 1.140625, 0.139648, 0.213867, 0.011169, 0.104492, 1.265625, 1.242188, 1.632812, 1.328125, 1.09375, 1.085938, 1.25, 1.195312, 1.4375, 2.046875, 1.960938, 1.765625, 1.632812, 0.914062, 1.820312, 1.554688, 1.703125, 1.078125, 1.765625, 1.640625, 1.421875, 2.109375, 1.28125, 1.648438, 1.890625, 1.59375, 1.328125, 1.8125, 1.742188, 1.78125, 1.828125, 1.875, 1.710938, 1.242188, 1.132812, 1.835938, 1.664062, 1.84375, 1.820312, 1.804688, 1.742188, 1.8125, 1.8125, 1.632812, 1.640625, 1.765625, 1.617188, 1.617188, 1.921875, 2.078125, 1.914062, 2.21875, 1.945312, 1.90625, 0.010742, 0.00647, 0.018677, -0.007629, 0.005951, 0.05127, 0.028198, 0.018066, 0.914062, 1.40625, 1.601562, 0.6875, 0.234375, 1.015625, 1.710938, 1.820312, 1.554688, 1.734375, 1.484375, 0.882812, 0.8125, 1.210938, 1.4375, 1.695312, 1.46875, 1.40625, 1.359375, 1.984375, 1.398438, 1.390625, 1.695312, 1.007812, 1.703125, 1.648438, 1.429688, 1.671875, 1.90625, 1.617188, 1.570312, 1.578125, 1.617188, 1.664062, 1.78125, 2.25, 2.625, 1.789062, 1.664062, 1.757812, 1.851562, 1.789062, 1.890625, 1.75, 1.796875, 1.765625, 1.851562, 1.773438, 1.71875, 1.820312, 1.632812, 1.515625, 1.632812, 1.625, 1.59375, 1.890625 ] }, "name": "model.transformer.layers.33.attn.k_norm.weight", "outputIndexes": [ 2082 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2081, 2082 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_33/Mul_1_output_0", "outputIndexes": [ 2083 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2083, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_134_output_0", "outputIndexes": [ 2084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2083, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_135_output_0", "outputIndexes": [ 2085 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2085 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_67_output_0", "outputIndexes": [ 2086 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2083, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_134_output_0", "outputIndexes": [ 2087 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2086, 2087 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_169_output_0", "outputIndexes": [ 2088 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_135_output_0", "outputIndexes": [ 2089 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2084, 2089 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_133_output_0", "outputIndexes": [ 2090 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2051 ], "outputIndexes": [ 3378 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3378 ], "outputIndexes": [ 3379 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear", "inputIndexes": [ 3379 ], "outputIndexes": [ 3380 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2706137264, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3380 ], "outputIndexes": [ 3381 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3381 ], "outputIndexes": [ 2091 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2091, 2079 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_135_output_0", "outputIndexes": [ 2092 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 2090, 2092, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.33/self_attn/FusedAttention", "outputIndexes": [ 2093 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2093 ], "outputIndexes": [ 3382 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3382 ], "outputIndexes": [ 3383 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear", "inputIndexes": [ 3383 ], "outputIndexes": [ 3384 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2708647350, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3384 ], "outputIndexes": [ 3385 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3385 ], "outputIndexes": [ 2094 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2048, 2094 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_134_output_0", "outputIndexes": [ 2095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2095 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_33/Mul_output_0", "outputIndexes": [ 2096 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.371094, 0.369141, 0.365234, 0.363281, 0.363281, 0.373047, 0.365234, 0.367188, 0.357422, 0.365234, 0.367188, 0.369141, 0.369141, 0.376953, 0.367188, 0.371094, 0.369141, 0.371094, 0.371094, 0.371094, 0.367188, 0.359375, 0.378906, 0.359375, 0.417969, 0.371094, 0.363281, 0.359375, 0.371094, 0.369141, 0.369141, 0.367188, 0.367188, 0.373047, 0.363281, 0.363281, 0.369141, 0.373047, 0.371094, 0.367188, 0.371094, 0.369141, 0.384766, 0.367188, 0.361328, 0.367188, 0.363281, 0.367188, 0.369141, 0.376953, 0.363281, 0.363281, 0.4375, 0.365234, 0.380859, 0.367188, 0.363281, 0.369141, 0.365234, 0.371094, 0.373047, 0.367188, 0.371094, 0.376953, 0.367188, 0.367188, 0.363281, 0.371094, 0.376953, 0.359375, 0.369141, 0.365234, 0.361328, 0.363281, 0.375, 0.365234, 0.371094, 0.371094, 0.369141, 0.373047, 0.375, 0.371094, 0.369141, 0.369141, 0.369141, 0.380859, 0.371094, 0.367188, 0.367188, 0.361328, 0.369141, 0.363281, 0.369141, 0.367188, 0.373047, 0.367188, 0.375, 0.367188, 0.365234, 0.367188, 0.361328, 0.378906, 0.365234, 0.365234, 0.369141, 0.369141, 0.357422, 0.365234, 0.373047, 0.365234, 0.369141, 0.363281, 0.373047, 0.371094, 0.367188, 0.365234, 0.365234, 0.363281, 0.361328, 0.369141, 0.373047, 0.363281, 0.369141, 0.365234, 0.371094, 0.365234, 0.367188, 0.367188, 0.371094, 0.369141, 0.373047, 0.371094, 0.373047, 0.376953, 0.367188, 0.365234, 0.361328, 0.371094, 0.365234, 0.365234, 0.363281, 0.369141, 0.367188, 0.378906, 0.367188, 0.363281, 0.375, 0.359375, 0.371094, 0.361328, 0.365234, 0.373047, 0.376953, 0.363281, 0.369141, 0.373047, 0.367188, 0.369141, 0.367188, 0.369141, 0.367188, 0.369141, 0.365234, 0.378906, 0.365234, 0.365234, 0.367188, 0.373047, 0.365234, 0.361328, 0.394531, 0.367188, 0.371094, 0.367188, 0.369141, 0.367188, 0.369141, 0.365234, 0.373047, 0.365234, 0.365234, 0.376953, 0.371094, 0.373047, 0.373047, 0.369141, 0.369141, 0.373047, 0.375, 0.371094, 0.365234, 0.373047, 0.365234, 0.371094, 0.369141, 0.363281, 0.365234, 0.367188, 0.376953, 0.373047, 0.371094, 0.365234, 0.369141, 0.363281, 0.433594, 0.371094, 0.361328, 0.365234, 0.371094, 0.361328, 0.373047, 0.371094, 0.371094, 0.369141, 0.367188, 0.365234, 0.367188, 0.369141, 0.367188, 0.376953, 0.373047, 0.367188, 0.367188, 0.365234, 0.373047, 0.367188, 0.369141, 0.371094, 0.373047, 0.363281, 0.371094, 0.382812, 0.367188, 0.365234, 0.373047, 0.369141, 0.367188, 0.373047, 0.371094, 0.359375, 0.373047, 0.369141, 0.365234, 0.371094, 0.367188, 0.369141, 0.367188, 0.369141, 0.367188, 0.367188, 0.367188, 0.371094, 0.369141, 0.359375, 0.376953, 0.371094, 0.375, 0.371094, 0.369141, 0.363281, 0.365234, 0.369141, 0.371094, 0.369141, 0.373047, 0.369141, 0.367188, 0.363281, 0.365234, 0.367188, 0.371094, 0.365234, 0.363281, 0.371094, 0.371094, 0.369141, 0.367188, 0.367188, 0.365234, 0.375, 0.369141, 0.371094, 0.365234, 0.367188, 0.369141, 0.361328, 0.363281, 0.359375, 0.363281, 0.367188, 0.376953, 0.373047, 0.369141, 0.363281, 0.373047, 0.367188, 0.367188, 0.371094, 0.359375, 0.361328, 0.365234, 0.365234, 0.371094, 0.373047, 0.369141, 0.373047, 0.367188, 0.371094, 0.367188, 0.361328, 0.367188, 0.367188, 0.365234, 0.369141, 0.373047, 0.369141, 0.367188, 0.363281, 0.373047, 0.367188, 0.375, 0.373047, 0.367188, 0.369141, 0.375, 0.363281, 0.371094, 0.365234, 0.367188, 0.367188, 0.376953, 0.363281, 0.367188, 0.369141, 0.371094, 0.375, 0.367188, 0.369141, 0.371094, 0.367188, 0.369141, 0.369141, 0.371094, 0.371094, 0.369141, 0.371094, 0.367188, 0.363281, 0.365234, 0.361328, 0.369141, 0.365234, 0.373047, 0.371094, 0.367188, 0.371094, 0.363281, 0.365234, 0.367188, 0.363281, 0.369141, 0.373047, 0.371094, 0.376953, 0.369141, 0.367188, 0.365234, 0.375, 0.369141, 0.369141, 0.361328, 0.365234, 0.371094, 0.363281, 0.369141, 0.363281, 0.371094, 0.371094, 0.367188, 0.369141, 0.371094, 0.373047, 0.371094, 0.369141, 0.361328, 0.367188, 0.363281, 0.375, 0.371094, 0.373047, 0.367188, 0.367188, 0.371094, 0.373047, 0.361328, 0.367188, 0.365234, 0.369141, 0.367188, 0.373047, 0.375, 0.367188, 0.365234, 0.369141, 0.367188, 0.367188, 0.363281, 0.373047, 0.363281, 0.365234, 0.361328, 0.378906, 0.375, 0.373047, 0.363281, 0.365234, 0.373047, 0.365234, 0.408203, 0.373047, 0.357422, 0.371094, 0.369141, 0.371094, 0.365234, 0.371094, 0.367188, 0.376953, 0.382812, 0.371094, 0.371094, 0.369141, 0.375, 0.375, 0.371094, 0.375, 0.371094, 0.367188, 0.369141, 0.371094, 0.371094, 0.367188, 0.375, 0.371094, 0.369141, 0.369141, 0.369141, 0.373047, 0.373047, 0.369141, 0.371094, 0.367188, 0.373047, 0.363281, 0.359375, 0.367188, 0.371094, 0.365234, 0.369141, 0.376953, 0.373047, 0.375, 0.367188, 0.365234, 0.371094, 0.361328, 0.371094, 0.365234, 0.367188, 0.375, 0.369141, 0.373047, 0.359375, 0.365234, 0.363281, 0.367188, 0.363281, 0.365234, 0.369141, 0.369141, 0.371094, 0.361328, 0.371094, 0.371094, 0.369141, 0.365234, 0.369141, 0.371094, 0.371094, 0.373047, 0.375, 0.369141, 0.376953, 0.369141, 0.365234, 0.369141, 0.369141, 0.375, 0.369141, 0.365234, 0.369141, 0.375, 0.373047, 0.363281, 0.376953, 0.367188, 0.375, 0.371094, 0.363281, 0.371094, 0.378906, 0.361328, 0.375, 0.373047, 0.367188, 0.380859, 0.355469, 0.373047, 0.357422, 0.363281, 0.367188, 0.376953, 0.369141, 0.363281, 0.367188, 0.367188, 0.369141, 0.376953, 0.359375, 0.367188, 0.376953, 0.371094, 0.375, 0.367188, 0.373047, 0.367188, 0.367188, 0.371094, 0.363281, 0.369141, 0.369141, 0.369141, 0.367188, 0.375, 0.367188, 0.361328, 0.361328, 0.355469, 0.373047, 0.361328, 0.369141, 0.363281, 0.369141, 0.367188, 0.365234, 0.367188, 0.363281, 0.375, 0.369141, 0.367188, 0.359375, 0.373047, 0.365234, 0.365234, 0.365234, 0.367188, 0.365234, 0.378906, 0.378906, 0.371094, 0.371094, 0.369141, 0.361328, 0.361328, 0.371094, 0.373047, 0.371094, 0.365234, 0.373047, 0.355469, 0.367188, 0.367188, 0.375, 0.371094, 0.363281, 0.371094, 0.363281, 0.335938, 0.369141, 0.363281, 0.378906, 0.363281, 0.371094, 0.369141, 0.369141, 0.363281, 0.373047, 0.367188, 0.365234, 0.363281, 0.365234, 0.369141, 0.367188, 0.367188, 0.369141, 0.373047, 0.375, 0.371094, 0.369141, 0.373047, 0.367188, 0.371094, 0.369141, 0.367188, 0.373047, 0.369141, 0.371094, 0.371094, 0.371094, 0.369141, 0.369141, 0.371094, 0.367188, 0.367188, 0.367188, 0.375, 0.363281, 0.371094, 0.361328, 0.369141, 0.367188, 0.361328, 0.367188, 0.371094, 0.365234, 0.369141, 0.365234, 0.367188, 0.365234, 0.369141, 0.376953, 0.373047, 0.367188, 0.371094, 0.369141, 0.371094, 0.371094, 0.371094, 0.367188, 0.369141, 0.369141, 0.369141, 0.367188, 0.369141, 0.371094, 0.367188, 0.367188, 0.371094, 0.375, 0.369141, 0.373047, 0.365234, 0.371094, 0.369141, 0.376953, 0.375, 0.373047, 0.376953, 0.367188, 0.363281, 0.369141, 0.365234, 0.371094, 0.361328, 0.367188, 0.373047, 0.371094, 0.375, 0.369141, 0.369141, 0.367188, 0.384766, 0.365234, 0.373047, 0.357422, 0.371094, 0.367188, 0.369141, 0.375, 0.371094, 0.373047, 0.363281, 0.369141, 0.371094, 0.367188, 0.367188, 0.373047, 0.367188, 0.369141, 0.367188, 0.375, 0.371094, 0.375, 0.367188, 0.375, 0.373047, 0.367188, 0.373047, 0.373047, 0.369141, 0.394531, 0.371094, 0.371094, 0.371094, 0.369141, 0.376953, 0.367188, 0.373047, 0.365234, 0.373047, 0.371094, 0.369141, 0.371094, 0.367188, 0.369141, 0.367188, 0.367188, 0.375, 0.371094, 0.367188, 0.375, 0.369141, 0.359375, 0.371094, 0.367188, 0.367188, 0.361328, 0.376953, 0.367188, 0.371094, 0.367188, 0.363281, 0.373047, 0.369141, 0.373047, 0.367188, 0.373047, 0.367188, 0.365234, 0.371094, 0.365234, 0.365234, 0.369141, 0.371094, 0.373047, 0.375, 0.367188, 0.369141, 0.365234, 0.371094, 0.363281, 0.375, 0.369141, 0.375, 0.367188, 0.367188, 0.363281, 0.367188, 0.369141, 0.371094, 0.369141, 0.371094, 0.371094, 0.361328, 0.369141, 0.367188, 0.371094, 0.369141, 0.363281, 0.369141, 0.365234, 0.369141, 0.376953, 0.369141, 0.369141, 0.367188, 0.367188, 0.371094, 0.365234, 0.367188, 0.365234, 0.367188, 0.363281, 0.367188, 0.365234, 0.365234, 0.369141, 0.367188, 0.361328, 0.369141, 0.375, 0.371094, 0.376953, 0.367188, 0.367188, 0.373047, 0.375, 0.363281, 0.365234, 0.373047, 0.371094, 0.373047, 0.375, 0.388672, 0.373047, 0.359375, 0.375, 0.359375, 0.369141, 0.361328, 0.367188, 0.369141, 0.375, 0.365234, 0.371094, 0.367188, 0.373047, 0.365234, 0.365234, 0.369141, 0.369141, 0.369141, 0.367188, 0.369141, 0.365234, 0.365234, 0.367188, 0.369141, 0.367188, 0.367188, 0.367188, 0.371094, 0.365234, 0.373047, 0.376953, 0.365234, 0.363281, 0.375, 0.373047, 0.375, 0.367188, 0.369141, 0.367188, 0.371094, 0.376953, 0.363281, 0.363281, 0.376953, 0.369141, 0.371094, 0.371094, 0.367188, 0.375, 0.367188, 0.365234, 0.367188, 0.369141, 0.371094, 0.365234, 0.375, 0.361328, 0.371094, 0.369141, 0.371094, 0.367188, 0.371094, 0.371094, 0.365234, 0.371094, 0.375, 0.371094, 0.367188, 0.363281, 0.373047, 0.365234, 0.371094, 0.371094, 0.367188, 0.369141, 0.363281, 0.375, 0.369141, 0.367188, 0.369141, 0.373047, 0.371094, 0.365234, 0.375, 0.367188, 0.376953, 0.363281, 0.365234, 0.367188, 0.363281, 0.373047, 0.369141, 0.369141, 0.363281, 0.367188, 0.371094, 0.363281, 0.371094, 0.367188, 0.363281, 0.367188, 0.369141, 0.369141, 0.357422, 0.373047, 0.371094, 0.371094, 0.369141, 0.373047, 0.369141, 0.367188, 0.367188, 0.371094, 0.373047, 0.373047, 0.365234, 0.367188, 0.367188, 0.361328, 0.369141, 0.359375, 0.371094, 0.365234, 0.369141, 0.365234, 0.369141, 0.363281, 0.367188, 0.373047, 0.373047, 0.375, 0.361328, 0.369141, 0.369141, 0.369141, 0.365234, 0.371094, 0.361328, 0.359375, 0.373047, 0.367188, 0.369141, 0.367188, 0.365234, 0.371094, 0.367188, 0.376953, 0.365234, 0.371094, 0.369141, 0.367188, 0.371094, 0.365234, 0.369141, 0.371094, 0.369141, 0.369141, 0.373047, 0.373047, 0.369141, 0.369141, 0.361328, 0.369141, 0.371094, 0.365234, 0.375, 0.373047, 0.373047, 0.365234, 0.371094, 0.367188, 0.371094, 0.365234, 0.369141, 0.373047, 0.365234, 0.384766, 0.371094, 0.365234, 0.373047, 0.369141, 0.363281, 0.371094, 0.376953, 0.376953, 0.373047, 0.365234, 0.376953, 0.371094, 0.363281, 0.373047, 0.367188, 0.371094, 0.376953, 0.371094, 0.376953, 0.365234, 0.376953, 0.365234, 0.365234, 0.369141, 0.373047, 0.367188, 0.373047, 0.371094, 0.375, 0.367188, 0.378906, 0.375, 0.375, 0.375, 0.371094, 0.382812, 0.367188, 0.373047, 0.371094, 0.376953, 0.373047, 0.373047, 0.365234, 0.367188, 0.369141, 0.365234, 0.367188, 0.363281, 0.367188, 0.371094, 0.365234, 0.373047, 0.375, 0.363281, 0.371094, 0.369141, 0.373047, 0.367188, 0.367188, 0.365234, 0.363281, 0.373047, 0.369141, 0.373047, 0.369141, 0.371094, 0.369141, 0.371094, 0.363281, 0.371094, 0.369141, 0.369141, 0.369141, 0.369141, 0.371094, 0.361328, 0.378906, 0.373047, 0.363281, 0.369141, 0.361328, 0.447266, 0.367188, 0.365234, 0.363281, 0.367188, 0.365234, 0.375, 0.367188, 0.369141, 0.369141, 0.373047, 0.369141, 0.369141, 0.367188, 0.369141, 0.363281, 0.363281, 0.373047, 0.371094, 0.375, 0.365234, 0.371094, 0.363281, 0.371094, 0.369141, 0.371094, 0.371094, 0.367188, 0.376953, 0.367188, 0.367188, 0.369141, 0.380859, 0.371094, 0.375, 0.375, 0.371094, 0.410156, 0.369141, 0.369141, 0.361328, 0.373047, 0.365234, 0.367188, 0.373047, 0.373047, 0.365234, 0.367188, 0.363281, 0.369141, 0.369141, 0.365234, 0.369141, 0.369141, 0.371094, 0.367188, 0.369141, 0.369141, 0.376953, 0.373047, 0.371094, 0.371094, 0.375, 0.367188, 0.369141, 0.371094, 0.369141, 0.367188, 0.369141, 0.371094, 0.369141, 0.371094, 0.367188, 0.363281, 0.376953, 0.369141, 0.373047, 0.373047, 0.365234, 0.365234, 0.369141, 0.367188, 0.367188, 0.365234, 0.376953, 0.363281, 0.363281, 0.371094, 0.373047, 0.365234, 0.367188, 0.365234, 0.369141, 0.365234, 0.402344, 0.375, 0.369141, 0.365234, 0.371094, 0.371094, 0.371094, 0.369141, 0.367188, 0.361328, 0.367188, 0.363281, 0.369141, 0.361328, 0.367188, 0.373047, 0.371094, 0.375, 0.367188, 0.365234, 0.390625, 0.373047, 0.371094, 0.369141, 0.363281, 0.367188, 0.371094, 0.373047, 0.367188, 0.369141, 0.367188, 0.361328, 0.367188, 0.367188, 0.373047, 0.376953, 0.373047, 0.369141, 0.373047, 0.375, 0.380859, 0.367188, 0.365234, 0.369141, 0.373047, 0.367188, 0.375, 0.367188, 0.363281, 0.373047, 0.371094, 0.376953, 0.367188, 0.367188, 0.367188, 0.367188, 0.369141, 0.376953, 0.369141, 0.371094, 0.367188, 0.363281, 0.369141, 0.363281, 0.369141, 0.363281, 0.367188, 0.363281, 0.376953, 0.378906, 0.363281, 0.369141, 0.376953, 0.365234, 0.361328, 0.373047, 0.363281, 0.371094, 0.367188, 0.369141, 0.373047, 0.361328, 0.367188, 0.365234, 0.373047, 0.367188, 0.365234, 0.367188, 0.371094, 0.369141, 0.375, 0.369141, 0.365234, 0.376953, 0.365234, 0.369141, 0.373047, 0.375, 0.378906, 0.369141, 0.371094, 0.375, 0.365234, 0.369141, 0.373047, 0.371094, 0.369141, 0.375, 0.371094, 0.371094, 0.371094, 0.382812, 0.363281, 0.359375, 0.371094, 0.371094, 0.369141, 0.365234, 0.371094, 0.365234, 0.373047, 0.367188, 0.373047, 0.378906, 0.355469, 0.373047, 0.369141, 0.369141, 0.371094, 0.365234, 0.367188, 0.373047, 0.367188, 0.367188, 0.369141, 0.359375, 0.375, 0.363281, 0.369141, 0.363281, 0.373047, 0.363281, 0.369141, 0.367188, 0.371094, 0.361328, 0.373047, 0.373047, 0.373047, 0.367188, 0.373047, 0.373047, 0.363281, 0.361328, 0.367188, 0.365234, 0.365234, 0.371094, 0.373047, 0.363281, 0.367188, 0.367188, 0.367188, 0.373047, 0.373047, 0.378906, 0.373047, 0.367188, 0.371094, 0.375, 0.363281, 0.376953, 0.369141, 0.375, 0.365234, 0.365234, 0.380859, 0.371094, 0.363281, 0.367188, 0.375, 0.373047, 0.367188, 0.373047, 0.363281, 0.380859, 0.363281, 0.373047, 0.371094, 0.371094, 0.359375, 0.367188, 0.365234, 0.361328, 0.371094, 0.363281, 0.371094, 0.369141, 0.351562, 0.371094, 0.367188, 0.375, 0.369141, 0.361328, 0.410156, 0.365234, 0.369141, 0.367188, 0.369141, 0.373047, 0.371094, 0.376953, 0.371094, 0.365234, 0.369141, 0.373047, 0.367188, 0.369141, 0.369141, 0.365234, 0.363281, 0.367188, 0.365234, 0.371094, 0.365234, 0.363281, 0.392578, 0.369141, 0.365234, 0.365234, 0.365234, 0.373047, 0.363281, 0.376953, 0.369141, 0.371094, 0.369141, 0.365234, 0.367188, 0.363281, 0.369141, 0.369141, 0.359375, 0.369141, 0.375, 0.371094, 0.378906, 0.376953, 0.365234, 0.365234, 0.373047, 0.367188, 0.40625, 0.369141, 0.367188, 0.367188, 0.371094, 0.369141, 0.369141, 0.365234, 0.378906, 0.371094, 0.367188, 0.363281, 0.357422, 0.371094, 0.363281, 0.369141, 0.369141, 0.369141, 0.369141, 0.367188, 0.365234, 0.359375, 0.363281, 0.369141, 0.369141, 0.371094, 0.369141, 0.367188, 0.373047, 0.375, 0.369141, 0.375, 0.361328, 0.369141, 0.365234, 0.367188, 0.371094, 0.361328, 0.371094, 0.371094, 0.361328, 0.365234, 0.373047, 0.375, 0.361328, 0.369141, 0.365234, 0.373047, 0.375, 0.371094, 0.373047, 0.371094, 0.369141, 0.371094, 0.375, 0.357422, 0.380859, 0.367188, 0.369141, 0.367188, 0.382812, 0.367188, 0.369141, 0.363281, 0.373047, 0.361328, 0.369141, 0.367188, 0.371094, 0.367188, 0.371094, 0.369141, 0.371094, 0.365234, 0.369141, 0.373047, 0.365234, 0.369141, 0.369141, 0.371094, 0.367188, 0.361328, 0.375, 0.369141, 0.373047, 0.371094, 0.371094, 0.369141, 0.373047, 0.375, 0.447266, 0.371094, 0.365234, 0.376953, 0.365234, 0.365234, 0.371094, 0.367188, 0.357422, 0.369141, 0.373047, 0.375, 0.371094, 0.367188, 0.373047, 0.359375, 0.376953, 0.367188, 0.373047, 0.365234, 0.365234, 0.369141, 0.376953, 0.369141, 0.363281, 0.373047, 0.373047, 0.367188, 0.367188, 0.369141, 0.371094, 0.361328, 0.365234, 0.375, 0.373047, 0.371094, 0.365234, 0.369141, 0.375, 0.369141, 0.361328, 0.371094, 0.371094, 0.369141, 0.367188, 0.365234, 0.390625, 0.361328, 0.367188, 0.371094, 0.367188, 0.367188, 0.369141, 0.375, 0.365234, 0.369141, 0.361328, 0.371094, 0.361328, 0.365234, 0.373047, 0.367188, 0.375, 0.371094, 0.365234, 0.367188, 0.361328, 0.367188, 0.371094, 0.365234, 0.365234, 0.375, 0.371094, 0.373047, 0.373047, 0.373047, 0.376953, 0.371094, 0.367188, 0.367188, 0.373047, 0.363281, 0.363281, 0.373047, 0.419922, 0.365234, 0.375, 0.365234, 0.369141, 0.373047, 0.371094, 0.371094, 0.363281, 0.375, 0.361328, 0.367188, 0.375, 0.365234, 0.369141, 0.369141, 0.371094, 0.369141, 0.367188, 0.371094, 0.371094, 0.365234, 0.375, 0.365234, 0.369141, 0.369141, 0.371094, 0.363281, 0.369141, 0.369141, 0.369141, 0.373047, 0.367188, 0.373047, 0.373047, 0.367188, 0.367188, 0.369141, 0.367188, 0.376953, 0.367188, 0.371094, 0.371094, 0.375, 0.359375, 0.369141, 0.369141, 0.371094, 0.369141, 0.369141, 0.363281, 0.371094, 0.367188, 0.361328, 0.371094, 0.363281, 0.375, 0.373047, 0.357422, 0.373047, 0.373047, 0.365234, 0.369141, 0.367188, 0.373047, 0.363281, 0.367188, 0.371094, 0.365234, 0.369141, 0.371094, 0.371094, 0.371094, 0.369141, 0.365234, 0.363281, 0.375, 0.375, 0.367188, 0.375, 0.369141, 0.371094, 0.367188, 0.373047, 0.367188, 0.373047, 0.371094, 0.365234, 0.373047, 0.003403, 0.369141, 0.369141, 0.363281, 0.369141, 0.367188, 0.365234, 0.361328, 0.365234, 0.371094, 0.365234, 0.359375, 0.373047, 0.371094, 0.371094, 0.365234, 0.371094, 0.365234, 0.371094, 0.365234, 0.371094, 0.365234, 0.373047, 0.373047, 0.365234, 0.375, 0.376953, 0.369141, 0.371094, 0.371094, 0.367188, 0.367188, 0.365234, 0.376953, 0.365234, 0.365234, 0.371094, 0.375, 0.371094, 0.371094, 0.371094, 0.359375, 0.375, 0.369141, 0.369141, 0.367188, 0.371094, 0.365234, 0.361328, 0.363281, 0.373047, 0.369141, 0.371094, 0.369141, 0.369141, 0.376953, 0.369141, 0.369141, 0.369141, 0.367188, 0.373047, 0.373047, 0.357422, 0.375, 0.373047, 0.363281, 0.363281, 0.371094, 0.371094, 0.371094, 0.367188, 0.371094, 0.367188, 0.369141, 0.369141, 0.367188, 0.367188, 0.367188, 0.369141, 0.369141, 0.359375, 0.365234, 0.363281, 0.361328, 0.371094, 0.375, 0.376953, 0.369141, 0.365234, 0.369141, 0.373047, 0.369141, 0.365234, 0.373047, 0.375, 0.371094, 0.373047, 0.367188, 0.373047, 0.361328, 0.371094, 0.371094, 0.376953, 0.365234, 0.369141, 0.371094, 0.369141, 0.369141, 0.365234, 0.371094, 0.361328, 0.371094, 0.371094, 0.365234, 0.371094, 0.359375, 0.375, 0.365234, 0.367188, 0.375, 0.375, 0.365234, 0.375, 0.367188, 0.367188, 0.367188, 0.369141, 0.371094, 0.371094, 0.367188, 0.373047, 0.367188, -8.6e-05, 0.373047, 0.369141, 0.373047, 0.365234, 0.371094, 0.367188, 0.371094, 0.361328, 0.371094, 0.371094, 0.371094, 0.375, 0.367188, 0.367188, 0.363281, 0.365234, 0.367188, 0.373047, 0.376953, 0.365234, 0.363281, 0.361328, 0.353516, 0.359375, 0.371094, 0.373047, 0.363281, 0.369141, 0.369141, 0.367188, 0.373047, 0.373047, 0.367188, 0.369141, 0.367188, 0.369141, 0.369141, 0.367188, 0.363281, 0.431641, 0.363281, 0.363281, 0.373047, 0.375, 0.369141, 0.363281, 0.367188, 0.369141, 0.365234, 0.378906, 0.367188, 0.365234, 0.367188, 0.367188, 0.375, 0.369141, 0.369141, 0.371094, 0.371094, 0.376953, 0.373047, 0.363281, 0.369141, 0.365234, 0.376953, 0.369141, 0.375, 0.361328, 0.367188, 0.365234, 0.361328, 0.369141, 0.365234, 0.367188, 0.371094, 0.369141, 0.365234, 0.365234, 0.367188, 0.365234, 0.371094, 0.375, 0.373047, 0.367188, 0.365234, 0.369141, 0.361328, 0.369141, 0.365234, 0.373047, 0.376953, 0.375, 0.371094, 0.365234, 0.375, 0.373047, 0.367188, 0.367188, 0.369141, 0.367188, 0.369141, 0.367188, 0.376953, 0.367188, 0.376953, 0.373047, 0.375, 0.365234, 0.365234, 0.365234, 0.378906, 0.365234, 0.369141, 0.365234, 0.375, 0.371094, 0.373047, 0.365234, 0.367188, 0.365234, 0.363281, 0.365234, 0.369141, 0.367188, 0.367188, 0.367188, 0.371094, 0.363281, 0.369141, 0.371094, 0.371094, 0.369141, 0.359375, 0.367188, 0.375, 0.365234, 0.349609, 0.363281, 0.373047, 0.371094, 0.361328, 0.373047, 0.367188, 0.371094, 0.369141, 0.371094, 0.367188, 0.375, 0.363281, 0.369141, 0.363281, 0.371094, 0.367188, 0.373047, 0.367188, 0.365234, 0.367188, 0.363281, 0.363281, 0.369141, 0.365234, 0.378906, 0.367188, 0.365234, 0.361328, 0.369141, 0.371094, 0.363281, 0.371094, 0.367188, 0.375, 0.367188, 0.363281, 0.373047, 0.369141, 0.369141, 0.369141, 0.373047, 0.365234, 0.365234, 0.367188, 0.373047, 0.369141, 0.357422, 0.367188, 0.373047, 0.371094, 0.375, 0.380859, 0.371094, 0.373047, 0.376953, 0.373047, 0.373047, 0.367188, 0.367188, 0.373047, 0.365234, 0.373047, 0.375, 0.365234, 0.369141, 0.375, 0.369141, 0.365234, 0.378906, 0.373047, 0.371094, 0.365234, 0.367188, 0.367188, 0.367188, 0.369141, 0.373047, 0.365234, 0.371094, 0.371094, 0.375, 0.361328, 0.363281, 0.361328, 0.373047, 0.371094, 0.371094, 0.369141, 0.367188, 0.367188, 0.363281, 0.367188, 0.365234, 0.367188, 0.363281, 0.365234, 0.369141, 0.369141, 0.369141, 0.375, 0.365234, 0.363281, 0.365234, 0.369141, 0.365234, 0.373047, 0.361328, 0.367188, 0.363281, 0.363281, 0.375, 0.365234, 0.369141, 0.369141, 0.367188, 0.363281, 0.363281, 0.365234, 0.361328, 0.367188, 0.373047, 0.361328, 0.361328, 0.367188, 0.369141, 0.365234, 0.369141, 0.369141, 0.375, 0.412109, 0.365234, 0.371094, 0.375, 0.363281, 0.361328, 0.373047, 0.361328, 0.367188, 0.376953, 0.371094, 0.375, 0.371094, 0.361328, 0.363281, 0.375, 0.371094, 0.365234, 0.361328, 0.367188, 0.367188, 0.365234, 0.369141, 0.371094, 0.455078, 0.371094, 0.363281, 0.367188, 0.365234, 0.371094, 0.369141, 0.373047, 0.367188, 0.371094, 0.373047, 0.378906, 0.375, 0.369141, 0.369141, 0.367188, 0.373047, 0.314453, 0.361328, 0.373047, 0.373047, 0.371094, 0.369141, 0.363281, 0.367188, 0.371094, 0.369141, 0.375, 0.363281, 0.369141, 0.363281, 0.376953, 0.371094, 0.357422, 0.369141, 0.373047, 0.373047, 0.371094, 0.367188, 0.373047, 0.376953, 0.365234, 0.371094, 0.369141, 0.375, 0.371094, 0.367188, 0.375, 0.369141, 0.367188, 0.367188, 0.365234, 0.369141, 0.369141, 0.367188, 0.378906, 0.365234, 0.369141, 0.378906, 0.367188, 0.373047, 0.371094, 0.363281, 0.367188, 0.373047, 0.367188, 0.375, 0.373047, 0.371094, 0.367188, 0.365234, 0.373047, 0.367188, 0.369141, 0.365234, 0.371094, 0.376953, 0.375, 0.363281, 0.367188, 0.365234, 0.367188, 0.369141, 0.376953, 0.376953, 0.369141, 0.371094, 0.365234, 0.369141, 0.365234, 0.371094, 0.371094, 0.363281, 0.369141, 0.345703, 0.373047, 0.367188, 0.367188, 0.376953, 0.369141, 0.367188, 0.369141, 0.371094, 0.369141, 0.369141, 0.373047, 0.392578, 0.369141, 0.365234, 0.375, 0.369141, 0.363281, 0.369141, 0.373047, 0.375, 0.378906, 0.363281, 0.365234, 0.373047, 0.369141, 0.369141, 0.367188, 0.363281, 0.367188, 0.361328, 0.367188, 0.367188, 0.365234, 0.371094, 0.363281, 0.367188, 0.375, 0.367188, 0.373047, 0.371094, 0.359375, 0.373047, 0.365234, 0.371094, 0.363281, 0.367188, 0.371094, 0.373047, 0.367188, 0.371094, 0.378906, 0.367188, 0.375, 0.365234, 0.375, 0.371094, 0.365234, 0.369141, 0.369141, 0.365234, 0.367188, 0.365234, 0.369141, 0.371094, 0.369141, 0.371094, 0.380859, 0.365234, 0.369141, 0.373047, 0.369141, 0.375, 0.367188, 0.369141, 0.361328, 0.371094, 0.361328, 0.367188, 0.373047, 0.376953, 0.367188, 0.371094, 0.367188, 0.371094, 0.371094, 0.361328, 0.369141, 0.371094, 0.367188, 0.371094, 0.369141, 0.363281, 0.371094, 0.367188, 0.367188, 0.363281, 0.369141, 0.367188, 0.359375, 0.361328, 0.376953, 0.369141, 0.371094, 0.363281, 0.371094, 0.373047, 0.371094, 0.376953, 0.373047, 0.367188, 0.371094, 0.365234, 0.367188, 0.369141, 0.371094, 0.363281, 0.365234, 0.373047, 0.369141, 0.365234, 0.371094, 0.367188, 0.371094, 0.369141, 0.367188, 0.371094, 0.375, 0.365234, 0.371094, 0.369141, 0.373047, 0.369141, 0.371094, 0.412109, 0.367188, 0.371094, 0.365234, 0.373047, 0.376953, 0.371094, 0.371094, 0.375, 0.361328, 0.371094, 0.367188, 0.376953, 0.369141, 0.373047, 0.369141, 0.373047, 0.375, 0.373047, 0.367188, 0.365234, 0.373047, 0.375, 0.361328, 0.367188, 0.365234, 0.363281, 0.373047, 0.367188, 0.369141, 0.376953, 0.371094, 0.371094, 0.363281, 0.373047, 0.367188, 0.371094, 0.371094, 0.369141, 0.371094, 0.365234, 0.365234, 0.371094, 0.371094, 0.367188, 0.371094, 0.363281, 0.369141, 0.279297, 0.367188, 0.367188, 0.359375, 0.371094, 0.365234, 0.373047, 0.365234, 0.365234, 0.371094, 0.367188, 0.363281, 0.371094, 0.369141, 0.361328, 0.375, 0.359375, 0.375, 0.373047, 0.367188, 0.373047, 0.367188, 0.369141, 0.376953, 0.371094, 0.375, 0.375, 0.367188, 0.371094, 0.365234, 0.371094, 0.369141, 0.371094, 0.365234, 0.365234, 0.369141, 0.373047, 0.373047, 0.375, 0.375, 0.404297, 0.365234, 0.365234, 0.375, 0.365234, 0.363281, 0.375, 0.371094, 0.373047, 0.363281, 0.365234, 0.365234, 0.367188, 0.369141, 0.365234, 0.369141, 0.367188, 0.365234, 0.365234, 0.371094, 0.375, 0.371094, 0.369141, 0.365234, 0.363281, 0.375, 0.375, 0.375, 0.369141, 0.363281, 0.373047, 0.369141, 0.371094, 0.365234, 0.371094, 0.375, 0.367188, 0.365234, 0.371094, 0.373047, 0.373047, 0.371094, 0.369141, 0.367188, 0.373047, 0.369141, 0.365234, 0.373047, 0.365234, 0.371094, 0.367188, 0.361328, 0.371094, 0.378906, 0.369141, 0.376953, 0.371094, 0.365234, 0.369141, 0.371094, 0.371094, 0.373047, 0.369141, 0.367188, 0.369141, 0.369141, 0.365234, 0.375, 0.367188, 0.375, 0.375, 0.369141, 0.371094, 0.365234, 0.375, 0.365234, 0.367188, 0.367188, 0.367188, 0.361328, 0.371094, 0.373047, 0.373047, 0.367188, 0.373047, 0.367188, 0.365234, 0.371094, 0.371094, 0.367188, 0.367188, 0.373047, 0.367188, 0.371094, 0.363281, 0.365234, 0.367188, 0.365234, 0.378906, 0.371094, 0.365234, 0.376953, 0.367188, 0.349609, 0.378906, 0.373047, 0.369141, 0.365234, 0.378906, 0.363281, 0.369141, 0.375, 0.369141, 0.369141, 0.369141, 0.361328, 0.365234, 0.386719, 0.371094, 0.365234, 0.373047, 0.371094, 0.369141, 0.367188, 0.373047, 0.369141, 0.378906, 0.367188, 0.371094, 0.373047, 0.363281, 0.371094, 0.369141, 0.369141, 0.373047, 0.369141, 0.365234, 0.369141, 0.369141, 0.369141, 0.373047, 0.361328, 0.373047, 0.371094, 0.371094, 0.367188, 0.365234, 0.371094, 0.371094, 0.359375, 0.375, 0.363281, 0.367188, 0.365234, 0.373047, 0.373047, 0.371094, 0.371094, 0.369141, 0.359375, 0.361328, 0.373047, 0.367188, 0.369141, 0.367188, 0.371094, 0.367188, 0.361328, 0.361328, 0.373047, 0.373047, 0.365234, 0.369141, 0.363281, 0.382812, 0.375, 0.369141, 0.367188, 0.369141, 0.367188, 0.363281, 0.371094, 0.375, 0.365234, 0.359375, 0.371094, 0.361328, 0.376953, 0.367188, 0.361328, 0.371094, 0.371094, 0.365234, 0.375, 0.369141, 0.373047, 0.373047, 0.373047, 0.367188, 0.371094, 0.365234, 0.367188, 0.373047, 0.371094, 0.363281, 0.367188, 0.371094, 0.363281, 0.371094, 0.367188, 0.371094, 0.371094, 0.373047, 0.365234, 0.365234, 0.361328, 0.371094, 0.369141, 0.361328, 0.375, 0.361328, 0.371094, 0.363281, 0.367188, 0.367188, 0.373047, 0.367188, -0.004425, 0.369141, 0.371094, 0.365234, 0.365234, 0.371094, 0.365234, 0.363281, 0.365234, 0.392578, 0.376953, 0.371094, 0.365234, 0.367188, 0.365234, 0.369141, 0.375, 0.363281, 0.367188, 0.371094, 0.363281, 0.378906, 0.367188, 0.365234, 0.373047, 0.369141, 0.373047, 0.371094, 0.365234, 0.371094, 0.373047, 0.371094, 0.373047, 0.365234, 0.373047, 0.371094, 0.367188, 0.363281, 0.373047, 0.365234, 0.375, 0.367188, 0.369141, 0.369141, 0.365234, 0.369141, 0.369141, 0.365234, 0.373047, 0.373047, 0.371094, 0.367188, 0.392578, 0.365234, 0.371094, 0.371094, 0.367188, 0.369141, 0.371094, 0.371094, 0.373047, 0.369141, 0.373047, 0.371094, 0.369141, 0.373047, 0.371094, 0.367188, 0.363281, 0.371094, 0.363281, 0.371094, 0.365234, 0.371094, 0.371094, 0.367188, 0.361328, 0.371094, 0.369141, 0.369141, 0.367188, 0.369141, 0.367188, 0.371094, 0.378906, 0.361328, 0.369141, 0.363281, 0.367188, 0.367188, 0.376953, 0.375, 0.361328, 0.376953, 0.373047, 0.367188, 0.373047, 0.373047, 0.369141, 0.363281, 0.373047, 0.373047, 0.367188, 0.367188, 0.375, 0.378906, 0.353516, 0.367188, 0.369141, 0.363281, 0.369141, 0.367188, 0.369141, 0.363281, 0.380859, 0.369141, 0.367188, 0.369141, 0.376953, 0.365234, 0.376953, 0.367188, 0.371094, 0.367188, 0.369141, 0.355469, 0.373047, 0.371094, 0.371094, 0.361328, 0.371094, 0.371094, 0.365234, 0.363281, 0.367188, 0.371094, 0.367188, 0.361328, 0.367188, 0.365234, 0.373047, 0.371094, 0.369141, 0.361328, 0.371094, 0.367188, 0.367188, 0.371094, 0.375, 0.367188, 0.365234, 0.373047, 0.363281, 0.369141, 0.373047, 0.365234, 0.373047, 0.373047, 0.369141, 0.367188, 0.373047, 0.369141, 0.371094, 0.369141, 0.369141, 0.371094, 0.373047, 0.369141, 0.373047, 0.369141, 0.367188, 0.373047, 0.371094, 0.373047, 0.367188, 0.375, 0.367188, 0.367188, 0.365234, 0.369141, 0.376953, 0.367188, 0.373047, 0.369141, 0.363281, 0.369141, 0.367188, 0.367188, 0.369141, 0.378906, 0.371094, 0.367188, 0.373047, 0.363281, 0.373047, 0.375, 0.367188, 0.365234, 0.373047, 0.369141, 0.365234, 0.371094, 0.371094, 0.373047, 0.367188, 0.373047, 0.375, 0.373047, 0.369141, 0.373047, 0.371094, 0.371094, 0.365234, 0.371094, 0.369141, 0.376953, 0.371094, 0.361328, 0.371094, 0.375, 0.369141, 0.369141, 0.369141, 0.367188, 0.369141, 0.365234, 0.365234, 0.367188, 0.369141, 0.367188, 0.365234, 0.369141, 0.365234, 0.367188, 0.373047, 0.369141, 0.361328, 0.361328, 0.363281, 0.367188, 0.367188, 0.365234, 0.373047, 0.375, 0.367188, 0.375, 0.369141, 0.371094, 0.367188, 0.367188, 0.371094, 0.371094, 0.369141, 0.365234, 0.369141, 0.376953, 0.369141, 0.367188, 0.373047, 0.363281, 0.373047, 0.363281, 0.371094, 0.373047, 0.361328, 0.365234, 0.371094, 0.375, 0.373047, 0.365234, 0.367188, 0.371094, 0.369141, 0.367188, 0.373047, 0.371094, 0.373047, 0.373047, 0.369141, 0.367188, 0.394531, 0.363281, 0.369141, 0.367188, 0.365234, 0.363281, 0.371094, 0.359375, 0.367188, 0.425781, 0.371094, 0.365234, 0.365234, 0.375, 0.369141, 0.365234, 0.369141, 0.371094, 0.371094, 0.378906, 0.367188, 0.371094, 0.371094, 0.376953, 0.384766, 0.373047, 0.365234, 0.365234, 0.371094, 0.369141, 0.371094, 0.373047, 0.369141, 0.367188, 0.365234, 0.373047, 0.367188, 0.365234, 0.367188, 0.371094, 0.373047, 0.373047, 0.375, 0.369141, 0.371094, 0.369141, 0.367188, 0.367188, 0.371094, 0.369141, 0.371094, 0.369141, 0.371094, 0.373047, 0.375, 0.373047, 0.363281, 0.367188, 0.371094, 0.367188, 0.361328, 0.367188, 0.369141, 0.369141, 0.369141, 0.371094, 0.363281, 0.363281, 0.369141, 0.365234, 0.367188, 0.369141, 0.373047, 0.367188, 0.373047, 0.367188, 0.373047, 0.376953, 0.376953, 0.369141, 0.369141, 0.376953, 0.375, 0.367188, 0.369141, 0.365234, 0.371094, 0.3125, 0.365234, 0.365234, 0.376953, 0.369141, 0.365234, 0.365234, 0.369141, 0.371094, 0.371094, 0.373047, 0.365234, 0.371094, 0.367188, 0.369141, 0.369141, 0.373047, 0.359375, 0.365234, 0.365234, 0.371094, 0.369141, 0.373047, 0.369141, 0.375, 0.359375, 0.363281, 0.369141, 0.365234, 0.376953, 0.369141, 0.369141, 0.365234, 0.367188, 0.367188, 0.361328, 0.367188, 0.363281, 0.367188, 0.375, 0.371094, 0.367188, 0.371094, 0.371094, 0.378906, 0.371094, 0.369141, 0.375, 0.363281, 0.367188, 0.367188, 0.373047, 0.369141, 0.371094, 0.371094, 0.369141, 0.376953, 0.361328 ] }, "name": "model.transformer.layers.33.ffn_norm.weight", "outputIndexes": [ 2097 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2096, 2097 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_33/Mul_1_output_0", "outputIndexes": [ 2098 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2098 ], "outputIndexes": [ 3386 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3386 ], "outputIndexes": [ 3387 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_1/Linear", "inputIndexes": [ 3387 ], "outputIndexes": [ 3388 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 23552, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 565248, "weightSize": 0 }, "external": [ 2718674620, 72352006, 4521984, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3388 ], "outputIndexes": [ 3389 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3389 ], "outputIndexes": [ 2099 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 23552 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2099, 21, 950, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_33/Slice_output_0", "outputIndexes": [ 2100 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2100 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_33/Sigmoid_output_0", "outputIndexes": [ 2101 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2100, 2101 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_33/Mul_output_0", "outputIndexes": [ 2102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 23552 ] }, "name": "/ffn_33/Mul_1_output_0", "outputIndexes": [ 2103 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2099, 950, 2103, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_33/Slice_1_output_0", "outputIndexes": [ 2104 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2102, 2104 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_33/Mul_2_output_0", "outputIndexes": [ 2105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2105 ], "outputIndexes": [ 3390 ], "main_type": "Reshape", "main": { "dims": [ -1, 11776, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3390 ], "outputIndexes": [ 3391 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_2/Linear", "inputIndexes": [ 3391 ], "outputIndexes": [ 3392 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 11776, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 282624, "weightSize": 0 }, "external": [ 2795548610, 36176134, 2260992, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3392 ], "outputIndexes": [ 3393 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3393 ], "outputIndexes": [ 2106 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2095, 2106 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_135_output_0", "outputIndexes": [ 2107 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2107, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_136_output_0", "outputIndexes": [ 2108 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2108 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_34/Mul_output_0", "outputIndexes": [ 2109 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.117188, 1.1875, 1.164062, 1.109375, 1.09375, 1.117188, 1.171875, 1.171875, 1.34375, 1.054688, 1.15625, 1.125, 1.109375, 1.078125, 1.203125, 1.203125, 1.078125, 1.046875, 1.203125, 1.125, 1.15625, 1.210938, 1.054688, 1.109375, 1.039062, 1.140625, 1.085938, 1.179688, 1.125, 1.1875, 1.21875, 1.117188, 1.140625, 1.195312, 1.1875, 1.171875, 1.15625, 1.109375, 1.15625, 1.132812, 1.140625, 1.179688, 1.171875, 1.117188, 1.171875, 1.234375, 1.132812, 1.1875, 1.140625, 1.101562, 1.234375, 1.203125, 1.203125, 1.085938, 1.265625, 1.226562, 1.171875, 1.117188, 1.171875, 1.109375, 1.109375, 1.125, 1.195312, 1.179688, 1.1875, 1.195312, 1.203125, 1.078125, 1.132812, 1.117188, 1.140625, 1.070312, 1.179688, 1.273438, 1.078125, 1.101562, 1.148438, 1.070312, 1.132812, 1.148438, 1.109375, 1.109375, 1.078125, 1.078125, 1.164062, 1.140625, 1.179688, 1.140625, 1.148438, 1.085938, 1.148438, 1.132812, 1.132812, 1.085938, 1.15625, 1.234375, 1.109375, 1.164062, 1.125, 1.21875, 1.15625, 1.148438, 1.125, 1.296875, 0.972656, 1.164062, 1.1875, 1.25, 1.078125, 1.085938, 1.132812, 1.078125, 1.234375, 1.109375, 1.109375, 1.234375, 1.210938, 1.125, 1.101562, 1.140625, 1.109375, 1.273438, 1.148438, 1.171875, 1.15625, 1.203125, 1.140625, 1.148438, 1.125, 1.109375, 1.09375, 1.164062, 1.101562, 1.171875, 1.203125, 1.03125, 1.1875, 1.125, 1.148438, 1.15625, 1.148438, 1.140625, 1.164062, 1.085938, 1.21875, 1.25, 1.179688, 1.1875, 1.0625, 1.070312, 1.15625, 1.164062, 1.125, 1.171875, 1.132812, 1.085938, 1.203125, 1.117188, 1.109375, 1.171875, 1.15625, 1.101562, 1.046875, 1.101562, 1.15625, 1.21875, 1.195312, 1.1875, 1.179688, 1.15625, 1.5625, 1.210938, 1.078125, 1.171875, 1.117188, 1.171875, 1.164062, 1.09375, 1.117188, 1.226562, 1.1875, 1.148438, 1.273438, 1.09375, 1.125, 1.09375, 1.257812, 1.265625, 1.0625, 1.148438, 1.117188, 1.164062, 1.132812, 1.304688, 1.148438, 1.09375, 1.125, 1.140625, 1.070312, 1.179688, 1.117188, 1.132812, 1.148438, 1.242188, 1.289062, 1.125, 1.179688, 1.140625, 1.171875, 1.101562, 1.203125, 1.15625, 1.117188, 1.117188, 1.171875, 1.148438, 1.171875, 1.179688, 1.15625, 1.21875, 1.125, 1.234375, 1.078125, 1.164062, 1.117188, 1.148438, 1.101562, 1.125, 1.085938, 1.132812, 1.328125, 1.195312, 1.15625, 1.101562, 1.109375, 1.203125, 1.171875, 1.101562, 1.132812, 1.078125, 1.109375, 1.125, 1.148438, 1.164062, 1.203125, 1.242188, 1.109375, 1.140625, 1.085938, 1.125, 1.195312, 1.117188, 1.171875, 1.109375, 1.117188, 1.15625, 1.125, 1.195312, 1.15625, 1.171875, 1.195312, 1.101562, 1.140625, 1.179688, 1.132812, 1.15625, 1.226562, 1.179688, 1.140625, 1.132812, 1.21875, 1.109375, 1.226562, 1.132812, 1.15625, 1.171875, 1.15625, 1.203125, 1.070312, 1.140625, 1.085938, 1.203125, 1.148438, 1.109375, 1.132812, 1.101562, 1.148438, 1.226562, 1.164062, 1.070312, 1.09375, 1.140625, 1.109375, 1.070312, 1.15625, 1.125, 1.140625, 1.117188, 1.101562, 1.203125, 1.070312, 1.117188, 1.109375, 1.117188, 1.203125, 1.148438, 1.179688, 1.140625, 1.21875, 1.148438, 1.1875, 1.109375, 1.140625, 1.265625, 1.125, 1.085938, 1.125, 1.195312, 1.148438, 1.210938, 1.09375, 1.1875, 1.195312, 1.34375, 1.203125, 1.132812, 1.179688, 1.046875, 1.265625, 1.078125, 1.101562, 1.242188, 1.140625, 1.125, 1.015625, 1.078125, 1.15625, 1.132812, 1.132812, 1.132812, 1.226562, 1.265625, 1.101562, 1.125, 1.171875, 1.164062, 1.15625, 1.085938, 1.171875, 1.15625, 1.195312, 1.117188, 1.140625, 1.179688, 1.28125, 1.039062, 1.195312, 1.265625, 1.210938, 1.179688, 1.148438, 1.0625, 1.109375, 1.109375, 1.140625, 1.140625, 1.109375, 1.171875, 1.203125, 1.09375, 1.140625, 1.21875, 1.171875, 1.109375, 1.171875, 1.0625, 1.1875, 1.203125, 1.140625, 1.179688, 1.132812, 1.171875, 1.210938, 1.171875, 1.15625, 1.070312, 1.210938, 1.09375, 1.140625, 1.101562, 1.125, 1.1875, 1.179688, 1.070312, 1.171875, 1.15625, 1.101562, 1.1875, 1.117188, 1.171875, 1.117188, 1.195312, 1.210938, 1.273438, 1.078125, 1.070312, 1.179688, 1.125, 1.164062, 1.320312, 1.328125, 1.078125, 1.117188, 1.148438, 1.140625, 1.195312, 1.171875, 1.179688, 1.273438, 1.085938, 1.15625, 1.1875, 1.117188, 1.171875, 1.148438, 1.125, 1.078125, 1.140625, 1.132812, 1.257812, 1.210938, 1.203125, 1.125, 1.15625, 1.09375, 1.21875, 1.078125, 1.117188, 1.070312, 1.117188, 1.09375, 1.164062, 1.132812, 1.101562, 1.265625, 1.171875, 1.179688, 1.140625, 1.140625, 1.140625, 1.117188, 1.117188, 1.125, 1.171875, 1.195312, 1.179688, 1.117188, 1.109375, 1.101562, 1.15625, 1.171875, 1.1875, 1.1875, 1.164062, 1.070312, 1.15625, 1.234375, 1.117188, 1.1875, 1.210938, 1.140625, 1.195312, 1.125, 1.078125, 1.101562, 1.023438, 1.210938, 1.078125, 1.203125, 1.265625, 1.109375, 1.164062, 1.140625, 1.21875, 1.117188, 1.140625, 1.203125, 1.117188, 1.101562, 1.140625, 1.3125, 1.179688, 1.171875, 1.15625, 1.171875, 1.15625, 1.117188, 1.21875, 1.109375, 1.164062, 1.148438, 1.117188, 1.132812, 1.117188, 1.101562, 1.226562, 1.1875, 1.132812, 1.164062, 1.179688, 1.117188, 1.164062, 1.132812, 1.179688, 1.140625, 1.101562, 0.90625, 1.085938, 1.164062, 1.15625, 1.140625, 1.078125, 1.109375, 1.085938, 1.242188, 1.117188, 1.09375, 1.179688, 1.210938, 1.179688, 1.21875, 1.148438, 1.164062, 1.164062, 1.164062, 1.101562, 1.125, 1.117188, 1.242188, 1.117188, 1.125, 1.109375, 1.078125, 1.054688, 1.148438, 1.117188, 1.101562, 1.085938, 1.078125, 1.132812, 1.21875, 1.140625, 1.1875, 1.140625, 1.15625, 1.226562, 1.125, 1.117188, 1.132812, 1.1875, 1.164062, 1.140625, 1.1875, 1.140625, 1.078125, 1.210938, 1.1875, 1.179688, 1.148438, 1.140625, 1.171875, 1.171875, 1.125, 1.195312, 1.195312, 1.101562, 1.1875, 1.15625, 1.148438, 1.296875, 1.148438, 1.0625, 1.148438, 1.15625, 1.164062, 1.171875, 1.125, 1.898438, 1.125, 0.972656, 1.203125, 1.117188, 1.09375, 1.101562, 1.164062, 1.15625, 1.132812, 1.148438, 1.15625, 1.101562, 1.195312, 1.054688, 1.078125, 1.1875, 1.273438, 1.179688, 1.140625, 1.171875, 1.210938, 1.125, 1.164062, 1.15625, 1.203125, 1.117188, 1.132812, 1.195312, 1.140625, 1.140625, 1.148438, 1.171875, 1.140625, 1.054688, 1.117188, 1.171875, 1.195312, 1.070312, 1.109375, 1.179688, 1.125, 1.15625, 1.179688, 1.15625, 1.1875, 1.0625, 1.210938, 1.171875, 1.171875, 1.070312, 1.078125, 1.117188, 1.148438, 1.117188, 1.09375, 1.179688, 1.242188, 1.171875, 1.09375, 1.125, 1.125, 1.148438, 1.054688, 1.101562, 1.234375, 1.1875, 1.25, 1.195312, 1.132812, 1.125, 1.070312, 1.148438, 1.15625, 1.148438, 1.132812, 1.148438, 1.164062, 1.132812, 1.203125, 1.101562, 1.070312, 1.09375, 1.171875, 1.078125, 1.085938, 1.125, 1.148438, 1.140625, 1.148438, 1.046875, 1.085938, 1.195312, 1.109375, 1.15625, 1.203125, 1.164062, 1.164062, 1.148438, 1.09375, 1.289062, 1.117188, 1.421875, 1.179688, 1.328125, 1.070312, 1.234375, 1.234375, 1.132812, 1.210938, 1.125, 1.195312, 1.0, 1.296875, 1.125, 1.28125, 1.1875, 1.15625, 1.15625, 1.164062, 1.125, 1.148438, 1.117188, 1.390625, 1.109375, 1.171875, 1.171875, 1.140625, 1.171875, 1.15625, 1.15625, 1.117188, 1.085938, 1.0625, 1.164062, 1.148438, 1.101562, 1.171875, 1.164062, 1.085938, 1.085938, 1.1875, 1.085938, 1.171875, 1.0625, 1.117188, 1.132812, 1.085938, 1.171875, 1.179688, 1.171875, 1.21875, 1.21875, 1.078125, 1.140625, 1.085938, 1.085938, 1.140625, 1.171875, 1.085938, 1.109375, 1.125, 1.1875, 1.242188, 1.085938, 1.117188, 1.171875, 1.148438, 1.1875, 1.1875, 1.109375, 1.179688, 1.117188, 1.117188, 1.039062, 1.148438, 1.054688, 1.15625, 1.132812, 1.390625, 1.148438, 1.203125, 1.132812, 1.273438, 1.101562, 1.15625, 1.101562, 1.09375, 1.09375, 1.1875, 1.242188, 1.195312, 1.125, 1.09375, 1.148438, 1.070312, 1.179688, 1.210938, 1.140625, 1.179688, 1.132812, 1.265625, 1.179688, 1.257812, 1.101562, 1.226562, 1.109375, 1.085938, 1.046875, 1.070312, 1.101562, 1.125, 1.078125, 1.109375, 1.070312, 1.171875, 1.171875, 1.15625, 1.117188, 1.148438, 1.164062, 1.203125, 1.148438, 1.15625, 1.046875, 1.0625, 1.179688, 1.210938, 1.140625, 1.210938, 1.179688, 1.234375, 1.164062, 1.085938, 1.15625, 1.125, 1.179688, 1.203125, 1.15625, 1.140625, 1.132812, 1.15625, 1.148438, 1.117188, 1.085938, 1.148438, 1.132812, 1.171875, 1.109375, 1.0625, 1.109375, 1.140625, 1.21875, 1.234375, 1.101562, 1.25, 1.117188, 1.171875, 1.054688, 1.132812, 1.148438, 1.078125, 1.179688, 1.132812, 1.1875, 1.195312, 1.132812, 1.101562, 1.132812, 1.210938, 1.132812, 1.140625, 1.0625, 1.140625, 1.109375, 1.132812, 1.265625, 1.148438, 1.179688, 1.203125, 1.132812, 1.125, 1.109375, 1.078125, 1.109375, 1.140625, 1.15625, 1.148438, 1.148438, 1.039062, 1.148438, 1.203125, 1.210938, 1.132812, 1.09375, 1.164062, 1.164062, 1.117188, 1.203125, 1.179688, 1.195312, 1.1875, 1.054688, 1.203125, 1.21875, 1.265625, 1.109375, 1.117188, 1.179688, 1.140625, 1.132812, 1.117188, 1.179688, 1.289062, 1.085938, 1.125, 1.21875, 1.101562, 0.988281, 1.046875, 1.078125, 1.039062, 1.195312, 1.117188, 1.132812, 1.171875, 1.164062, 1.109375, 1.179688, 1.171875, 1.171875, 1.070312, 1.132812, 1.1875, 1.179688, 1.203125, 1.070312, 1.25, 1.132812, 1.09375, 1.257812, 1.164062, 1.117188, 1.164062, 1.226562, 1.46875, 1.148438, 1.09375, 1.234375, 1.132812, 1.09375, 1.085938, 1.195312, 1.1875, 1.125, 1.078125, 1.101562, 1.117188, 1.078125, 1.203125, 1.195312, 1.117188, 1.078125, 1.046875, 1.101562, 1.132812, 0.824219, 1.195312, 1.132812, 1.101562, 1.179688, 1.09375, 1.101562, 1.148438, 1.125, 1.140625, 1.101562, 1.210938, 1.195312, 1.085938, 1.101562, 1.132812, 1.15625, 1.171875, 1.15625, 1.148438, 1.101562, 1.15625, 1.234375, 1.078125, 1.210938, 1.171875, 1.070312, 1.164062, 1.109375, 1.109375, 1.148438, 1.140625, 1.0625, 1.195312, 1.15625, 1.148438, 1.148438, 1.210938, 1.085938, 1.078125, 1.1875, 1.148438, 1.132812, 1.085938, 1.109375, 1.117188, 1.148438, 1.304688, 1.179688, 1.15625, 1.1875, 1.125, 1.1875, 1.125, 1.09375, 1.117188, 1.210938, 1.15625, 1.101562, 1.148438, 1.15625, 1.085938, 1.15625, 1.195312, 1.125, 1.1875, 1.226562, 1.117188, 1.101562, 1.171875, 1.101562, 1.203125, 1.09375, 1.101562, 1.140625, 1.21875, 1.1875, 1.132812, 1.0625, 1.132812, 1.1875, 1.09375, 1.132812, 1.203125, 1.132812, 1.171875, 1.101562, 1.148438, 1.40625, 1.179688, 1.132812, 1.164062, 1.101562, 1.117188, 1.15625, 1.257812, 1.078125, 1.203125, 1.140625, 1.085938, 1.148438, 1.15625, 1.148438, 1.148438, 1.09375, 1.15625, 1.125, 1.140625, 1.125, 1.132812, 1.257812, 1.132812, 1.210938, 1.140625, 1.171875, 1.117188, 1.070312, 1.203125, 1.007812, 1.28125, 1.054688, 1.234375, 1.132812, 1.164062, 1.195312, 1.09375, 1.117188, 1.21875, 1.117188, 1.117188, 1.117188, 1.078125, 1.15625, 1.09375, 1.101562, 1.203125, 1.101562, 1.21875, 1.117188, 1.234375, 1.195312, 1.140625, 1.140625, 1.078125, 1.195312, 1.132812, 1.1875, 1.03125, 1.210938, 1.195312, 1.179688, 1.15625, 1.125, 1.085938, 1.070312, 1.25, 0.558594, 1.171875, 1.085938, 1.117188, 1.148438, 1.117188, 1.164062, 1.15625, 1.15625, 1.125, 1.132812, 1.179688, 1.3125, 1.265625, 1.132812, 1.117188, 1.070312, 1.125, 1.1875, 1.164062, 1.109375, 1.03125, 1.078125, 1.125, 1.234375, 1.09375, 1.148438, 1.101562, 1.148438, 1.078125, 1.085938, 1.179688, 1.09375, 1.164062, 1.125, 1.234375, 1.265625, 1.101562, 1.226562, 1.125, 1.195312, 1.234375, 1.179688, 1.117188, 1.109375, 1.085938, 1.15625, 1.195312, 1.125, 1.164062, 1.179688, 1.078125, 1.15625, 1.09375, 1.140625, 1.203125, 1.09375, 1.085938, 1.164062, 1.125, 1.125, 1.15625, 1.25, 1.132812, 1.132812, 1.140625, 1.273438, 1.03125, 1.164062, 1.007812, 1.125, 1.09375, 1.039062, 1.101562, 1.148438, 1.203125, 1.140625, 1.21875, 1.054688, 1.195312, 1.1875, 1.09375, 1.101562, 1.09375, 1.210938, 1.148438, 1.242188, 1.140625, 1.171875, 1.101562, 1.148438, 1.09375, 1.296875, 1.125, 1.117188, 1.117188, 1.195312, 1.117188, 1.164062, 1.03125, 1.140625, 1.140625, 1.132812, 1.164062, 1.125, 1.140625, 1.148438, 1.101562, 1.140625, 1.1875, 1.1875, 1.109375, 1.109375, 1.132812, 1.09375, 1.226562, 1.195312, 1.164062, 1.078125, 1.171875, 1.0625, 1.09375, 1.1875, 1.125, 1.171875, 1.148438, 1.21875, 1.273438, 1.179688, 1.242188, 1.109375, 1.09375, 1.117188, 1.132812, 1.125, 1.164062, 1.125, 1.140625, 1.09375, 1.148438, 1.226562, 1.125, 1.125, 1.195312, 1.117188, 1.132812, 1.117188, 1.125, 1.085938, 1.109375, 1.257812, 1.125, 1.1875, 1.101562, 1.101562, 1.203125, 1.117188, 1.109375, 1.148438, 1.117188, 1.085938, 1.054688, 1.0625, 1.148438, 1.203125, 1.070312, 1.132812, 1.210938, 1.140625, 1.195312, 1.304688, 1.164062, 1.179688, 1.132812, 1.15625, 1.195312, 1.140625, 1.132812, 1.109375, 1.171875, 1.226562, 1.234375, 1.15625, 1.195312, 1.1875, 1.140625, 1.109375, 1.101562, 1.140625, 1.164062, 1.179688, 1.179688, 1.234375, 1.140625, 1.210938, 1.125, 1.273438, 1.109375, 1.117188, 1.140625, 1.15625, 1.125, 1.148438, 1.164062, 1.125, 1.085938, 1.125, 1.179688, 1.15625, 1.140625, 1.117188, 1.140625, 1.117188, 1.101562, 1.226562, 1.210938, 1.117188, 1.1875, 1.15625, 1.3125, 1.132812, 1.203125, 1.234375, 1.195312, 1.226562, 1.140625, 1.125, 1.125, 1.15625, 1.09375, 1.132812, 1.179688, 1.203125, 1.132812, 1.171875, 1.132812, 1.171875, 1.0625, 1.15625, 1.117188, 1.179688, 1.21875, 1.101562, 1.257812, 1.078125, 1.125, 1.195312, 1.078125, 1.171875, 1.164062, 1.046875, 1.171875, 1.171875, 1.109375, 1.210938, 1.570312, 1.09375, 1.171875, 1.109375, 1.085938, 1.203125, 1.085938, 1.09375, 1.210938, 1.171875, 1.140625, 1.117188, 1.140625, 1.132812, 1.140625, 1.0625, 1.070312, 1.085938, 1.117188, 1.132812, 1.210938, 1.070312, 1.257812, 1.132812, 1.164062, 1.15625, 1.28125, 1.289062, 1.085938, 1.125, 1.21875, 1.109375, 1.179688, 1.132812, 1.117188, 1.132812, 1.179688, 1.226562, 1.140625, 1.148438, 1.132812, 1.132812, 1.242188, 1.21875, 1.195312, 1.140625, 1.109375, 1.148438, 1.140625, 1.117188, 1.148438, 1.132812, 1.148438, 1.234375, 1.3125, 1.09375, 1.25, 1.195312, 1.078125, 1.257812, 1.148438, 1.1875, 1.109375, 1.171875, 1.164062, 1.1875, 1.257812, 1.132812, 1.195312, 1.226562, 1.09375, 1.265625, 1.125, 1.171875, 1.25, 1.1875, 1.078125, 1.1875, 1.203125, 1.085938, 1.070312, 1.234375, 1.1875, 1.171875, 1.085938, 1.054688, 1.25, 1.09375, 1.234375, 1.140625, 1.039062, 1.234375, 1.171875, 1.195312, 1.1875, 1.15625, 1.203125, 1.234375, 1.171875, 1.148438, 1.117188, 1.179688, 1.101562, 1.046875, 1.179688, 1.15625, 1.15625, 1.15625, 1.148438, 1.140625, 1.132812, 1.179688, 1.09375, 1.203125, 1.28125, 1.085938, 1.179688, 1.070312, 1.109375, 1.195312, 1.09375, 1.203125, 1.140625, 1.054688, 1.1875, 1.132812, 1.21875, 1.15625, 1.203125, 1.148438, 1.0625, 1.140625, 1.070312, 1.15625, 1.148438, 1.140625, 1.109375, 1.1875, 1.195312, 1.21875, 1.140625, 1.085938, 1.046875, 1.109375, 1.3125, 1.125, 1.179688, 1.171875, 1.140625, 1.210938, 1.15625, 1.164062, 1.242188, 1.125, 1.078125, 1.101562, 1.171875, 1.164062, 1.195312, 1.148438, 1.109375, 1.132812, 1.140625, 1.117188, 1.265625, 1.140625, 1.1875, 1.15625, 1.117188, 1.109375, 1.078125, 1.132812, 1.28125, 1.15625, 1.179688, 1.132812, 1.15625, 1.125, 1.109375, 1.15625, 1.179688, 1.007812, 1.085938, 1.125, 1.125, 1.132812, 1.148438, 1.148438, 1.179688, 1.164062, 1.265625, 1.148438, 1.109375, 1.179688, 1.140625, 1.226562, 1.148438, 1.148438, 1.09375, 1.09375, 1.179688, 1.148438, 1.226562, 1.210938, 1.117188, 1.257812, 1.132812, 1.125, 1.125, 1.15625, 1.320312, 1.171875, 1.195312, 1.140625, 1.140625, 1.210938, 1.101562, 1.140625, 1.15625, 1.09375, 1.148438, 1.148438, 1.179688, 1.109375, 1.1875, 1.203125, 1.101562, 1.21875, 1.335938, 1.117188, 1.210938, 1.132812, 1.109375, 1.15625, 1.117188, 1.132812, 1.242188, 0.960938, 1.148438, 1.070312, 1.109375, 1.117188, 1.148438, 1.140625, 1.148438, 1.179688, 1.125, 1.1875, 1.25, 1.195312, 1.109375, 1.210938, 1.148438, 1.09375, 1.148438, 1.179688, 1.15625, 1.171875, 1.09375, 1.117188, 1.117188, 1.125, 1.21875, 1.117188, 1.085938, 1.15625, 1.109375, 1.109375, 1.1875, 1.179688, 1.054688, 1.171875, 1.171875, 1.226562, 1.101562, 1.085938, 1.15625, 1.101562, 1.125, 1.132812, 1.125, 1.125, 1.1875, 1.117188, 1.070312, 1.195312, 1.203125, 1.125, 1.164062, 1.15625, 1.148438, 1.148438, 1.164062, 1.21875, 1.203125, 1.132812, 1.09375, 1.179688, 1.203125, 1.132812, 1.125, 1.117188, 1.21875, 1.1875, 1.015625, 1.148438, 1.171875, 1.171875, 1.140625, 1.109375, 1.132812, 1.085938, 1.125, 1.179688, 1.265625, 1.1875, 1.070312, 0.053467, 1.203125, 1.132812, 1.09375, 1.273438, 1.078125, 1.179688, 1.15625, 1.140625, 1.085938, 1.242188, 1.070312, 1.109375, 1.03125, 1.109375, 1.132812, 1.140625, 1.132812, 1.148438, 1.164062, 1.21875, 1.15625, 1.164062, 1.109375, 1.140625, 1.1875, 1.203125, 1.21875, 1.078125, 1.070312, 1.203125, 1.179688, 1.15625, 1.109375, 1.195312, 1.15625, 1.203125, 1.164062, 1.132812, 1.164062, 1.28125, 1.203125, 0.957031, 1.179688, 1.164062, 1.140625, 1.085938, 1.179688, 1.195312, 1.203125, 1.140625, 1.09375, 1.171875, 1.148438, 1.09375, 1.101562, 1.070312, 1.179688, 1.203125, 1.09375, 1.15625, 1.203125, 1.429688, 1.203125, 1.304688, 1.179688, 1.1875, 1.179688, 1.070312, 1.226562, 1.203125, 1.132812, 1.179688, 1.109375, 1.109375, 1.265625, 1.085938, 1.164062, 1.1875, 1.140625, 1.203125, 1.125, 1.101562, 1.15625, 1.09375, 1.109375, 1.171875, 1.132812, 1.125, 1.171875, 1.179688, 1.226562, 1.242188, 1.117188, 1.125, 1.21875, 1.0625, 1.195312, 1.171875, 1.117188, 1.328125, 1.171875, 1.109375, 1.101562, 1.117188, 1.171875, 1.125, 1.203125, 1.15625, 1.140625, 1.210938, 1.234375, 1.164062, 1.117188, 1.148438, 1.125, 1.148438, 1.140625, 1.140625, 1.09375, 1.101562, 1.125, 1.25, 1.164062, 1.109375, 1.210938, 1.226562, 1.21875, 1.203125, 1.132812, 1.210938, 1.171875, 0.241211, 1.132812, 1.171875, 1.148438, 1.203125, 1.164062, 1.1875, 1.140625, 1.101562, 1.171875, 1.140625, 1.234375, 1.179688, 1.234375, 1.117188, 1.15625, 1.109375, 1.132812, 1.1875, 1.140625, 1.117188, 1.125, 1.210938, 1.546875, 1.21875, 1.09375, 1.179688, 1.109375, 1.117188, 1.0625, 1.109375, 1.117188, 1.164062, 1.140625, 1.195312, 1.195312, 1.226562, 1.085938, 1.1875, 1.164062, 1.3125, 1.117188, 1.1875, 1.210938, 1.101562, 1.1875, 1.140625, 1.265625, 1.125, 1.265625, 1.164062, 1.140625, 1.210938, 1.171875, 1.109375, 1.171875, 1.109375, 1.148438, 1.15625, 1.125, 1.117188, 1.101562, 1.171875, 1.0625, 1.15625, 1.210938, 1.140625, 1.101562, 1.359375, 1.148438, 1.0625, 1.195312, 1.117188, 1.117188, 1.140625, 1.15625, 1.132812, 1.195312, 1.171875, 1.210938, 1.234375, 1.15625, 1.15625, 1.148438, 1.15625, 1.132812, 1.085938, 1.242188, 1.125, 1.15625, 1.132812, 1.085938, 1.132812, 1.109375, 1.179688, 1.148438, 1.195312, 1.132812, 1.15625, 1.148438, 1.117188, 1.148438, 1.21875, 1.164062, 1.164062, 1.226562, 1.125, 1.132812, 1.15625, 1.140625, 1.203125, 1.085938, 1.179688, 1.195312, 1.125, 1.101562, 1.15625, 1.109375, 1.117188, 1.0625, 1.195312, 1.15625, 1.171875, 1.179688, 1.242188, 1.140625, 1.171875, 1.15625, 1.179688, 1.148438, 1.242188, 1.210938, 1.171875, 1.554688, 1.234375, 1.117188, 1.164062, 1.15625, 1.164062, 1.09375, 1.132812, 1.203125, 1.09375, 1.132812, 1.15625, 1.210938, 1.085938, 1.015625, 1.203125, 1.195312, 0.992188, 1.25, 1.164062, 1.15625, 1.046875, 1.078125, 1.117188, 1.15625, 1.125, 1.195312, 1.15625, 1.125, 1.101562, 1.273438, 1.234375, 1.117188, 1.132812, 1.132812, 1.226562, 1.078125, 1.078125, 1.148438, 1.15625, 1.195312, 1.164062, 1.226562, 1.140625, 1.195312, 1.203125, 1.203125, 1.078125, 1.148438, 1.1875, 1.148438, 1.195312, 1.21875, 1.164062, 1.09375, 1.09375, 1.125, 1.140625, 1.125, 1.179688, 1.210938, 1.1875, 1.28125, 1.140625, 1.140625, 1.179688, 1.070312, 1.179688, 1.164062, 1.195312, 1.101562, 1.140625, 1.132812, 1.164062, 1.164062, 1.109375, 1.09375, 1.132812, 1.070312, 1.242188, 1.171875, 1.125, 1.21875, 1.140625, 1.1875, 1.171875, 1.21875, 1.148438, 1.125, 1.179688, 1.171875, 1.117188, 1.078125, 1.09375, 1.125, 1.226562, 1.15625, 1.15625, 1.148438, 1.21875, 1.15625, 1.125, 1.273438, 1.085938, 1.078125, 1.039062, 1.164062, 1.21875, 1.140625, 1.273438, 1.140625, 1.070312, 1.195312, 1.226562, 1.28125, 1.148438, 1.179688, 1.289062, 1.179688, 1.070312, 1.21875, 1.140625, 1.171875, 1.210938, 1.265625, 1.179688, 1.171875, 1.15625, 1.15625, 1.195312, 1.195312, 1.164062, 1.242188, 1.078125, 1.273438, 1.132812, 1.148438, 1.234375, 1.1875, 1.148438, 1.179688, 1.359375, 1.179688, 1.179688, 1.125, 1.148438, 1.140625, 1.140625, 1.164062, 1.101562, 1.164062, 1.164062, 1.171875, 1.25, 1.15625, 1.125, 1.109375, 1.09375, 1.367188, 1.140625, 1.28125, 1.148438, 1.125, 1.0625, 1.273438, 1.054688, 1.179688, 1.03125, 1.117188, 1.171875, 1.078125, 1.1875, 1.164062, 1.140625, 1.140625, 0.945312, 1.078125, 1.125, 1.140625, 1.148438, 1.101562, 1.179688, 1.117188, 1.117188, 1.164062, 1.171875, 1.21875, 1.15625, 1.15625, 1.203125, 1.09375, 1.171875, 1.179688, 1.1875, 1.179688, 1.101562, 1.148438, 1.117188, 1.171875, 1.140625, 1.148438, 1.09375, 1.101562, 1.171875, 1.257812, 1.226562, 1.210938, 1.15625, 1.148438, 1.171875, 1.148438, 1.195312, 1.203125, 1.15625, 1.21875, 1.171875, 1.164062, 1.125, 1.109375, 1.078125, 1.023438, 1.140625, 1.125, 1.1875, 1.085938, 1.070312, 1.1875, 1.148438, 1.09375, 1.1875, 1.132812, 1.171875, 1.148438, 1.101562, 1.242188, 1.148438, 1.164062, 1.117188, 1.085938, 1.1875, 1.148438, 1.148438, 1.148438, 1.101562, 1.109375, 1.21875, 1.15625, 1.203125, 1.210938, 1.101562, 1.125, 1.046875, 1.46875, 1.132812, 1.195312, 1.234375, 1.15625, 1.203125, 1.140625, 1.164062, 1.101562, 1.195312, 1.28125, 1.101562, 1.015625, 1.148438, 1.164062, 1.15625, 1.132812, 1.179688, 1.164062, 1.21875, 1.203125, 1.101562, 1.070312, 1.210938, 1.117188, 1.132812, 1.109375, 1.125, 1.179688, 1.09375, 1.148438, 1.242188, 1.125, 1.132812, 1.15625, 1.195312, 1.210938, 1.164062, 1.15625, 1.1875, 1.109375, 1.226562, 1.148438, 1.171875, 1.085938, 1.15625, 1.148438, 1.148438, 1.210938, 1.203125, 1.15625, 1.15625, 1.132812, 1.164062, 1.171875, 1.148438, 1.171875, 1.203125, 1.125, 1.109375, 1.054688, 1.117188, 1.195312, 1.1875, 1.179688, 1.257812, 1.09375, 1.210938, 1.117188, 1.148438, 1.15625, 1.101562, 1.15625, 1.171875, 1.109375, 1.234375, 1.078125, 1.101562, 1.09375, 1.039062, 1.085938, 1.101562, 1.070312, 1.101562, 1.179688, 1.15625, 1.132812, 1.179688, 1.132812, 1.3125, 1.101562, 1.101562, 1.171875, 1.25, 1.085938, 1.054688, 1.164062, 1.15625, 1.171875, 1.335938, 1.09375, 1.171875, 1.125, 1.054688, 1.210938, 1.148438, 1.148438, 1.101562, 1.125, 1.117188, 1.3125, 1.117188, 1.203125, 1.039062, 1.070312, 1.117188, 1.132812, 1.179688, 1.195312, 1.132812, 1.109375, 1.179688, 1.125, 1.203125, 1.179688, 1.234375, 1.148438, 1.101562, 1.132812, 1.1875, 1.15625, 1.148438, 1.101562, 1.125, 1.210938, 1.140625, 1.15625, 1.25, 1.164062, 1.0625, 1.210938, 1.140625, 1.109375, 1.101562, 1.179688, 1.117188, 1.203125, 1.117188, 1.164062, 1.140625, 1.171875, 1.195312, 1.109375, 1.109375, 1.21875, 1.242188, 1.210938, 1.289062, 1.09375, 1.125, 1.148438, 1.164062, 1.140625, 1.117188, 1.125, 1.125, 1.171875, 1.117188, 1.179688, 1.171875, 1.132812, 1.1875, 1.15625, 1.109375, 1.101562, 1.171875, 1.140625, 1.140625, 1.085938, 1.234375, 1.148438, 1.179688, 1.914062, 1.125, 1.171875, 1.203125, 1.1875, 1.15625, 1.148438, 1.054688, 1.148438, 1.226562, 1.070312, 1.070312, 1.1875, 1.148438, 1.273438, 1.179688, 1.195312, 1.101562, 1.140625, 1.109375, 1.078125, 1.21875, 1.140625, 1.085938, 1.085938, 1.132812, 1.085938, 1.1875, 1.132812, 1.179688, 1.140625, 1.171875, 1.125, 1.210938, 1.21875, 1.140625, 1.210938, 1.023438, 1.140625, 1.117188, 1.132812, 1.117188, 1.078125, 1.125, 1.179688, 1.15625, 1.148438, 1.109375, 1.1875, 1.101562, 1.125, 1.109375, 1.125, 1.195312, 1.125, 1.320312, 1.132812, 1.15625, 1.195312, 1.164062, 1.234375, 1.140625, 1.140625, 1.140625, 1.21875, 1.117188, 1.171875, 1.164062, 1.125, 1.117188, 1.164062, 1.15625, 1.15625, 1.15625, 1.125, 1.132812, 1.210938, 1.171875, 1.101562, 1.164062, 1.109375, 1.195312, 1.171875, 1.125, 1.101562, 1.171875, 1.1875, 1.1875, 1.289062, 1.117188, 1.226562, 1.117188, 1.109375, 1.289062, 1.085938, 1.148438, 1.125, 1.34375, 1.101562, 1.078125, 1.078125, 1.210938, 1.21875, 1.078125, 1.109375, 1.148438, 1.210938, 1.117188, 1.15625, 1.140625, 1.054688, 1.148438, 1.125, 1.179688, 1.1875, 1.179688, 1.203125, 1.1875, 1.140625, 1.171875, 1.15625, 1.171875, 1.046875, 1.140625, 1.1875, 1.234375, 1.132812, 1.070312, 1.078125, 1.445312, 1.0625, 1.148438, 1.304688, 1.1875, 1.140625, 1.21875, 1.148438, 1.234375, 1.117188, 1.171875, 1.171875, 1.21875, 1.210938, 1.132812, 1.242188, 1.09375, 1.109375, 1.117188, 1.226562, 1.125, 1.148438, 1.085938, 1.109375, 1.25, 1.109375, 1.265625, 1.171875, 1.195312, 1.164062, 1.101562, 1.148438, 1.171875, 1.109375, 1.109375, 1.195312, 1.101562, 1.164062, 1.1875, 1.125, 1.171875, 1.15625, 1.195312, 1.179688, 1.125, 1.117188, 1.09375, 1.203125, 1.15625, 1.164062, 1.039062, 1.164062, 1.109375, 1.203125, 1.125, 1.179688, 1.125, 1.164062, 1.195312, 1.140625, 1.164062, 1.109375, 1.195312, 1.171875, 1.140625, 1.101562, 1.125, 1.070312, 1.21875, 1.140625, 1.140625, 1.148438, 1.140625, 1.179688, 1.117188, 1.171875, 1.140625, 1.101562, 1.140625, 1.179688, 1.171875, 1.15625, 1.070312, 1.117188, 1.148438, 1.320312, 1.085938, 1.09375, 1.210938, 1.140625, 1.101562, 1.15625, 1.101562, 1.242188, 1.054688, 1.382812, 1.109375, 1.257812, 1.179688, 1.21875, 1.148438, 1.234375, 1.039062, 1.1875, 1.125, 1.078125, 1.15625, 1.132812, 1.117188, 1.15625, 1.070312, 1.109375, 1.195312, 1.148438, 1.164062, 1.132812, 1.195312, 1.195312, 1.125, 1.085938, 1.101562, 1.078125, 1.195312, 1.171875, 1.257812, 1.148438, 1.21875, 1.210938, 1.179688, 1.21875, 1.21875, 1.171875, 1.15625, 1.148438, 1.132812, 1.148438, 1.21875, 1.132812, 0.008423, 1.101562, 1.140625, 1.078125, 1.179688, 1.179688, 1.148438, 1.1875, 1.1875, 1.257812, 1.085938, 1.09375, 1.117188, 1.085938, 1.226562, 1.164062, 1.179688, 1.09375, 1.117188, 1.179688, 1.210938, 1.335938, 1.257812, 1.140625, 1.179688, 1.21875, 1.148438, 1.210938, 1.101562, 1.148438, 1.15625, 1.148438, 1.140625, 1.09375, 1.179688, 1.140625, 1.109375, 1.203125, 1.132812, 1.203125, 1.101562, 1.195312, 1.140625, 1.179688, 1.148438, 1.148438, 1.148438, 1.382812, 1.117188, 1.148438, 1.15625, 1.078125, 1.085938, 1.171875, 1.203125, 1.132812, 1.171875, 1.195312, 1.117188, 1.125, 1.109375, 1.078125, 1.085938, 1.03125, 1.125, 1.148438, 1.117188, 1.210938, 1.195312, 1.09375, 1.132812, 1.125, 1.273438, 1.09375, 1.164062, 1.140625, 1.164062, 1.171875, 1.148438, 1.234375, 1.1875, 1.101562, 1.140625, 1.0625, 1.109375, 1.109375, 1.117188, 1.140625, 1.125, 1.1875, 1.085938, 1.109375, 1.210938, 1.070312, 1.15625, 1.140625, 1.226562, 1.132812, 1.109375, 1.140625, 1.109375, 1.070312, 1.148438, 1.101562, 1.179688, 1.125, 1.382812, 1.085938, 1.1875, 1.171875, 1.0625, 1.351562, 1.125, 1.148438, 1.09375, 1.125, 1.195312, 1.25, 1.195312, 1.125, 1.109375, 1.125, 1.117188, 1.15625, 1.171875, 1.15625, 1.140625, 1.078125, 1.164062, 1.054688, 1.195312, 1.070312, 1.117188, 1.109375, 1.148438, 1.109375, 1.210938, 1.210938, 1.164062, 0.988281, 1.203125, 1.15625, 1.179688, 1.203125, 1.0625, 1.226562, 1.046875, 1.171875, 1.109375, 1.226562, 1.125, 1.101562, 1.101562, 1.179688, 1.1875, 1.15625, 1.132812, 1.125, 1.164062, 1.078125, 1.195312, 1.15625, 1.164062, 1.203125, 1.226562, 1.203125, 1.179688, 1.148438, 1.132812, 1.179688, 1.09375, 1.085938, 1.164062, 1.257812, 1.265625, 1.117188, 1.070312, 1.210938, 1.1875, 1.265625, 1.234375, 1.117188, 1.171875, 1.09375, 1.179688, 1.09375, 1.1875, 1.085938, 1.109375, 1.140625, 1.125, 1.21875, 1.085938, 1.375, 1.132812, 1.242188, 1.117188, 1.28125, 1.15625, 1.101562, 1.140625, 1.140625, 1.117188, 1.109375, 1.117188, 1.148438, 1.164062, 1.171875, 1.125, 1.117188, 1.132812, 1.117188, 1.15625, 1.09375, 1.164062, 1.296875, 1.132812, 1.125, 1.164062, 1.164062, 1.078125, 1.085938, 1.257812, 1.132812, 1.15625, 1.1875, 1.289062, 1.140625, 1.109375, 1.046875, 1.257812, 1.1875, 1.109375, 1.15625, 1.15625, 1.273438, 1.070312, 1.125, 1.085938, 1.132812, 1.148438, 1.179688, 1.148438, 1.203125, 1.117188, 1.164062, 1.117188, 1.132812, 1.039062, 1.226562, 1.148438, 1.125, 1.148438, 1.085938, 1.289062, 1.0625, 1.179688, 1.132812, 1.132812, 1.140625, 1.171875, 1.164062, 1.125, 1.117188, 1.195312, 1.226562, 1.140625, 1.148438, 1.085938, 1.21875, 1.265625, 1.148438, 1.171875, 1.117188, 1.132812, 1.117188, 1.289062, 1.117188, 1.242188, 1.171875, 1.023438, 1.0625, 1.078125, 1.109375, 1.21875, 1.148438, 1.195312, 1.273438, 1.148438, 0.636719, 1.195312, 1.09375, 1.109375, 1.179688, 1.039062, 1.28125, 1.109375, 1.132812, 1.117188, 1.140625, 1.15625, 1.132812, 1.148438, 1.164062, 0.914062, 1.148438, 1.085938, 1.171875, 1.179688, 1.070312, 1.148438, 1.132812, 1.070312, 1.109375, 1.054688, 1.148438, 1.132812, 1.179688, 1.242188, 1.195312, 1.117188, 1.226562, 1.179688, 1.179688, 1.085938, 1.15625, 1.117188, 1.101562, 1.210938, 1.140625, 1.117188, 1.15625, 1.234375, 1.132812, 1.132812, 1.203125, 1.1875, 1.164062, 1.101562, 1.117188, 1.054688, 1.164062, 1.148438, 1.140625, 1.132812, 1.1875, 1.078125, 1.132812, 1.09375, 1.09375, 1.210938, 1.1875, 1.125, 1.078125, 1.132812, 1.171875, 1.078125, 1.15625, 1.085938, 1.171875, 1.164062, 1.210938, 1.09375, 1.125, 1.132812, 1.195312, 1.148438, 1.460938, 1.085938, 1.148438, 1.125, 1.21875, 1.148438, 1.210938, 1.210938, 1.171875, 1.15625, 1.117188, 1.101562, 1.125, 1.078125, 1.125, 1.140625, 1.132812, 1.140625, 1.132812, 1.15625, 1.09375, 1.15625, 1.148438, 1.140625, 1.101562, 1.1875, 1.078125, 1.132812, 1.125, 1.15625, 1.125, 1.125, 1.117188, 1.171875, 1.109375, 0.949219, 1.15625, 1.15625, 1.164062, 1.21875, 1.179688, 1.195312, 1.226562, 1.171875, 1.132812, 1.101562, 1.0625, 1.140625, 1.171875, 1.132812, 1.257812, 1.117188, 1.226562, 1.140625, 1.179688, 1.148438, 1.046875, 1.226562 ] }, "name": "model.transformer.layers.34.attn_norm.weight", "outputIndexes": [ 2110 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2109, 2110 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_34/Mul_1_output_0", "outputIndexes": [ 2111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2111 ], "outputIndexes": [ 3394 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3394 ], "outputIndexes": [ 3395 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear", "inputIndexes": [ 3395 ], "outputIndexes": [ 3396 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2833985736, 9437446, 589824, 12288, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3396 ], "outputIndexes": [ 3397 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3397 ], "outputIndexes": [ 2112 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2111 ], "main_type": "NONE", "name": "/Shape_137_output_0", "outputIndexes": [ 2113 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2113 ], "main_type": "NONE", "name": "Shape2989", "outputIndexes": [ 2114 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2113 ], "main_type": "NONE", "name": "Rank2991", "outputIndexes": [ 2115 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2115, 2115 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2993", "outputIndexes": [ 2116 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2116 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2994", "outputIndexes": [ 2117 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2116, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2996", "outputIndexes": [ 2118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2997", "outputIndexes": [ 2119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114, 2117, 2119, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3000", "outputIndexes": [ 2120 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2120 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3001", "outputIndexes": [ 2121 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2121 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3002", "outputIndexes": [ 2122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2122, 2121 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3003", "outputIndexes": [ 2123 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2113, 2123, 2116 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_174_output_0", "outputIndexes": [ 2124 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2124, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_341_output_0", "outputIndexes": [ 2125 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2125, 1882, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_170_output_0", "outputIndexes": [ 2126 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2112, 2126 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_137_output_0", "outputIndexes": [ 2127 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2127 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_34/Mul_output_0", "outputIndexes": [ 2128 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.398438, -0.002899, -0.003311, 0.222656, -0.014038, 0.120605, 1.320312, 0.683594, 1.460938, 1.234375, 1.929688, 1.367188, 1.421875, 1.484375, 1.585938, 1.875, 1.570312, 1.460938, 1.367188, 1.570312, 1.632812, 1.632812, 1.757812, 1.632812, 1.65625, 1.523438, 1.710938, 1.609375, 1.78125, 1.773438, 1.742188, 1.8125, 1.867188, 1.90625, 1.617188, 1.609375, 1.78125, 1.953125, 1.898438, 1.851562, 1.804688, 1.570312, 2.125, 1.664062, 1.710938, 1.734375, 1.859375, 1.601562, 1.75, 1.765625, 1.890625, 1.859375, 2.15625, 1.765625, 1.6875, 1.8125, 1.8125, 1.78125, 1.75, 1.609375, 1.664062, 1.273438, 1.5625, 1.695312, 0.835938, 0.237305, 0.085938, 0.014893, 1.5, 1.421875, 0.038574, 1.0625, 0.026123, 1.265625, 1.367188, 1.40625, 1.273438, 1.296875, 1.75, 1.46875, 1.515625, 1.671875, 1.703125, 1.757812, 1.742188, 1.71875, 1.859375, 1.726562, 1.539062, 1.664062, 1.4375, 1.8125, 1.648438, 1.40625, 1.5625, 1.46875, 1.585938, 1.460938, 1.75, 1.742188, 1.585938, 1.53125, 1.570312, 1.71875, 1.710938, 1.898438, 1.226562, 1.921875, 1.835938, 1.9375, 1.8125, 1.898438, 1.90625, 1.6875, 1.695312, 1.820312, 1.40625, 1.65625, 1.648438, 1.273438, 1.734375, 1.734375, 1.585938, 1.875, 1.671875, 1.6875, 1.914062, 1.640625 ] }, "name": "model.transformer.layers.34.attn.q_norm.weight", "outputIndexes": [ 2129 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2128, 2129 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_34/Mul_1_output_0", "outputIndexes": [ 2130 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_136_output_0", "outputIndexes": [ 2131 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_137_output_0", "outputIndexes": [ 2132 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2132 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_68_output_0", "outputIndexes": [ 2133 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_136_output_0", "outputIndexes": [ 2134 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133, 2134 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_173_output_0", "outputIndexes": [ 2135 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2135, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_137_output_0", "outputIndexes": [ 2136 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2131, 2136 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_136_output_0", "outputIndexes": [ 2137 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2111 ], "outputIndexes": [ 3398 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3398 ], "outputIndexes": [ 3399 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear", "inputIndexes": [ 3399 ], "outputIndexes": [ 3400 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2844025294, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3400 ], "outputIndexes": [ 3401 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3401 ], "outputIndexes": [ 2138 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2125, 1896, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_171_output_0", "outputIndexes": [ 2139 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2138, 2139 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_138_output_0", "outputIndexes": [ 2140 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2140 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_34/Mul_output_0", "outputIndexes": [ 2141 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.578125, 0.002625, 0.033203, 0.18457, 0.035889, 0.075195, 1.1875, 0.5, 1.390625, 1.460938, 1.601562, 1.359375, 1.40625, 1.46875, 1.640625, 1.960938, 1.585938, 1.367188, 1.265625, 1.71875, 1.773438, 1.773438, 1.265625, 1.796875, 1.65625, 1.21875, 1.546875, 1.882812, 1.726562, 1.46875, 1.382812, 1.539062, 1.46875, 1.328125, 1.71875, 1.882812, 1.578125, 1.367188, 1.523438, 1.640625, 1.664062, 1.929688, 1.054688, 1.898438, 1.945312, 1.890625, 1.789062, 1.820312, 1.804688, 1.640625, 1.664062, 1.8125, 1.414062, 1.6875, 1.757812, 1.414062, 1.695312, 1.726562, 1.601562, 2.0625, 1.40625, 2.328125, 1.875, 1.765625, 0.034912, 0.15332, 0.065918, 0.039062, 1.351562, 1.210938, 0.066895, 1.125, 0.043701, 0.621094, 1.773438, 1.34375, 1.242188, 1.3125, 1.421875, 1.421875, 1.453125, 1.804688, 1.734375, 1.59375, 1.289062, 1.59375, 1.921875, 1.476562, 1.585938, 1.765625, 1.796875, 1.429688, 1.648438, 1.992188, 1.789062, 1.78125, 1.835938, 1.984375, 1.625, 1.46875, 1.734375, 2.015625, 1.96875, 1.8125, 1.890625, 1.484375, 2.640625, 1.773438, 1.648438, 1.640625, 1.851562, 1.671875, 1.8125, 1.976562, 1.9375, 1.875, 2.078125, 1.664062, 1.570312, 2.375, 1.8125, 1.882812, 1.71875, 1.671875, 1.65625, 1.609375, 1.609375, 1.898438 ] }, "name": "model.transformer.layers.34.attn.k_norm.weight", "outputIndexes": [ 2142 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2141, 2142 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_34/Mul_1_output_0", "outputIndexes": [ 2143 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2143, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_138_output_0", "outputIndexes": [ 2144 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2143, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_139_output_0", "outputIndexes": [ 2145 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2145 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_69_output_0", "outputIndexes": [ 2146 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2143, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_138_output_0", "outputIndexes": [ 2147 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2146, 2147 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_174_output_0", "outputIndexes": [ 2148 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2148, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_139_output_0", "outputIndexes": [ 2149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 2149 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_137_output_0", "outputIndexes": [ 2150 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2111 ], "outputIndexes": [ 3402 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3402 ], "outputIndexes": [ 3403 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear", "inputIndexes": [ 3403 ], "outputIndexes": [ 3404 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2846535380, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3404 ], "outputIndexes": [ 3405 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3405 ], "outputIndexes": [ 2151 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2151, 2139 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_139_output_0", "outputIndexes": [ 2152 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137, 2150, 2152, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.34/self_attn/FusedAttention", "outputIndexes": [ 2153 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2153 ], "outputIndexes": [ 3406 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3406 ], "outputIndexes": [ 3407 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear", "inputIndexes": [ 3407 ], "outputIndexes": [ 3408 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2849045466, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3408 ], "outputIndexes": [ 3409 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3409 ], "outputIndexes": [ 2154 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2108, 2154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_138_output_0", "outputIndexes": [ 2155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2155 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_34/Mul_output_0", "outputIndexes": [ 2156 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.388672, 0.371094, 0.380859, 0.376953, 0.378906, 0.378906, 0.375, 0.378906, 0.373047, 0.384766, 0.373047, 0.380859, 0.382812, 0.376953, 0.373047, 0.378906, 0.376953, 0.375, 0.367188, 0.373047, 0.371094, 0.376953, 0.388672, 0.375, 0.503906, 0.376953, 0.373047, 0.376953, 0.378906, 0.378906, 0.376953, 0.378906, 0.376953, 0.382812, 0.380859, 0.378906, 0.380859, 0.373047, 0.382812, 0.384766, 0.378906, 0.380859, 0.404297, 0.378906, 0.375, 0.378906, 0.382812, 0.373047, 0.382812, 0.384766, 0.376953, 0.382812, 0.574219, 0.378906, 0.384766, 0.378906, 0.376953, 0.382812, 0.375, 0.380859, 0.380859, 0.376953, 0.371094, 0.380859, 0.376953, 0.376953, 0.382812, 0.371094, 0.376953, 0.371094, 0.373047, 0.386719, 0.376953, 0.375, 0.373047, 0.373047, 0.376953, 0.373047, 0.375, 0.375, 0.380859, 0.375, 0.384766, 0.376953, 0.378906, 0.388672, 0.380859, 0.378906, 0.373047, 0.378906, 0.382812, 0.373047, 0.384766, 0.373047, 0.375, 0.375, 0.382812, 0.382812, 0.375, 0.371094, 0.375, 0.373047, 0.376953, 0.376953, 0.390625, 0.382812, 0.388672, 0.380859, 0.375, 0.380859, 0.376953, 0.375, 0.376953, 0.375, 0.371094, 0.464844, 0.378906, 0.369141, 0.375, 0.378906, 0.378906, 0.373047, 0.375, 0.380859, 0.378906, 0.382812, 0.371094, 0.375, 0.375, 0.378906, 0.373047, 0.376953, 0.378906, 0.388672, 0.380859, 0.376953, 0.380859, 0.376953, 0.375, 0.380859, 0.371094, 0.376953, 0.375, 0.376953, 0.371094, 0.375, 0.384766, 0.382812, 0.380859, 0.378906, 0.378906, 0.375, 0.382812, 0.376953, 0.376953, 0.380859, 0.373047, 0.375, 0.390625, 0.376953, 0.376953, 0.375, 0.386719, 0.380859, 0.371094, 0.373047, 0.376953, 0.378906, 0.375, 0.382812, 0.5625, 0.378906, 0.382812, 0.378906, 0.378906, 0.384766, 0.376953, 0.382812, 0.380859, 0.373047, 0.376953, 0.382812, 0.382812, 0.386719, 0.378906, 0.378906, 0.371094, 0.392578, 0.373047, 0.380859, 0.369141, 0.390625, 0.371094, 0.376953, 0.382812, 0.375, 0.375, 0.373047, 0.378906, 0.382812, 0.373047, 0.375, 0.382812, 0.375, 0.464844, 0.376953, 0.371094, 0.376953, 0.382812, 0.378906, 0.378906, 0.373047, 0.380859, 0.378906, 0.369141, 0.382812, 0.378906, 0.376953, 0.382812, 0.384766, 0.376953, 0.380859, 0.376953, 0.373047, 0.386719, 0.378906, 0.375, 0.378906, 0.380859, 0.378906, 0.375, 0.396484, 0.376953, 0.373047, 0.378906, 0.376953, 0.380859, 0.373047, 0.382812, 0.388672, 0.382812, 0.380859, 0.371094, 0.382812, 0.382812, 0.373047, 0.380859, 0.378906, 0.378906, 0.373047, 0.378906, 0.384766, 0.373047, 0.376953, 0.378906, 0.380859, 0.369141, 0.382812, 0.386719, 0.378906, 0.376953, 0.382812, 0.380859, 0.376953, 0.380859, 0.384766, 0.375, 0.376953, 0.375, 0.380859, 0.382812, 0.382812, 0.376953, 0.375, 0.373047, 0.373047, 0.371094, 0.369141, 0.376953, 0.375, 0.384766, 0.380859, 0.380859, 0.378906, 0.378906, 0.376953, 0.378906, 0.388672, 0.376953, 0.373047, 0.392578, 0.369141, 0.382812, 0.373047, 0.380859, 0.369141, 0.371094, 0.378906, 0.380859, 0.376953, 0.376953, 0.371094, 0.380859, 0.378906, 0.375, 0.375, 0.373047, 0.378906, 0.376953, 0.378906, 0.378906, 0.380859, 0.378906, 0.376953, 0.384766, 0.376953, 0.376953, 0.380859, 0.380859, 0.382812, 0.380859, 0.378906, 0.380859, 0.371094, 0.378906, 0.376953, 0.380859, 0.382812, 0.371094, 0.376953, 0.376953, 0.371094, 0.380859, 0.376953, 0.382812, 0.384766, 0.376953, 0.378906, 0.371094, 0.386719, 0.380859, 0.378906, 0.378906, 0.378906, 0.378906, 0.384766, 0.376953, 0.376953, 0.378906, 0.378906, 0.371094, 0.382812, 0.373047, 0.378906, 0.373047, 0.376953, 0.373047, 0.373047, 0.386719, 0.376953, 0.386719, 0.376953, 0.376953, 0.382812, 0.378906, 0.371094, 0.380859, 0.384766, 0.380859, 0.382812, 0.375, 0.369141, 0.382812, 0.371094, 0.378906, 0.378906, 0.382812, 0.378906, 0.373047, 0.378906, 0.373047, 0.388672, 0.376953, 0.371094, 0.382812, 0.380859, 0.380859, 0.384766, 0.378906, 0.378906, 0.376953, 0.375, 0.384766, 0.376953, 0.380859, 0.373047, 0.382812, 0.373047, 0.375, 0.375, 0.380859, 0.380859, 0.376953, 0.371094, 0.376953, 0.373047, 0.378906, 0.376953, 0.376953, 0.373047, 0.371094, 0.425781, 0.376953, 0.378906, 0.376953, 0.378906, 0.376953, 0.378906, 0.421875, 0.380859, 0.371094, 0.375, 0.384766, 0.382812, 0.384766, 0.376953, 0.376953, 0.376953, 0.382812, 0.382812, 0.375, 0.380859, 0.380859, 0.380859, 0.386719, 0.375, 0.375, 0.378906, 0.380859, 0.386719, 0.375, 0.380859, 0.376953, 0.376953, 0.378906, 0.373047, 0.373047, 0.378906, 0.375, 0.380859, 0.378906, 0.384766, 0.382812, 0.371094, 0.376953, 0.367188, 0.369141, 0.373047, 0.380859, 0.386719, 0.380859, 0.378906, 0.380859, 0.373047, 0.384766, 0.380859, 0.384766, 0.371094, 0.380859, 0.373047, 0.378906, 0.382812, 0.369141, 0.376953, 0.373047, 0.380859, 0.380859, 0.375, 0.384766, 0.384766, 0.375, 0.382812, 0.384766, 0.380859, 0.378906, 0.380859, 0.373047, 0.382812, 0.378906, 0.378906, 0.375, 0.376953, 0.382812, 0.380859, 0.380859, 0.378906, 0.384766, 0.382812, 0.380859, 0.373047, 0.378906, 0.384766, 0.373047, 0.392578, 0.386719, 0.376953, 0.382812, 0.380859, 0.373047, 0.380859, 0.380859, 0.376953, 0.378906, 0.376953, 0.378906, 0.386719, 0.394531, 0.380859, 0.376953, 0.378906, 0.375, 0.380859, 0.371094, 0.375, 0.378906, 0.376953, 0.380859, 0.376953, 0.376953, 0.373047, 0.382812, 0.382812, 0.378906, 0.373047, 0.382812, 0.378906, 0.382812, 0.380859, 0.378906, 0.376953, 0.371094, 0.375, 0.376953, 0.386719, 0.373047, 0.384766, 0.378906, 0.373047, 0.380859, 0.378906, 0.376953, 0.376953, 0.376953, 0.375, 0.375, 0.373047, 0.376953, 0.378906, 0.371094, 0.384766, 0.378906, 0.376953, 0.373047, 0.373047, 0.376953, 0.398438, 0.378906, 0.378906, 0.378906, 0.376953, 0.371094, 0.388672, 0.378906, 0.386719, 0.380859, 0.375, 0.384766, 0.380859, 0.382812, 0.382812, 0.380859, 0.380859, 0.375, 0.376953, 0.382812, 0.371094, 0.369141, 0.392578, 0.371094, 0.402344, 0.375, 0.375, 0.382812, 0.371094, 0.378906, 0.378906, 0.378906, 0.382812, 0.380859, 0.375, 0.376953, 0.380859, 0.371094, 0.380859, 0.375, 0.384766, 0.380859, 0.386719, 0.380859, 0.380859, 0.373047, 0.380859, 0.373047, 0.373047, 0.375, 0.375, 0.380859, 0.378906, 0.378906, 0.380859, 0.378906, 0.382812, 0.378906, 0.375, 0.378906, 0.367188, 0.378906, 0.376953, 0.378906, 0.382812, 0.375, 0.373047, 0.378906, 0.378906, 0.373047, 0.375, 0.367188, 0.386719, 0.375, 0.378906, 0.375, 0.376953, 0.376953, 0.375, 0.382812, 0.371094, 0.376953, 0.380859, 0.380859, 0.375, 0.375, 0.382812, 0.373047, 0.376953, 0.375, 0.378906, 0.378906, 0.378906, 0.378906, 0.378906, 0.371094, 0.376953, 0.380859, 0.376953, 0.382812, 0.378906, 0.376953, 0.376953, 0.378906, 0.378906, 0.371094, 0.376953, 0.375, 0.371094, 0.378906, 0.378906, 0.375, 0.386719, 0.376953, 0.373047, 0.382812, 0.386719, 0.375, 0.376953, 0.388672, 0.375, 0.382812, 0.390625, 0.375, 0.376953, 0.384766, 0.369141, 0.376953, 0.375, 0.375, 0.375, 0.376953, 0.375, 0.378906, 0.371094, 0.378906, 0.373047, 0.376953, 0.382812, 0.384766, 0.376953, 0.376953, 0.380859, 0.382812, 0.375, 0.523438, 0.378906, 0.378906, 0.375, 0.373047, 0.380859, 0.373047, 0.380859, 0.373047, 0.380859, 0.378906, 0.378906, 0.380859, 0.371094, 0.376953, 0.369141, 0.382812, 0.378906, 0.378906, 0.376953, 0.378906, 0.371094, 0.373047, 0.376953, 0.371094, 0.382812, 0.371094, 0.404297, 0.378906, 0.373047, 0.376953, 0.375, 0.375, 0.380859, 0.441406, 0.375, 0.386719, 0.376953, 0.384766, 0.376953, 0.375, 0.378906, 0.376953, 0.376953, 0.373047, 0.380859, 0.380859, 0.378906, 0.376953, 0.380859, 0.376953, 0.378906, 0.382812, 0.378906, 0.373047, 0.378906, 0.371094, 0.380859, 0.384766, 0.375, 0.378906, 0.382812, 0.378906, 0.373047, 0.380859, 0.378906, 0.371094, 0.376953, 0.375, 0.382812, 0.378906, 0.376953, 0.375, 0.375, 0.376953, 0.378906, 0.375, 0.378906, 0.378906, 0.376953, 0.371094, 0.376953, 0.375, 0.380859, 0.378906, 0.373047, 0.384766, 0.378906, 0.376953, 0.378906, 0.376953, 0.373047, 0.375, 0.378906, 0.378906, 0.384766, 0.382812, 0.376953, 0.373047, 0.380859, 0.380859, 0.384766, 0.375, 0.402344, 0.380859, 0.375, 0.382812, 0.373047, 0.380859, 0.382812, 0.382812, 0.380859, 0.384766, 0.384766, 0.378906, 0.380859, 0.390625, 0.373047, 0.380859, 0.376953, 0.382812, 0.375, 0.376953, 0.382812, 0.376953, 0.382812, 0.386719, 0.380859, 0.375, 0.382812, 0.378906, 0.376953, 0.376953, 0.375, 0.376953, 0.386719, 0.376953, 0.382812, 0.373047, 0.373047, 0.378906, 0.373047, 0.375, 0.376953, 0.382812, 0.371094, 0.371094, 0.375, 0.373047, 0.371094, 0.378906, 0.373047, 0.380859, 0.376953, 0.384766, 0.378906, 0.378906, 0.371094, 0.380859, 0.382812, 0.373047, 0.382812, 0.378906, 0.375, 0.382812, 0.375, 0.376953, 0.378906, 0.388672, 0.375, 0.371094, 0.375, 0.378906, 0.382812, 0.371094, 0.378906, 0.380859, 0.376953, 0.376953, 0.388672, 0.375, 0.376953, 0.375, 0.371094, 0.382812, 0.382812, 0.380859, 0.380859, 0.376953, 0.382812, 0.371094, 0.376953, 0.375, 0.373047, 0.369141, 0.380859, 0.378906, 0.376953, 0.371094, 0.378906, 0.382812, 0.378906, 0.375, 0.373047, 0.375, 0.375, 0.375, 0.369141, 0.369141, 0.376953, 0.376953, 0.375, 0.380859, 0.378906, 0.380859, 0.376953, 0.375, 0.378906, 0.375, 0.373047, 0.376953, 0.384766, 0.380859, 0.378906, 0.378906, 0.378906, 0.375, 0.375, 0.373047, 0.380859, 0.380859, 0.371094, 0.376953, 0.380859, 0.376953, 0.367188, 0.376953, 0.373047, 0.371094, 0.378906, 0.376953, 0.376953, 0.376953, 0.40625, 0.375, 0.392578, 0.380859, 0.380859, 0.375, 0.376953, 0.382812, 0.376953, 0.373047, 0.386719, 0.375, 0.378906, 0.378906, 0.378906, 0.380859, 0.373047, 0.380859, 0.376953, 0.386719, 0.378906, 0.382812, 0.371094, 0.392578, 0.384766, 0.373047, 0.378906, 0.380859, 0.378906, 0.376953, 0.371094, 0.378906, 0.373047, 0.376953, 0.376953, 0.375, 0.371094, 0.404297, 0.376953, 0.380859, 0.380859, 0.376953, 0.371094, 0.378906, 0.376953, 0.378906, 0.388672, 0.380859, 0.378906, 0.378906, 0.367188, 0.380859, 0.384766, 0.376953, 0.380859, 0.375, 0.386719, 0.371094, 0.376953, 0.378906, 0.380859, 0.376953, 0.378906, 0.373047, 0.375, 0.380859, 0.378906, 0.375, 0.394531, 0.376953, 0.373047, 0.375, 0.376953, 0.419922, 0.375, 0.384766, 0.375, 0.382812, 0.373047, 0.375, 0.382812, 0.371094, 0.373047, 0.378906, 0.369141, 0.373047, 0.375, 0.375, 0.375, 0.378906, 0.376953, 0.376953, 0.380859, 0.371094, 0.380859, 0.376953, 0.375, 0.367188, 0.380859, 0.376953, 0.380859, 0.382812, 0.373047, 0.375, 0.382812, 0.378906, 0.376953, 0.380859, 0.369141, 0.382812, 0.376953, 0.373047, 0.376953, 0.373047, 0.378906, 0.371094, 0.375, 0.380859, 0.388672, 0.671875, 0.390625, 0.378906, 0.369141, 0.375, 0.382812, 0.380859, 0.382812, 0.376953, 0.376953, 0.380859, 0.376953, 0.373047, 0.376953, 0.369141, 0.373047, 0.378906, 0.375, 0.382812, 0.369141, 0.378906, 0.380859, 0.376953, 0.382812, 0.376953, 0.371094, 0.373047, 0.376953, 0.375, 0.378906, 0.375, 0.376953, 0.388672, 0.380859, 0.378906, 0.373047, 0.382812, 0.449219, 0.375, 0.380859, 0.378906, 0.380859, 0.376953, 0.378906, 0.378906, 0.378906, 0.371094, 0.380859, 0.384766, 0.386719, 0.376953, 0.375, 0.376953, 0.382812, 0.380859, 0.378906, 0.373047, 0.384766, 0.378906, 0.378906, 0.373047, 0.376953, 0.394531, 0.380859, 0.371094, 0.371094, 0.384766, 0.375, 0.373047, 0.378906, 0.380859, 0.376953, 0.376953, 0.373047, 0.392578, 0.375, 0.378906, 0.382812, 0.371094, 0.378906, 0.373047, 0.376953, 0.378906, 0.380859, 0.380859, 0.378906, 0.380859, 0.380859, 0.380859, 0.382812, 0.373047, 0.375, 0.375, 0.371094, 0.431641, 0.378906, 0.373047, 0.382812, 0.371094, 0.378906, 0.378906, 0.380859, 0.378906, 0.376953, 0.376953, 0.378906, 0.384766, 0.369141, 0.371094, 0.376953, 0.375, 0.382812, 0.375, 0.380859, 0.414062, 0.378906, 0.400391, 0.375, 0.378906, 0.371094, 0.376953, 0.376953, 0.375, 0.376953, 0.373047, 0.375, 0.378906, 0.375, 0.375, 0.380859, 0.375, 0.376953, 0.376953, 0.382812, 0.380859, 0.375, 0.375, 0.371094, 0.382812, 0.376953, 0.378906, 0.376953, 0.378906, 0.376953, 0.384766, 0.402344, 0.380859, 0.380859, 0.371094, 0.369141, 0.378906, 0.373047, 0.375, 0.376953, 0.380859, 0.378906, 0.382812, 0.380859, 0.376953, 0.376953, 0.375, 0.380859, 0.384766, 0.392578, 0.376953, 0.375, 0.373047, 0.373047, 0.373047, 0.376953, 0.378906, 0.386719, 0.378906, 0.382812, 0.380859, 0.373047, 0.378906, 0.380859, 0.384766, 0.378906, 0.373047, 0.386719, 0.382812, 0.375, 0.378906, 0.371094, 0.375, 0.380859, 0.371094, 0.376953, 0.384766, 0.382812, 0.375, 0.375, 0.375, 0.390625, 0.375, 0.378906, 0.378906, 0.380859, 0.376953, 0.371094, 0.376953, 0.380859, 0.380859, 0.390625, 0.375, 0.384766, 0.384766, 0.371094, 0.369141, 0.382812, 0.367188, 0.375, 0.382812, 0.375, 0.394531, 0.373047, 0.367188, 0.376953, 0.382812, 0.378906, 0.382812, 0.373047, 0.376953, 0.376953, 0.373047, 0.380859, 0.384766, 0.373047, 0.378906, 0.376953, 0.376953, 0.375, 0.376953, 0.375, 0.371094, 0.376953, 0.375, 0.373047, 0.380859, 0.376953, 0.378906, 0.382812, 0.388672, 0.384766, 0.375, 0.384766, 0.376953, 0.380859, 0.371094, 0.375, 0.375, 0.378906, 0.382812, 0.376953, 0.376953, 0.378906, 0.376953, 0.386719, 0.386719, 0.376953, 0.375, 0.380859, 0.380859, 0.375, 0.382812, 0.378906, 0.371094, 0.378906, 0.380859, 0.384766, 0.380859, 0.375, 0.376953, 0.375, 0.380859, 0.378906, 0.378906, 0.382812, 0.378906, 0.382812, 0.378906, 0.371094, 0.375, 0.380859, 0.382812, 0.367188, 0.380859, 0.373047, 0.378906, 0.363281, 0.392578, 0.382812, 0.376953, 0.384766, 0.380859, 0.371094, 0.515625, 0.375, 0.382812, 0.378906, 0.380859, 0.376953, 0.378906, 0.378906, 0.376953, 0.375, 0.390625, 0.375, 0.376953, 0.373047, 0.376953, 0.373047, 0.376953, 0.375, 0.376953, 0.378906, 0.380859, 0.380859, 0.416016, 0.382812, 0.373047, 0.376953, 0.369141, 0.386719, 0.371094, 0.375, 0.373047, 0.376953, 0.376953, 0.371094, 0.378906, 0.380859, 0.376953, 0.376953, 0.373047, 0.376953, 0.382812, 0.376953, 0.378906, 0.386719, 0.375, 0.375, 0.380859, 0.375, 0.53125, 0.380859, 0.380859, 0.369141, 0.373047, 0.378906, 0.371094, 0.378906, 0.380859, 0.375, 0.371094, 0.373047, 0.363281, 0.380859, 0.376953, 0.390625, 0.382812, 0.376953, 0.373047, 0.376953, 0.371094, 0.380859, 0.384766, 0.376953, 0.371094, 0.382812, 0.378906, 0.369141, 0.382812, 0.373047, 0.373047, 0.380859, 0.376953, 0.380859, 0.376953, 0.378906, 0.384766, 0.378906, 0.373047, 0.376953, 0.369141, 0.380859, 0.378906, 0.378906, 0.371094, 0.378906, 0.375, 0.382812, 0.392578, 0.380859, 0.371094, 0.373047, 0.380859, 0.380859, 0.386719, 0.373047, 0.392578, 0.375, 0.376953, 0.378906, 0.417969, 0.376953, 0.378906, 0.380859, 0.371094, 0.378906, 0.386719, 0.378906, 0.376953, 0.378906, 0.380859, 0.375, 0.382812, 0.373047, 0.375, 0.375, 0.380859, 0.380859, 0.382812, 0.380859, 0.380859, 0.375, 0.378906, 0.369141, 0.371094, 0.378906, 0.375, 0.382812, 0.380859, 0.369141, 0.482422, 0.378906, 0.378906, 0.384766, 0.380859, 0.380859, 0.382812, 0.376953, 0.376953, 0.378906, 0.373047, 0.376953, 0.380859, 0.378906, 0.376953, 0.376953, 0.380859, 0.378906, 0.373047, 0.376953, 0.375, 0.380859, 0.380859, 0.376953, 0.373047, 0.376953, 0.378906, 0.376953, 0.376953, 0.380859, 0.380859, 0.375, 0.375, 0.378906, 0.378906, 0.373047, 0.375, 0.371094, 0.380859, 0.375, 0.375, 0.380859, 0.378906, 0.375, 0.376953, 0.375, 0.427734, 0.376953, 0.384766, 0.380859, 0.376953, 0.373047, 0.376953, 0.380859, 0.376953, 0.388672, 0.373047, 0.371094, 0.378906, 0.371094, 0.375, 0.388672, 0.378906, 0.380859, 0.382812, 0.376953, 0.373047, 0.382812, 0.382812, 0.376953, 0.375, 0.376953, 0.375, 0.375, 0.373047, 0.384766, 0.390625, 0.380859, 0.388672, 0.384766, 0.375, 0.375, 0.371094, 0.386719, 0.435547, 0.386719, 0.378906, 0.371094, 0.369141, 0.380859, 0.380859, 0.388672, 0.375, 0.400391, 0.378906, 0.373047, 0.373047, 0.378906, 0.371094, 0.390625, 0.382812, 0.376953, 0.371094, 0.375, 0.373047, 0.369141, 0.371094, 0.378906, 0.371094, 0.378906, 0.375, 0.380859, 0.376953, 0.375, 0.376953, 0.382812, 0.373047, 0.375, 0.390625, 0.378906, 0.373047, 0.375, 0.378906, 0.380859, 0.380859, 0.378906, 0.376953, 0.392578, 0.375, 0.376953, 0.376953, 0.376953, 0.376953, 0.378906, 0.375, 0.373047, 0.376953, 0.375, 0.376953, 0.380859, 0.384766, 0.378906, 0.378906, 0.380859, 0.376953, 0.369141, 0.371094, 0.386719, 0.382812, 0.375, 0.373047, 0.371094, 0.384766, 0.373047, 0.380859, 0.375, 0.380859, 0.378906, 0.373047, 0.373047, 0.380859, 0.375, 0.373047, 0.375, 0.369141, 0.386719, 0.380859, 0.380859, 0.378906, 0.380859, 0.369141, 0.376953, 0.386719, 0.021973, 0.373047, 0.371094, 0.371094, 0.380859, 0.375, 0.375, 0.378906, 0.375, 0.376953, 0.371094, 0.378906, 0.376953, 0.378906, 0.369141, 0.382812, 0.384766, 0.375, 0.384766, 0.380859, 0.375, 0.376953, 0.378906, 0.382812, 0.386719, 0.376953, 0.380859, 0.380859, 0.378906, 0.376953, 0.380859, 0.373047, 0.371094, 0.388672, 0.375, 0.378906, 0.378906, 0.380859, 0.384766, 0.380859, 0.376953, 0.371094, 0.390625, 0.378906, 0.378906, 0.375, 0.378906, 0.384766, 0.380859, 0.375, 0.384766, 0.390625, 0.380859, 0.380859, 0.371094, 0.378906, 0.375, 0.380859, 0.376953, 0.378906, 0.369141, 0.380859, 0.375, 0.382812, 0.380859, 0.375, 0.371094, 0.373047, 0.380859, 0.382812, 0.378906, 0.380859, 0.375, 0.376953, 0.380859, 0.382812, 0.380859, 0.380859, 0.380859, 0.382812, 0.365234, 0.382812, 0.376953, 0.380859, 0.373047, 0.376953, 0.382812, 0.382812, 0.376953, 0.376953, 0.378906, 0.375, 0.376953, 0.376953, 0.384766, 0.375, 0.404297, 0.378906, 0.376953, 0.380859, 0.378906, 0.369141, 0.380859, 0.378906, 0.373047, 0.373047, 0.382812, 0.373047, 0.378906, 0.376953, 0.367188, 0.382812, 0.376953, 0.376953, 0.380859, 0.373047, 0.376953, 0.375, 0.378906, 0.376953, 0.386719, 0.380859, 0.386719, 0.378906, 0.378906, 0.376953, 0.382812, 0.380859, 0.376953, 0.378906, 0.378906, 0.375, -0.003555, 0.388672, 0.380859, 0.375, 0.373047, 0.378906, 0.384766, 0.378906, 0.378906, 0.373047, 0.375, 0.378906, 0.369141, 0.386719, 0.384766, 0.371094, 0.380859, 0.375, 0.375, 0.382812, 0.369141, 0.376953, 0.371094, 0.365234, 0.382812, 0.373047, 0.376953, 0.376953, 0.376953, 0.380859, 0.376953, 0.380859, 0.376953, 0.380859, 0.382812, 0.376953, 0.376953, 0.380859, 0.367188, 0.378906, 0.472656, 0.380859, 0.373047, 0.384766, 0.380859, 0.376953, 0.378906, 0.378906, 0.375, 0.378906, 0.408203, 0.380859, 0.375, 0.380859, 0.375, 0.378906, 0.382812, 0.375, 0.380859, 0.376953, 0.388672, 0.378906, 0.382812, 0.375, 0.371094, 0.376953, 0.378906, 0.384766, 0.376953, 0.375, 0.375, 0.373047, 0.371094, 0.380859, 0.380859, 0.380859, 0.378906, 0.375, 0.375, 0.375, 0.378906, 0.371094, 0.388672, 0.382812, 0.378906, 0.373047, 0.376953, 0.376953, 0.376953, 0.382812, 0.375, 0.376953, 0.382812, 0.376953, 0.376953, 0.375, 0.375, 0.380859, 0.373047, 0.375, 0.376953, 0.373047, 0.375, 0.376953, 0.369141, 0.378906, 0.382812, 0.382812, 0.380859, 0.371094, 0.376953, 0.376953, 0.382812, 0.380859, 0.382812, 0.375, 0.373047, 0.382812, 0.367188, 0.376953, 0.378906, 0.376953, 0.376953, 0.375, 0.384766, 0.376953, 0.378906, 0.378906, 0.384766, 0.378906, 0.375, 0.380859, 0.386719, 0.392578, 0.388672, 0.376953, 0.376953, 0.435547, 0.367188, 0.380859, 0.382812, 0.378906, 0.378906, 0.378906, 0.373047, 0.378906, 0.371094, 0.373047, 0.375, 0.375, 0.386719, 0.382812, 0.380859, 0.380859, 0.375, 0.373047, 0.375, 0.373047, 0.375, 0.382812, 0.380859, 0.382812, 0.382812, 0.376953, 0.375, 0.367188, 0.375, 0.375, 0.375, 0.386719, 0.373047, 0.378906, 0.378906, 0.373047, 0.380859, 0.375, 0.378906, 0.375, 0.375, 0.376953, 0.376953, 0.373047, 0.378906, 0.378906, 0.373047, 0.378906, 0.375, 0.380859, 0.380859, 0.398438, 0.376953, 0.380859, 0.380859, 0.376953, 0.382812, 0.373047, 0.369141, 0.376953, 0.376953, 0.373047, 0.373047, 0.380859, 0.380859, 0.375, 0.376953, 0.375, 0.382812, 0.375, 0.373047, 0.380859, 0.376953, 0.380859, 0.384766, 0.376953, 0.371094, 0.376953, 0.384766, 0.378906, 0.371094, 0.371094, 0.378906, 0.373047, 0.376953, 0.378906, 0.378906, 0.382812, 0.375, 0.373047, 0.378906, 0.380859, 0.376953, 0.375, 0.369141, 0.375, 0.371094, 0.382812, 0.373047, 0.375, 0.373047, 0.380859, 0.380859, 0.378906, 0.382812, 0.380859, 0.376953, 0.371094, 0.378906, 0.376953, 0.396484, 0.378906, 0.373047, 0.371094, 0.378906, 0.375, 0.371094, 0.380859, 0.373047, 0.376953, 0.380859, 0.378906, 0.376953, 0.375, 0.375, 0.373047, 0.382812, 0.378906, 0.378906, 0.574219, 0.375, 0.384766, 0.375, 0.376953, 0.373047, 0.380859, 0.378906, 0.376953, 0.376953, 0.386719, 0.376953, 0.378906, 0.373047, 0.382812, 0.376953, 0.382812, 0.373047, 0.376953, 0.384766, 0.375, 0.375, 0.373047, 0.384766, 0.519531, 0.376953, 0.376953, 0.371094, 0.378906, 0.373047, 0.375, 0.371094, 0.375, 0.378906, 0.375, 0.375, 0.388672, 0.378906, 0.375, 0.371094, 0.378906, 0.414062, 0.373047, 0.375, 0.378906, 0.376953, 0.371094, 0.376953, 0.375, 0.378906, 0.382812, 0.378906, 0.375, 0.376953, 0.375, 0.375, 0.376953, 0.375, 0.367188, 0.378906, 0.378906, 0.369141, 0.382812, 0.380859, 0.376953, 0.373047, 0.369141, 0.378906, 0.378906, 0.384766, 0.380859, 0.380859, 0.384766, 0.380859, 0.375, 0.373047, 0.380859, 0.376953, 0.375, 0.376953, 0.367188, 0.373047, 0.376953, 0.380859, 0.382812, 0.384766, 0.382812, 0.376953, 0.373047, 0.382812, 0.376953, 0.373047, 0.382812, 0.382812, 0.382812, 0.382812, 0.373047, 0.375, 0.375, 0.376953, 0.380859, 0.386719, 0.375, 0.369141, 0.384766, 0.376953, 0.373047, 0.376953, 0.382812, 0.378906, 0.435547, 0.375, 0.378906, 0.369141, 0.376953, 0.375, 0.371094, 0.386719, 0.462891, 0.378906, 0.373047, 0.382812, 0.378906, 0.384766, 0.376953, 0.371094, 0.375, 0.375, 0.378906, 0.376953, 0.53125, 0.378906, 0.378906, 0.376953, 0.375, 0.382812, 0.373047, 0.378906, 0.380859, 0.373047, 0.376953, 0.373047, 0.375, 0.384766, 0.382812, 0.378906, 0.371094, 0.390625, 0.371094, 0.376953, 0.376953, 0.378906, 0.378906, 0.371094, 0.378906, 0.369141, 0.382812, 0.376953, 0.378906, 0.375, 0.378906, 0.375, 0.376953, 0.371094, 0.378906, 0.373047, 0.384766, 0.375, 0.375, 0.378906, 0.378906, 0.378906, 0.378906, 0.376953, 0.375, 0.373047, 0.384766, 0.376953, 0.371094, 0.384766, 0.384766, 0.373047, 0.378906, 0.375, 0.369141, 0.394531, 0.375, 0.390625, 0.378906, 0.373047, 0.384766, 0.371094, 0.373047, 0.376953, 0.386719, 0.376953, 0.376953, 0.380859, 0.375, 0.386719, 0.376953, 0.371094, 0.376953, 0.375, 0.375, 0.378906, 0.382812, 0.376953, 0.376953, 0.378906, 0.376953, 0.376953, 0.373047, 0.376953, 0.375, 0.378906, 0.373047, 0.373047, 0.375, 0.371094, 0.378906, 0.380859, 0.376953, 0.380859, 0.380859, 0.386719, 0.375, 0.384766, 0.373047, 0.373047, 0.380859, 0.375, 0.378906, 0.382812, 0.373047, 0.376953, 0.380859, 0.373047, 0.373047, 0.373047, 0.365234, 0.373047, 0.369141, 0.378906, 0.375, 0.376953, 0.375, 0.380859, 0.382812, 0.382812, 0.375, 0.380859, 0.486328, 0.375, 0.376953, 0.375, 0.375, 0.384766, 0.380859, 0.376953, 0.380859, 0.375, 0.373047, 0.376953, 0.382812, 0.380859, 0.380859, 0.376953, 0.376953, 0.375, 0.388672, 0.373047, 0.376953, 0.375, 0.375, 0.375, 0.373047, 0.378906, 0.376953, 0.382812, 0.373047, 0.376953, 0.380859, 0.373047, 0.380859, 0.373047, 0.398438, 0.375, 0.378906, 0.382812, 0.384766, 0.373047, 0.375, 0.373047, 0.386719, 0.376953, 0.376953, 0.376953, 0.378906, 0.380859, 0.396484, 0.375, 0.378906, 0.376953, 0.380859, 0.375, 0.378906, 0.375, 0.380859, 0.380859, 0.367188, 0.378906, 0.373047, 0.375, 0.375, 0.375, 0.376953, 0.376953, 0.380859, 0.382812, 0.371094, 0.378906, 0.375, 0.380859, 0.380859, 0.378906, 0.382812, 0.375, 0.384766, 0.382812, 0.369141, 0.375, 0.373047, 0.376953, 0.371094, 0.375, 0.376953, 0.382812, 0.376953, 0.386719, 0.429688, 0.376953, 0.378906, 0.380859, 0.375, 0.378906, 0.384766, 0.388672, 0.373047, 0.376953, 0.376953, 0.376953, 0.378906, 0.382812, 0.376953, 0.375, 0.380859, 0.382812, 0.371094, 0.380859, 0.384766, 0.382812, 0.371094, 0.371094, 0.376953, 0.382812, 0.375, 0.375, 0.378906, 0.373047, 0.382812, 0.375, 0.376953, 0.376953, 0.384766, 0.375, 0.375, 0.378906, 0.380859, 0.392578, 0.382812, 0.376953, 0.373047, 0.380859, 0.378906, 0.376953, 0.373047, 0.378906, 0.376953, 0.382812, 0.380859, 0.378906, 0.378906, 0.375, 0.378906, 0.378906, 0.380859, 0.380859, 0.376953, 0.380859, 0.373047, 0.384766, 0.373047, 0.373047, 0.384766, 0.382812, 0.376953, 0.384766, 0.382812, 0.382812, 0.380859, 0.376953, 0.376953, 0.367188, 0.380859, 0.375, 0.376953, 0.375, 0.375, 0.375, 0.378906, 0.382812, 0.375, 0.373047, 0.380859, 0.378906, 0.380859, 0.375, 0.380859, 0.375, 0.384766, 0.378906, 0.378906, 0.384766, 0.375, 0.376953, 0.378906, 0.369141, 0.382812, 0.388672, 0.378906, 0.376953, 0.373047, 0.396484, 0.384766, 0.382812, 0.373047, 0.380859, 0.384766, 0.373047, 0.378906, 0.378906, 0.373047, 0.376953, 0.375, 0.375, 0.373047, 0.402344, 0.380859, 0.375, 0.380859, 0.375, 0.378906, 0.376953, 0.375, 0.376953, 0.382812, 0.380859, 0.378906, 0.375, 0.373047, 0.373047, 0.375, 0.378906, 0.384766, 0.380859, 0.384766, 0.386719, 0.376953, 0.371094, 0.378906, 0.376953, 0.375, 0.367188, 0.373047, 0.373047, 0.375, 0.380859, 0.378906, 0.367188, 0.378906, 0.378906, 0.376953, 0.375, 0.382812, 0.378906, 0.373047, 0.384766, 0.380859, 0.380859, 0.375, 0.376953, 0.388672, 0.371094, 0.376953, 0.382812, 0.382812, 0.373047, 0.373047, 0.376953, 0.373047, 0.375, 0.375, 0.375, 0.429688, 0.371094, 0.390625, 0.376953, 0.380859, 0.375, 0.375, 0.388672, 0.380859, 0.386719, 0.373047, 0.376953, 0.378906, 0.380859, 0.373047, 0.382812, 0.376953, 0.380859, 0.375, 0.375, 0.376953, 0.380859, 0.369141, 0.376953, 0.376953, 0.382812, 0.376953, 0.375, 0.380859, 0.384766, 0.371094, 0.375, 0.378906, 0.375, 0.373047, 0.378906, 0.382812, 0.375, 0.376953, 0.378906, 0.378906, 0.373047, 0.388672, 0.375, 0.376953, 0.376953, 0.378906, 0.376953, 0.378906, 0.382812, 0.369141, 0.382812, 0.369141, 0.000854, 0.375, 0.376953, 0.371094, 0.388672, 0.386719, 0.376953, 0.375, 0.371094, 0.419922, 0.373047, 0.375, 0.373047, 0.373047, 0.376953, 0.386719, 0.388672, 0.375, 0.375, 0.380859, 0.384766, 0.419922, 0.373047, 0.369141, 0.371094, 0.375, 0.376953, 0.386719, 0.376953, 0.380859, 0.375, 0.376953, 0.376953, 0.378906, 0.378906, 0.375, 0.378906, 0.378906, 0.378906, 0.375, 0.382812, 0.376953, 0.380859, 0.375, 0.371094, 0.382812, 0.380859, 0.388672, 0.375, 0.380859, 0.376953, 0.373047, 0.412109, 0.384766, 0.373047, 0.375, 0.376953, 0.375, 0.375, 0.378906, 0.373047, 0.373047, 0.380859, 0.380859, 0.376953, 0.380859, 0.378906, 0.380859, 0.375, 0.380859, 0.378906, 0.386719, 0.375, 0.369141, 0.376953, 0.380859, 0.378906, 0.382812, 0.378906, 0.378906, 0.371094, 0.375, 0.384766, 0.384766, 0.378906, 0.382812, 0.380859, 0.380859, 0.371094, 0.376953, 0.378906, 0.384766, 0.375, 0.390625, 0.378906, 0.382812, 0.382812, 0.375, 0.378906, 0.378906, 0.375, 0.375, 0.375, 0.373047, 0.378906, 0.386719, 0.384766, 0.371094, 0.382812, 0.380859, 0.378906, 0.382812, 0.371094, 0.373047, 0.382812, 0.386719, 0.378906, 0.380859, 0.380859, 0.380859, 0.369141, 0.380859, 0.378906, 0.382812, 0.375, 0.378906, 0.375, 0.378906, 0.382812, 0.373047, 0.394531, 0.378906, 0.375, 0.373047, 0.375, 0.380859, 0.382812, 0.369141, 0.375, 0.378906, 0.380859, 0.380859, 0.382812, 0.376953, 0.378906, 0.375, 0.378906, 0.376953, 0.376953, 0.375, 0.373047, 0.373047, 0.375, 0.380859, 0.380859, 0.378906, 0.376953, 0.380859, 0.367188, 0.371094, 0.380859, 0.376953, 0.380859, 0.375, 0.382812, 0.378906, 0.384766, 0.375, 0.380859, 0.380859, 0.369141, 0.384766, 0.380859, 0.380859, 0.375, 0.380859, 0.376953, 0.380859, 0.375, 0.382812, 0.378906, 0.375, 0.378906, 0.375, 0.365234, 0.382812, 0.382812, 0.378906, 0.378906, 0.376953, 0.376953, 0.380859, 0.371094, 0.375, 0.386719, 0.378906, 0.375, 0.386719, 0.367188, 0.378906, 0.375, 0.373047, 0.384766, 0.376953, 0.378906, 0.380859, 0.384766, 0.380859, 0.378906, 0.376953, 0.376953, 0.376953, 0.378906, 0.378906, 0.388672, 0.380859, 0.375, 0.375, 0.376953, 0.380859, 0.380859, 0.375, 0.382812, 0.376953, 0.384766, 0.375, 0.375, 0.375, 0.376953, 0.384766, 0.382812, 0.376953, 0.378906, 0.378906, 0.378906, 0.378906, 0.373047, 0.378906, 0.384766, 0.373047, 0.371094, 0.376953, 0.384766, 0.375, 0.376953, 0.382812, 0.376953, 0.378906, 0.376953, 0.375, 0.376953, 0.380859, 0.376953, 0.376953, 0.380859, 0.373047, 0.373047, 0.371094, 0.373047, 0.380859, 0.373047, 0.382812, 0.384766, 0.375, 0.369141, 0.380859, 0.378906, 0.384766, 0.382812, 0.376953, 0.380859, 0.376953, 0.376953, 0.382812, 0.384766, 0.376953, 0.378906, 0.376953, 0.375, 0.378906, 0.402344, 0.373047, 0.375, 0.375, 0.378906, 0.373047, 0.378906, 0.378906, 0.384766, 0.439453, 0.380859, 0.376953, 0.375, 0.386719, 0.378906, 0.376953, 0.380859, 0.376953, 0.375, 0.382812, 0.382812, 0.384766, 0.378906, 0.378906, 0.435547, 0.375, 0.380859, 0.382812, 0.376953, 0.369141, 0.373047, 0.380859, 0.375, 0.376953, 0.382812, 0.376953, 0.375, 0.375, 0.378906, 0.376953, 0.378906, 0.378906, 0.378906, 0.380859, 0.376953, 0.384766, 0.376953, 0.376953, 0.384766, 0.380859, 0.376953, 0.376953, 0.380859, 0.390625, 0.384766, 0.375, 0.373047, 0.380859, 0.376953, 0.365234, 0.376953, 0.376953, 0.380859, 0.382812, 0.378906, 0.380859, 0.376953, 0.369141, 0.376953, 0.380859, 0.376953, 0.384766, 0.380859, 0.378906, 0.386719, 0.386719, 0.384766, 0.388672, 0.378906, 0.371094, 0.384766, 0.384766, 0.376953, 0.373047, 0.380859, 0.373047, 0.375, 0.378906, 0.378906, 0.373047, 0.378906, 0.380859, 0.376953, 0.378906, 0.384766, 0.373047, 0.380859, 0.386719, 0.384766, 0.376953, 0.375, 0.378906, 0.380859, 0.382812, 0.373047, 0.375, 0.373047, 0.380859, 0.386719, 0.380859, 0.373047, 0.376953, 0.373047, 0.371094, 0.380859, 0.382812, 0.380859, 0.376953, 0.378906, 0.380859, 0.373047, 0.375, 0.378906, 0.378906, 0.376953, 0.375, 0.382812, 0.376953, 0.371094, 0.378906, 0.376953, 0.378906, 0.386719, 0.373047, 0.376953, 0.376953, 0.376953, 0.380859, 0.376953, 0.376953, 0.382812, 0.375, 0.380859, 0.375, 0.378906 ] }, "name": "model.transformer.layers.34.ffn_norm.weight", "outputIndexes": [ 2157 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2156, 2157 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_34/Mul_1_output_0", "outputIndexes": [ 2158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2158 ], "outputIndexes": [ 3410 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3410 ], "outputIndexes": [ 3411 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_1/Linear", "inputIndexes": [ 3411 ], "outputIndexes": [ 3412 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 24064, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 577536, "weightSize": 0 }, "external": [ 2859072736, 73924870, 4620288, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3412 ], "outputIndexes": [ 3413 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3413 ], "outputIndexes": [ 2159 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 24064 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 12032 ] }, "name": "/ffn_34/Mul_output_0", "outputIndexes": [ 2160 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2159, 21, 2160, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_34/Slice_output_0", "outputIndexes": [ 2161 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2161 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_34/Sigmoid_output_0", "outputIndexes": [ 2162 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2161, 2162 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_34/Mul_output_0", "outputIndexes": [ 2163 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 24064 ] }, "name": "/ffn_34/Mul_1_output_0", "outputIndexes": [ 2164 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2159, 2160, 2164, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_34/Slice_1_output_0", "outputIndexes": [ 2165 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2163, 2165 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_34/Mul_2_output_0", "outputIndexes": [ 2166 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2166 ], "outputIndexes": [ 3414 ], "main_type": "Reshape", "main": { "dims": [ -1, 12032, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3414 ], "outputIndexes": [ 3415 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_2/Linear", "inputIndexes": [ 3415 ], "outputIndexes": [ 3416 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 12032, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 288768, "weightSize": 0 }, "external": [ 2937617894, 36962566, 2310144, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3416 ], "outputIndexes": [ 3417 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3417 ], "outputIndexes": [ 2167 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2155, 2167 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_139_output_0", "outputIndexes": [ 2168 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 1 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_140_output_0", "outputIndexes": [ 2169 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2169 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/attn_norm_35/Mul_output_0", "outputIndexes": [ 2170 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.273438, 1.359375, 1.367188, 1.25, 1.289062, 1.3125, 1.375, 1.3125, 1.460938, 1.3125, 1.34375, 1.296875, 1.28125, 1.257812, 1.390625, 1.398438, 1.289062, 1.25, 1.367188, 1.320312, 1.257812, 1.375, 1.203125, 1.351562, 1.085938, 1.351562, 1.273438, 1.34375, 1.242188, 1.390625, 1.390625, 1.34375, 1.34375, 1.375, 1.375, 1.296875, 1.320312, 1.234375, 1.328125, 1.3125, 1.3125, 1.257812, 1.328125, 1.273438, 1.28125, 1.460938, 1.351562, 1.265625, 1.335938, 1.257812, 1.398438, 1.421875, 1.617188, 1.3125, 1.351562, 1.398438, 1.335938, 1.335938, 1.328125, 1.28125, 1.28125, 1.242188, 1.289062, 1.320312, 1.34375, 1.375, 1.382812, 1.273438, 1.296875, 1.328125, 1.398438, 1.234375, 1.382812, 1.445312, 1.25, 1.3125, 1.289062, 1.242188, 1.28125, 1.367188, 1.3125, 1.304688, 1.328125, 1.296875, 1.375, 1.304688, 1.320312, 1.28125, 1.289062, 1.25, 1.320312, 1.34375, 1.265625, 1.257812, 1.296875, 1.4375, 1.28125, 1.398438, 1.304688, 1.398438, 1.25, 1.304688, 1.289062, 1.46875, 1.09375, 1.265625, 1.390625, 1.351562, 1.195312, 1.273438, 1.335938, 1.273438, 1.34375, 1.28125, 1.304688, 1.382812, 1.320312, 1.335938, 1.3125, 1.328125, 1.304688, 1.414062, 1.367188, 1.304688, 1.335938, 1.351562, 1.304688, 1.273438, 1.28125, 1.296875, 1.1875, 1.3125, 1.34375, 1.390625, 1.34375, 1.273438, 1.296875, 1.335938, 1.34375, 1.3125, 1.382812, 1.296875, 1.34375, 1.25, 1.320312, 1.382812, 1.375, 1.289062, 1.28125, 1.203125, 1.3125, 1.335938, 1.28125, 1.328125, 1.25, 1.21875, 1.367188, 1.320312, 1.25, 1.3125, 1.28125, 1.210938, 1.203125, 1.304688, 1.34375, 1.382812, 1.40625, 1.367188, 1.382812, 1.320312, 1.75, 1.398438, 1.226562, 1.265625, 1.273438, 1.304688, 1.289062, 1.304688, 1.28125, 1.398438, 1.351562, 1.3125, 1.351562, 1.328125, 1.328125, 1.335938, 1.484375, 1.5, 1.273438, 1.328125, 1.25, 1.3125, 1.351562, 1.476562, 1.265625, 1.21875, 1.3125, 1.289062, 1.296875, 1.335938, 1.242188, 1.375, 1.359375, 1.320312, 1.28125, 1.3125, 1.398438, 1.398438, 1.34375, 1.289062, 1.359375, 1.335938, 1.289062, 1.289062, 1.273438, 1.34375, 1.21875, 1.304688, 1.226562, 1.382812, 1.3125, 1.453125, 1.34375, 1.335938, 1.273438, 1.320312, 1.28125, 1.320312, 1.304688, 1.34375, 1.515625, 1.320312, 1.3125, 1.304688, 1.34375, 1.382812, 1.351562, 1.257812, 1.273438, 1.140625, 1.328125, 1.328125, 1.304688, 1.296875, 1.335938, 1.4375, 1.289062, 1.335938, 1.273438, 1.296875, 1.492188, 1.273438, 1.382812, 1.3125, 1.273438, 1.304688, 1.328125, 1.34375, 1.382812, 1.296875, 1.296875, 1.296875, 1.28125, 1.40625, 1.328125, 1.328125, 1.382812, 1.390625, 1.3125, 1.335938, 1.335938, 1.242188, 1.398438, 1.359375, 1.34375, 1.328125, 1.34375, 1.320312, 1.28125, 1.359375, 1.28125, 1.335938, 1.367188, 1.328125, 1.3125, 1.28125, 1.289062, 1.429688, 1.359375, 1.210938, 1.226562, 1.320312, 1.328125, 1.265625, 1.304688, 1.28125, 1.273438, 1.273438, 1.304688, 1.390625, 1.242188, 1.289062, 1.3125, 1.234375, 1.328125, 1.28125, 1.328125, 1.320312, 1.359375, 1.335938, 1.34375, 1.304688, 1.34375, 1.421875, 1.335938, 1.242188, 1.320312, 1.390625, 1.320312, 1.3125, 1.28125, 1.445312, 1.375, 1.484375, 1.296875, 1.328125, 1.328125, 1.25, 1.453125, 1.242188, 1.257812, 1.382812, 1.351562, 1.367188, 1.140625, 1.226562, 1.351562, 1.382812, 1.296875, 1.296875, 1.382812, 1.40625, 1.265625, 1.304688, 1.351562, 1.304688, 1.289062, 1.25, 1.375, 1.351562, 1.375, 1.273438, 1.328125, 1.351562, 1.523438, 1.25, 1.382812, 1.367188, 1.429688, 1.390625, 1.273438, 1.304688, 1.304688, 1.304688, 1.296875, 1.328125, 1.34375, 1.359375, 1.351562, 1.304688, 1.3125, 1.351562, 1.3125, 1.289062, 1.335938, 1.21875, 1.359375, 1.359375, 1.367188, 1.328125, 1.242188, 1.34375, 1.398438, 1.3125, 1.296875, 1.289062, 1.3125, 1.242188, 1.304688, 1.289062, 1.242188, 1.351562, 1.351562, 1.234375, 1.328125, 1.273438, 1.328125, 1.335938, 1.289062, 1.351562, 1.328125, 1.375, 1.296875, 1.421875, 1.265625, 1.335938, 1.382812, 1.296875, 1.382812, 1.453125, 1.507812, 1.203125, 1.304688, 1.304688, 1.3125, 1.351562, 1.351562, 1.367188, 1.296875, 1.25, 1.3125, 1.335938, 1.25, 1.382812, 1.335938, 1.265625, 1.273438, 1.382812, 1.3125, 1.445312, 1.359375, 1.390625, 1.328125, 1.320312, 1.304688, 1.3125, 1.3125, 1.320312, 1.320312, 1.34375, 1.328125, 1.421875, 1.335938, 1.28125, 1.460938, 1.289062, 1.320312, 1.382812, 1.34375, 1.335938, 1.304688, 1.296875, 1.242188, 1.289062, 1.390625, 1.328125, 1.28125, 1.273438, 1.242188, 1.226562, 1.28125, 1.359375, 1.4375, 1.40625, 1.242188, 1.359375, 1.40625, 1.3125, 1.351562, 1.429688, 1.359375, 1.320312, 1.273438, 1.273438, 1.289062, 1.289062, 1.351562, 1.257812, 1.429688, 1.421875, 1.335938, 1.328125, 1.289062, 1.375, 1.335938, 1.367188, 1.328125, 1.25, 1.273438, 1.28125, 1.53125, 1.265625, 1.289062, 1.359375, 1.289062, 1.335938, 1.335938, 1.335938, 1.328125, 1.296875, 1.273438, 1.289062, 1.25, 1.367188, 1.265625, 1.4375, 1.375, 1.304688, 1.382812, 1.3125, 1.289062, 1.289062, 1.296875, 1.335938, 1.359375, 1.265625, 1.140625, 1.304688, 1.34375, 1.359375, 1.28125, 1.21875, 1.304688, 1.257812, 1.351562, 1.351562, 1.273438, 1.304688, 1.414062, 1.414062, 1.359375, 1.296875, 1.335938, 1.382812, 1.328125, 1.289062, 1.289062, 1.296875, 1.320312, 1.351562, 1.265625, 1.359375, 1.28125, 1.203125, 1.335938, 1.257812, 1.296875, 1.289062, 1.257812, 1.34375, 1.351562, 1.296875, 1.375, 1.367188, 1.335938, 1.367188, 1.320312, 1.265625, 1.296875, 1.375, 1.296875, 1.273438, 1.3125, 1.304688, 1.242188, 1.4375, 1.414062, 1.320312, 1.320312, 1.328125, 1.375, 1.289062, 1.257812, 1.351562, 1.320312, 1.226562, 1.296875, 1.367188, 1.296875, 1.523438, 1.328125, 1.21875, 1.304688, 1.296875, 1.335938, 1.375, 1.335938, 2.078125, 1.3125, 1.148438, 1.398438, 1.3125, 1.296875, 1.304688, 1.3125, 1.296875, 1.289062, 1.328125, 1.289062, 1.257812, 1.367188, 1.226562, 1.234375, 1.359375, 1.320312, 1.328125, 1.328125, 1.320312, 1.335938, 1.328125, 1.3125, 1.359375, 1.421875, 1.296875, 1.273438, 1.289062, 1.3125, 1.273438, 1.273438, 1.3125, 1.304688, 1.21875, 1.328125, 1.34375, 1.382812, 1.25, 1.265625, 1.3125, 1.335938, 1.28125, 1.367188, 1.34375, 1.390625, 1.289062, 1.367188, 1.296875, 1.335938, 1.265625, 1.304688, 1.28125, 1.25, 1.375, 1.28125, 1.304688, 1.390625, 1.34375, 1.25, 1.3125, 1.21875, 1.375, 1.21875, 1.257812, 1.375, 1.445312, 1.390625, 1.359375, 1.398438, 1.289062, 1.21875, 1.34375, 1.390625, 1.273438, 1.328125, 1.335938, 1.335938, 1.289062, 1.398438, 1.296875, 1.273438, 1.320312, 1.359375, 1.210938, 1.210938, 1.257812, 1.296875, 1.320312, 1.328125, 1.21875, 1.320312, 1.34375, 1.289062, 1.15625, 1.398438, 1.375, 1.359375, 1.382812, 1.242188, 1.5, 1.304688, 1.695312, 1.375, 1.484375, 1.273438, 1.390625, 1.40625, 1.367188, 1.398438, 1.34375, 1.398438, 1.203125, 1.414062, 1.296875, 1.460938, 1.34375, 1.3125, 1.296875, 1.3125, 1.289062, 1.3125, 1.25, 1.507812, 1.28125, 1.3125, 1.367188, 1.320312, 1.367188, 1.320312, 1.359375, 1.289062, 1.226562, 1.242188, 1.320312, 1.359375, 1.257812, 1.398438, 1.3125, 1.226562, 1.28125, 1.335938, 1.28125, 1.273438, 1.257812, 1.328125, 1.257812, 1.25, 1.34375, 1.453125, 1.40625, 1.351562, 1.359375, 1.320312, 1.382812, 1.28125, 1.273438, 1.335938, 1.265625, 1.296875, 1.25, 1.328125, 1.320312, 1.375, 1.25, 1.351562, 1.320312, 1.296875, 1.414062, 1.429688, 1.289062, 1.328125, 1.289062, 1.25, 1.25, 1.351562, 1.203125, 1.3125, 1.34375, 1.539062, 1.296875, 1.320312, 1.28125, 1.5, 1.320312, 1.398438, 1.273438, 1.304688, 1.25, 1.335938, 1.4375, 1.375, 1.28125, 1.304688, 1.328125, 1.257812, 1.304688, 1.398438, 1.320312, 1.390625, 1.265625, 1.359375, 1.304688, 1.34375, 1.335938, 1.398438, 1.304688, 1.242188, 1.171875, 1.3125, 1.296875, 1.265625, 1.25, 1.3125, 1.210938, 1.335938, 1.375, 1.320312, 1.289062, 1.351562, 1.34375, 1.367188, 1.3125, 1.351562, 1.296875, 1.25, 1.28125, 1.398438, 1.28125, 1.320312, 1.445312, 1.476562, 1.3125, 1.226562, 1.359375, 1.304688, 1.359375, 1.390625, 1.351562, 1.351562, 1.25, 1.351562, 1.359375, 1.28125, 1.320312, 1.289062, 1.3125, 1.320312, 1.28125, 1.195312, 1.242188, 1.265625, 1.414062, 1.335938, 1.296875, 1.375, 1.320312, 1.359375, 1.234375, 1.320312, 1.304688, 1.3125, 1.328125, 1.25, 1.3125, 1.390625, 1.359375, 1.3125, 1.3125, 1.40625, 1.296875, 1.3125, 1.3125, 1.34375, 1.273438, 1.296875, 1.4375, 1.34375, 1.359375, 1.382812, 1.382812, 1.289062, 1.273438, 1.304688, 1.289062, 1.320312, 1.34375, 1.320312, 1.296875, 1.28125, 1.382812, 1.335938, 1.351562, 1.289062, 1.234375, 1.351562, 1.34375, 1.234375, 1.398438, 1.382812, 1.398438, 1.359375, 1.171875, 1.34375, 1.453125, 1.460938, 1.328125, 1.320312, 1.34375, 1.335938, 1.320312, 1.25, 1.375, 1.460938, 1.257812, 1.328125, 1.421875, 1.304688, 1.109375, 1.3125, 1.265625, 1.179688, 1.335938, 1.296875, 1.28125, 1.390625, 1.320312, 1.28125, 1.351562, 1.40625, 1.289062, 1.28125, 1.273438, 1.335938, 1.296875, 1.320312, 1.226562, 1.367188, 1.25, 1.375, 1.40625, 1.328125, 1.3125, 1.328125, 1.296875, 1.703125, 1.34375, 1.3125, 1.375, 1.289062, 1.296875, 1.273438, 1.359375, 1.375, 1.289062, 1.289062, 1.296875, 1.320312, 1.304688, 1.359375, 1.375, 1.335938, 1.257812, 1.28125, 1.335938, 1.304688, 1.0, 1.4375, 1.257812, 1.21875, 1.234375, 1.25, 1.296875, 1.351562, 1.242188, 1.28125, 1.242188, 1.367188, 1.398438, 1.296875, 1.296875, 1.320312, 1.367188, 1.289062, 1.320312, 1.359375, 1.351562, 1.359375, 1.375, 1.289062, 1.320312, 1.351562, 1.25, 1.367188, 1.257812, 1.328125, 1.34375, 1.34375, 1.210938, 1.453125, 1.351562, 1.351562, 1.320312, 1.375, 1.226562, 1.265625, 1.328125, 1.359375, 1.320312, 1.1875, 1.289062, 1.335938, 1.3125, 1.398438, 1.359375, 1.34375, 1.34375, 1.242188, 1.398438, 1.265625, 1.28125, 1.296875, 1.367188, 1.3125, 1.304688, 1.273438, 1.328125, 1.28125, 1.328125, 1.296875, 1.289062, 1.367188, 1.414062, 1.351562, 1.132812, 1.3125, 1.234375, 1.328125, 1.320312, 1.203125, 1.289062, 1.445312, 1.320312, 1.34375, 1.265625, 1.304688, 1.40625, 1.289062, 1.34375, 1.398438, 1.3125, 1.273438, 1.304688, 1.328125, 1.476562, 1.320312, 1.328125, 1.328125, 1.273438, 1.289062, 1.289062, 1.515625, 1.28125, 1.4375, 1.265625, 1.28125, 1.273438, 1.273438, 1.257812, 1.296875, 1.289062, 1.382812, 1.320312, 1.304688, 1.289062, 1.28125, 1.390625, 1.382812, 1.351562, 1.34375, 1.367188, 1.304688, 1.265625, 1.382812, 1.117188, 1.390625, 1.1875, 1.359375, 1.335938, 1.320312, 1.304688, 1.273438, 1.296875, 1.328125, 1.304688, 1.320312, 1.382812, 1.351562, 1.289062, 1.335938, 1.25, 1.390625, 1.25, 1.382812, 1.367188, 1.4375, 1.34375, 1.3125, 1.257812, 1.320312, 1.34375, 1.3125, 1.34375, 1.257812, 1.304688, 1.375, 1.359375, 1.34375, 1.304688, 1.304688, 1.257812, 1.390625, 0.667969, 1.320312, 1.289062, 1.265625, 1.28125, 1.328125, 1.367188, 1.390625, 1.335938, 1.273438, 1.335938, 1.242188, 1.445312, 1.382812, 1.328125, 1.289062, 1.3125, 1.296875, 1.375, 1.320312, 1.320312, 1.164062, 1.289062, 1.289062, 1.382812, 1.273438, 1.304688, 1.242188, 1.289062, 1.273438, 1.28125, 1.3125, 1.25, 1.328125, 1.25, 1.4375, 1.453125, 1.34375, 1.429688, 1.28125, 1.335938, 1.40625, 1.34375, 1.265625, 1.367188, 1.304688, 1.335938, 1.34375, 1.28125, 1.34375, 1.335938, 1.265625, 1.359375, 1.320312, 1.3125, 1.382812, 1.257812, 1.0625, 1.320312, 1.304688, 1.28125, 1.328125, 1.414062, 1.335938, 1.304688, 1.289062, 1.4375, 1.257812, 1.3125, 1.195312, 1.257812, 1.28125, 1.132812, 1.335938, 1.296875, 1.4375, 1.3125, 1.054688, 1.3125, 1.351562, 1.359375, 1.335938, 1.296875, 1.320312, 1.375, 1.34375, 1.328125, 1.304688, 1.28125, 1.304688, 1.320312, 1.3125, 1.445312, 1.28125, 1.28125, 1.257812, 1.34375, 1.304688, 1.34375, 1.226562, 1.335938, 1.296875, 1.335938, 1.28125, 1.304688, 1.328125, 1.304688, 1.320312, 1.289062, 1.328125, 1.398438, 1.25, 1.226562, 1.296875, 1.273438, 1.335938, 1.359375, 1.304688, 1.25, 1.296875, 1.296875, 1.265625, 1.328125, 1.257812, 1.34375, 1.304688, 1.382812, 1.414062, 1.390625, 1.375, 1.234375, 1.265625, 1.28125, 1.296875, 1.320312, 1.320312, 1.304688, 1.273438, 1.28125, 1.304688, 1.398438, 1.320312, 1.359375, 1.34375, 1.289062, 1.375, 1.304688, 1.296875, 1.257812, 1.382812, 1.390625, 1.335938, 1.328125, 1.273438, 1.273438, 1.34375, 1.273438, 1.335938, 1.28125, 1.351562, 1.28125, 1.21875, 1.28125, 1.351562, 1.351562, 1.203125, 1.3125, 1.359375, 1.3125, 1.375, 1.375, 1.320312, 1.320312, 1.289062, 1.367188, 1.367188, 1.34375, 1.34375, 1.289062, 1.296875, 1.351562, 1.382812, 1.351562, 1.304688, 1.328125, 1.3125, 1.234375, 1.3125, 1.390625, 1.335938, 1.335938, 1.257812, 1.359375, 1.304688, 1.335938, 1.34375, 1.46875, 1.328125, 1.3125, 1.320312, 1.3125, 1.335938, 1.289062, 1.34375, 1.367188, 1.257812, 1.3125, 1.351562, 1.289062, 1.242188, 1.257812, 1.367188, 1.320312, 1.351562, 1.382812, 1.421875, 1.195312, 1.3125, 1.304688, 1.421875, 1.3125, 1.3125, 1.3125, 1.375, 1.375, 1.265625, 1.234375, 1.304688, 1.328125, 1.296875, 1.304688, 1.359375, 1.34375, 1.273438, 1.375, 1.257812, 1.359375, 1.21875, 1.359375, 1.273438, 1.328125, 1.375, 1.289062, 1.40625, 1.3125, 1.359375, 1.335938, 1.25, 1.304688, 1.382812, 1.273438, 1.335938, 1.335938, 1.289062, 1.382812, 1.5625, 1.273438, 1.335938, 1.28125, 1.328125, 1.429688, 1.132812, 1.242188, 1.375, 1.289062, 1.320312, 1.28125, 1.296875, 1.335938, 1.335938, 1.273438, 1.226562, 1.296875, 1.25, 1.25, 1.289062, 1.234375, 1.375, 1.296875, 1.296875, 1.265625, 1.40625, 1.382812, 1.234375, 1.289062, 1.414062, 1.3125, 1.320312, 1.28125, 1.296875, 1.335938, 1.382812, 1.398438, 1.328125, 1.328125, 1.3125, 1.265625, 1.421875, 1.390625, 1.414062, 1.335938, 1.257812, 1.3125, 1.304688, 1.25, 1.296875, 1.34375, 1.296875, 1.304688, 1.5625, 1.25, 1.351562, 1.359375, 1.25, 1.34375, 1.351562, 1.328125, 1.289062, 1.359375, 1.390625, 1.414062, 1.460938, 1.28125, 1.34375, 1.398438, 1.257812, 1.476562, 1.3125, 1.40625, 1.390625, 1.390625, 1.234375, 1.34375, 1.335938, 1.25, 1.273438, 1.367188, 1.289062, 1.382812, 1.304688, 1.257812, 1.359375, 1.265625, 1.390625, 1.28125, 1.179688, 1.460938, 1.296875, 1.367188, 1.382812, 1.265625, 1.375, 1.382812, 1.304688, 1.304688, 1.265625, 1.328125, 1.3125, 1.265625, 1.335938, 1.28125, 1.351562, 1.296875, 1.3125, 1.34375, 1.09375, 1.351562, 1.359375, 1.34375, 1.398438, 1.21875, 1.390625, 1.28125, 1.335938, 1.359375, 1.34375, 1.335938, 1.367188, 1.273438, 1.335938, 1.3125, 1.351562, 1.328125, 1.390625, 1.34375, 1.304688, 1.289062, 1.203125, 1.335938, 1.304688, 1.34375, 1.257812, 1.28125, 1.289062, 1.34375, 1.304688, 1.328125, 1.273438, 1.304688, 1.390625, 1.3125, 1.296875, 1.328125, 1.335938, 1.421875, 1.34375, 1.328125, 1.375, 1.335938, 1.328125, 1.296875, 1.3125, 1.320312, 1.367188, 1.375, 1.335938, 1.304688, 1.304688, 1.28125, 1.359375, 1.289062, 1.328125, 1.34375, 1.28125, 1.289062, 1.320312, 1.265625, 1.398438, 1.375, 1.34375, 1.34375, 1.242188, 1.289062, 1.273438, 1.359375, 1.328125, 1.273438, 1.289062, 1.28125, 1.257812, 1.3125, 1.328125, 1.296875, 1.3125, 1.320312, 1.40625, 1.304688, 1.304688, 1.3125, 1.328125, 1.351562, 1.257812, 1.328125, 1.296875, 1.351562, 1.421875, 1.335938, 1.375, 1.429688, 1.289062, 1.390625, 1.210938, 1.273438, 1.304688, 1.320312, 1.5625, 1.398438, 1.328125, 1.359375, 1.328125, 1.375, 1.28125, 1.335938, 1.328125, 1.242188, 1.296875, 1.3125, 1.328125, 1.304688, 1.28125, 1.375, 1.273438, 1.375, 1.367188, 1.3125, 1.453125, 1.320312, 1.28125, 1.273438, 1.289062, 1.304688, 1.359375, 1.085938, 1.242188, 1.257812, 1.34375, 1.273438, 1.304688, 1.320312, 1.375, 1.40625, 1.289062, 1.382812, 1.4375, 1.320312, 1.265625, 1.429688, 1.304688, 1.273438, 1.304688, 1.367188, 1.265625, 1.296875, 1.226562, 1.234375, 1.304688, 1.25, 1.367188, 1.320312, 1.257812, 1.257812, 1.304688, 1.304688, 1.421875, 1.359375, 1.234375, 1.273438, 1.398438, 1.351562, 1.257812, 1.265625, 1.375, 1.21875, 1.289062, 1.320312, 1.226562, 1.289062, 1.390625, 1.28125, 1.265625, 1.328125, 1.414062, 1.351562, 1.335938, 1.257812, 1.28125, 1.320312, 1.328125, 1.390625, 1.398438, 1.28125, 1.296875, 1.359375, 1.398438, 1.3125, 1.375, 1.3125, 1.40625, 1.289062, 1.203125, 1.351562, 1.3125, 1.34375, 1.289062, 1.273438, 1.265625, 1.28125, 1.289062, 1.320312, 1.476562, 1.304688, 1.28125, 0.055664, 1.421875, 1.257812, 1.335938, 1.46875, 1.226562, 1.289062, 1.304688, 1.367188, 1.265625, 1.351562, 1.25, 1.320312, 1.265625, 1.28125, 1.367188, 1.3125, 1.296875, 1.328125, 1.296875, 1.40625, 1.34375, 1.351562, 1.359375, 1.296875, 1.382812, 1.273438, 1.382812, 1.265625, 1.289062, 1.429688, 1.296875, 1.390625, 1.242188, 1.476562, 1.304688, 1.328125, 1.304688, 1.351562, 1.390625, 1.335938, 1.40625, 1.023438, 1.335938, 1.304688, 1.3125, 1.265625, 1.296875, 1.3125, 1.328125, 1.34375, 1.328125, 1.328125, 1.367188, 1.3125, 1.242188, 1.320312, 1.296875, 1.359375, 1.273438, 1.3125, 1.375, 1.585938, 1.429688, 1.453125, 1.3125, 1.375, 1.367188, 1.28125, 1.351562, 1.40625, 1.320312, 1.359375, 1.304688, 1.28125, 1.375, 1.273438, 1.359375, 1.328125, 1.335938, 1.3125, 1.34375, 1.28125, 1.320312, 1.28125, 1.234375, 1.335938, 1.367188, 1.320312, 1.375, 1.367188, 1.398438, 1.398438, 1.304688, 1.304688, 1.390625, 1.070312, 1.429688, 1.335938, 1.3125, 1.414062, 1.328125, 1.25, 1.28125, 1.289062, 1.390625, 1.289062, 1.3125, 1.320312, 1.304688, 1.390625, 1.414062, 1.359375, 1.273438, 1.328125, 1.25, 1.289062, 1.296875, 1.3125, 1.265625, 1.28125, 1.328125, 1.351562, 1.40625, 1.3125, 1.398438, 1.4375, 1.398438, 1.414062, 1.28125, 1.351562, 1.3125, 0.3125, 1.28125, 1.359375, 1.328125, 1.320312, 1.320312, 1.351562, 1.296875, 1.335938, 1.296875, 1.289062, 1.429688, 1.398438, 1.429688, 1.3125, 1.304688, 1.289062, 1.296875, 1.320312, 1.320312, 1.304688, 1.328125, 1.375, 1.773438, 1.445312, 1.25, 1.289062, 1.28125, 1.273438, 1.265625, 1.296875, 1.328125, 1.320312, 1.304688, 1.335938, 1.328125, 1.390625, 1.234375, 1.382812, 1.335938, 1.46875, 1.28125, 1.375, 1.296875, 1.320312, 1.375, 1.351562, 1.328125, 1.351562, 1.421875, 1.304688, 1.3125, 1.351562, 1.34375, 1.351562, 1.296875, 1.289062, 1.351562, 1.34375, 1.289062, 1.3125, 1.226562, 1.335938, 1.257812, 1.3125, 1.304688, 1.3125, 1.304688, 1.484375, 1.335938, 1.226562, 1.34375, 1.34375, 1.304688, 1.304688, 1.28125, 1.257812, 1.359375, 1.304688, 1.320312, 1.335938, 1.304688, 1.351562, 1.296875, 1.28125, 1.273438, 1.28125, 1.359375, 1.226562, 1.296875, 1.304688, 1.242188, 1.257812, 1.304688, 1.289062, 1.351562, 1.304688, 1.304688, 1.375, 1.304688, 1.273438, 1.367188, 1.328125, 1.375, 1.320312, 1.320312, 1.335938, 1.34375, 1.335938, 1.304688, 1.382812, 1.242188, 1.351562, 1.351562, 1.359375, 1.3125, 1.390625, 1.265625, 1.25, 1.25, 1.328125, 1.3125, 1.351562, 1.273438, 1.429688, 1.335938, 1.328125, 1.359375, 1.328125, 1.289062, 1.429688, 1.328125, 1.359375, 1.65625, 1.40625, 1.296875, 1.25, 1.40625, 1.359375, 1.257812, 1.304688, 1.320312, 1.3125, 1.1875, 1.3125, 1.398438, 1.265625, 1.195312, 1.296875, 1.3125, 1.179688, 1.3125, 1.351562, 1.28125, 1.210938, 1.296875, 1.3125, 1.273438, 1.351562, 1.40625, 1.3125, 1.3125, 1.273438, 1.453125, 1.320312, 1.28125, 1.21875, 1.273438, 1.351562, 1.273438, 1.226562, 1.335938, 1.335938, 1.40625, 1.34375, 1.367188, 1.351562, 1.34375, 1.359375, 1.40625, 1.273438, 1.359375, 1.34375, 1.296875, 1.335938, 1.375, 1.390625, 1.28125, 1.304688, 1.21875, 1.382812, 1.351562, 1.351562, 1.296875, 1.375, 1.398438, 1.320312, 1.367188, 1.367188, 1.335938, 1.382812, 1.328125, 1.367188, 1.25, 1.289062, 1.320312, 1.34375, 1.351562, 1.328125, 1.289062, 1.234375, 1.257812, 1.367188, 1.335938, 1.296875, 1.359375, 1.359375, 1.335938, 1.367188, 1.414062, 1.335938, 1.296875, 1.34375, 1.34375, 1.328125, 1.28125, 1.242188, 1.359375, 1.375, 1.34375, 1.351562, 1.265625, 1.375, 1.351562, 1.335938, 1.40625, 1.265625, 1.234375, 1.242188, 1.328125, 1.328125, 1.296875, 1.390625, 1.296875, 1.234375, 1.335938, 1.375, 1.46875, 1.320312, 1.28125, 1.46875, 1.328125, 1.320312, 1.328125, 1.296875, 1.320312, 1.390625, 1.429688, 1.359375, 1.375, 1.328125, 1.304688, 1.320312, 1.328125, 1.367188, 1.320312, 1.28125, 1.484375, 1.320312, 1.359375, 1.398438, 1.328125, 1.359375, 1.359375, 1.507812, 1.367188, 1.28125, 1.328125, 1.3125, 1.289062, 1.320312, 1.40625, 1.25, 1.328125, 1.328125, 1.359375, 1.476562, 1.398438, 1.34375, 1.289062, 1.320312, 1.570312, 1.273438, 1.4375, 1.3125, 1.367188, 1.195312, 1.421875, 1.234375, 1.382812, 1.242188, 1.257812, 1.34375, 1.3125, 1.34375, 1.328125, 1.320312, 1.273438, 1.109375, 1.257812, 1.3125, 1.296875, 1.351562, 1.328125, 1.359375, 1.335938, 1.273438, 1.273438, 1.3125, 1.367188, 1.335938, 1.3125, 1.367188, 1.320312, 1.34375, 1.328125, 1.367188, 1.328125, 1.265625, 1.257812, 1.304688, 1.351562, 1.257812, 1.296875, 1.320312, 1.3125, 1.421875, 1.335938, 1.367188, 1.3125, 1.296875, 1.328125, 1.304688, 1.34375, 1.3125, 1.351562, 1.304688, 1.328125, 1.34375, 1.3125, 1.289062, 1.265625, 1.265625, 1.203125, 1.34375, 1.304688, 1.320312, 1.242188, 1.25, 1.445312, 1.226562, 1.226562, 1.34375, 1.351562, 1.328125, 1.296875, 1.3125, 1.351562, 1.367188, 1.367188, 1.367188, 1.296875, 1.296875, 1.320312, 1.320312, 1.242188, 1.257812, 1.257812, 1.40625, 1.328125, 1.34375, 1.429688, 1.273438, 1.335938, 1.203125, 1.703125, 1.335938, 1.390625, 1.390625, 1.265625, 1.40625, 1.375, 1.296875, 1.296875, 1.359375, 1.398438, 1.289062, 1.25, 1.34375, 1.273438, 1.34375, 1.28125, 1.359375, 1.359375, 1.375, 1.359375, 1.265625, 1.3125, 1.351562, 1.28125, 1.304688, 1.367188, 1.351562, 1.34375, 1.257812, 1.328125, 1.359375, 1.265625, 1.289062, 1.351562, 1.34375, 1.375, 1.304688, 1.34375, 1.367188, 1.296875, 1.335938, 1.351562, 1.382812, 1.257812, 1.351562, 1.320312, 1.335938, 1.429688, 1.335938, 1.3125, 1.25, 1.34375, 1.429688, 1.398438, 1.257812, 1.398438, 1.40625, 1.3125, 1.28125, 1.234375, 1.335938, 1.398438, 1.304688, 1.375, 1.421875, 1.273438, 1.328125, 1.28125, 1.335938, 1.34375, 1.296875, 1.34375, 1.34375, 1.265625, 1.351562, 1.296875, 1.289062, 1.234375, 1.179688, 1.21875, 1.179688, 1.3125, 1.273438, 1.28125, 1.335938, 1.273438, 1.382812, 1.25, 1.414062, 1.28125, 1.304688, 1.320312, 1.390625, 1.21875, 1.234375, 1.351562, 1.289062, 1.296875, 1.40625, 1.28125, 1.359375, 1.289062, 1.257812, 1.382812, 1.304688, 1.328125, 1.265625, 1.257812, 1.296875, 1.421875, 1.304688, 1.335938, 1.25, 1.273438, 1.304688, 1.265625, 1.359375, 1.351562, 1.289062, 1.265625, 1.328125, 1.3125, 1.3125, 1.367188, 1.382812, 1.320312, 1.289062, 1.335938, 1.304688, 1.320312, 1.28125, 1.226562, 1.320312, 1.226562, 1.328125, 1.335938, 1.375, 1.28125, 1.25, 1.382812, 1.289062, 1.25, 1.3125, 1.328125, 1.242188, 1.382812, 1.289062, 1.320312, 1.28125, 1.320312, 1.375, 1.320312, 1.296875, 1.390625, 1.398438, 1.414062, 1.421875, 1.296875, 1.273438, 1.320312, 1.34375, 1.257812, 1.351562, 1.273438, 1.359375, 1.335938, 1.265625, 1.265625, 1.34375, 1.3125, 1.320312, 1.351562, 1.304688, 1.3125, 1.328125, 1.273438, 1.265625, 1.273438, 1.390625, 1.320312, 1.390625, 2.265625, 1.25, 1.34375, 1.351562, 1.351562, 1.34375, 1.335938, 1.273438, 1.34375, 1.382812, 1.226562, 1.1875, 1.335938, 1.273438, 1.429688, 1.382812, 1.351562, 1.25, 1.328125, 1.28125, 1.296875, 1.398438, 1.34375, 1.328125, 1.265625, 1.359375, 1.28125, 1.296875, 1.335938, 1.375, 1.328125, 1.382812, 1.257812, 1.335938, 1.359375, 1.367188, 1.429688, 1.257812, 1.296875, 1.289062, 1.28125, 1.296875, 1.226562, 1.320312, 1.34375, 1.273438, 1.375, 1.34375, 1.304688, 1.265625, 1.296875, 1.367188, 1.289062, 1.320312, 1.382812, 1.507812, 1.390625, 1.335938, 1.367188, 1.34375, 1.460938, 1.3125, 1.335938, 1.375, 1.320312, 1.257812, 1.351562, 1.335938, 1.265625, 1.296875, 1.335938, 1.296875, 1.320312, 1.335938, 1.265625, 1.3125, 1.359375, 1.367188, 1.289062, 1.367188, 1.234375, 1.375, 1.359375, 1.367188, 1.296875, 1.382812, 1.375, 1.375, 1.484375, 1.25, 1.398438, 1.273438, 1.289062, 1.46875, 1.289062, 1.34375, 1.273438, 1.507812, 1.359375, 1.257812, 1.242188, 1.320312, 1.40625, 1.234375, 1.335938, 1.34375, 1.335938, 1.304688, 1.304688, 1.351562, 1.242188, 1.296875, 1.296875, 1.335938, 1.382812, 1.359375, 1.390625, 1.40625, 1.289062, 1.414062, 1.351562, 1.398438, 1.265625, 1.320312, 1.375, 1.351562, 1.320312, 1.296875, 1.304688, 1.601562, 1.242188, 1.28125, 1.382812, 1.335938, 1.328125, 1.367188, 1.21875, 1.367188, 1.289062, 1.3125, 1.34375, 1.421875, 1.34375, 1.359375, 1.4375, 1.328125, 1.304688, 1.265625, 1.414062, 1.25, 1.351562, 1.289062, 1.273438, 1.375, 1.265625, 1.335938, 1.320312, 1.359375, 1.375, 1.273438, 1.304688, 1.429688, 1.265625, 1.273438, 1.304688, 1.242188, 1.3125, 1.359375, 1.257812, 1.320312, 1.296875, 1.398438, 1.351562, 1.304688, 1.304688, 1.304688, 1.421875, 1.328125, 1.320312, 1.21875, 1.34375, 1.289062, 1.328125, 1.304688, 1.335938, 1.359375, 1.367188, 1.398438, 1.320312, 1.328125, 1.257812, 1.351562, 1.296875, 1.335938, 1.273438, 1.320312, 1.289062, 1.382812, 1.335938, 1.351562, 1.3125, 1.34375, 1.328125, 1.335938, 1.359375, 1.359375, 1.273438, 1.375, 1.375, 1.320312, 1.304688, 1.320312, 1.257812, 1.359375, 1.4375, 1.242188, 1.28125, 1.382812, 1.304688, 1.296875, 1.359375, 1.289062, 1.382812, 1.148438, 1.492188, 1.28125, 1.351562, 1.375, 1.320312, 1.328125, 1.515625, 1.25, 1.328125, 1.210938, 1.234375, 1.28125, 1.390625, 1.296875, 1.351562, 1.25, 1.328125, 1.359375, 1.328125, 1.3125, 1.335938, 1.3125, 1.3125, 1.335938, 1.226562, 1.320312, 1.273438, 1.367188, 1.320312, 1.414062, 1.382812, 1.359375, 1.4375, 1.304688, 1.359375, 1.359375, 1.320312, 1.320312, 1.335938, 1.3125, 1.296875, 1.414062, 1.265625, 0.006866, 1.25, 1.296875, 1.234375, 1.335938, 1.34375, 1.296875, 1.375, 1.382812, 1.304688, 1.28125, 1.28125, 1.335938, 1.28125, 1.445312, 1.328125, 1.367188, 1.242188, 1.328125, 1.320312, 1.367188, 1.664062, 1.398438, 1.296875, 1.351562, 1.3125, 1.304688, 1.34375, 1.289062, 1.335938, 1.335938, 1.34375, 1.320312, 1.320312, 1.25, 1.3125, 1.25, 1.390625, 1.34375, 1.382812, 1.28125, 1.351562, 1.304688, 1.4375, 1.304688, 1.304688, 1.351562, 1.523438, 1.3125, 1.3125, 1.289062, 1.367188, 1.273438, 1.320312, 1.34375, 1.359375, 1.375, 1.382812, 1.335938, 1.304688, 1.296875, 1.25, 1.296875, 1.265625, 1.359375, 1.335938, 1.226562, 1.421875, 1.398438, 1.382812, 1.265625, 1.257812, 1.4375, 1.265625, 1.25, 1.289062, 1.398438, 1.359375, 1.304688, 1.460938, 1.335938, 1.273438, 1.320312, 1.265625, 1.25, 1.304688, 1.265625, 1.328125, 1.234375, 1.296875, 1.273438, 1.328125, 1.414062, 1.257812, 1.304688, 1.351562, 1.367188, 1.359375, 1.289062, 1.328125, 1.320312, 1.320312, 1.296875, 1.367188, 1.351562, 1.289062, 1.539062, 1.257812, 1.351562, 1.351562, 1.226562, 1.515625, 1.28125, 1.296875, 1.28125, 1.257812, 1.351562, 1.359375, 1.34375, 1.296875, 1.28125, 1.28125, 1.304688, 1.304688, 1.304688, 1.328125, 1.257812, 1.273438, 1.34375, 1.257812, 1.359375, 1.273438, 1.328125, 1.3125, 1.289062, 1.3125, 1.328125, 1.367188, 1.34375, 1.203125, 1.351562, 1.320312, 1.296875, 1.335938, 1.210938, 1.375, 1.210938, 1.34375, 1.289062, 1.296875, 1.257812, 1.304688, 1.34375, 1.34375, 1.335938, 1.328125, 1.273438, 1.320312, 1.289062, 1.242188, 1.328125, 1.328125, 1.304688, 1.34375, 1.351562, 1.367188, 1.351562, 1.351562, 1.296875, 1.3125, 1.320312, 1.265625, 1.34375, 1.382812, 1.296875, 1.289062, 1.296875, 1.398438, 1.382812, 1.398438, 1.429688, 1.242188, 1.375, 1.289062, 1.421875, 1.210938, 1.320312, 1.296875, 1.367188, 1.242188, 1.34375, 1.375, 1.3125, 1.523438, 1.304688, 1.421875, 1.296875, 1.523438, 1.328125, 1.3125, 1.351562, 1.265625, 1.28125, 1.257812, 1.367188, 1.34375, 1.304688, 1.34375, 1.21875, 1.242188, 1.296875, 1.296875, 1.34375, 1.296875, 1.375, 1.476562, 1.382812, 1.28125, 1.320312, 1.34375, 1.296875, 1.257812, 1.398438, 1.335938, 1.242188, 1.304688, 1.429688, 1.335938, 1.296875, 1.3125, 1.367188, 1.367188, 1.304688, 1.3125, 1.359375, 1.492188, 1.257812, 1.304688, 1.25, 1.335938, 1.335938, 1.40625, 1.296875, 1.328125, 1.320312, 1.375, 1.3125, 1.335938, 1.226562, 1.445312, 1.226562, 1.328125, 1.226562, 1.28125, 1.453125, 1.25, 1.320312, 1.335938, 1.320312, 1.304688, 1.359375, 1.328125, 1.28125, 1.328125, 1.40625, 1.328125, 1.289062, 1.304688, 1.273438, 1.429688, 1.414062, 1.328125, 1.375, 1.320312, 1.296875, 1.304688, 1.445312, 1.257812, 1.335938, 1.257812, 1.1875, 1.296875, 1.320312, 1.3125, 1.40625, 1.367188, 1.351562, 1.445312, 1.304688, 0.71875, 1.421875, 1.289062, 1.296875, 1.351562, 1.257812, 1.421875, 1.226562, 1.273438, 1.3125, 1.273438, 1.320312, 1.304688, 1.375, 1.367188, 1.070312, 1.34375, 1.265625, 1.359375, 1.335938, 1.25, 1.375, 1.390625, 1.226562, 1.273438, 1.3125, 1.328125, 1.273438, 1.320312, 1.390625, 1.351562, 1.320312, 1.414062, 1.34375, 1.351562, 1.28125, 1.289062, 1.273438, 1.320312, 1.4375, 1.3125, 1.335938, 1.328125, 1.421875, 1.3125, 1.3125, 1.320312, 1.367188, 1.351562, 1.296875, 1.34375, 1.226562, 1.34375, 1.3125, 1.296875, 1.304688, 1.34375, 1.1875, 1.296875, 1.304688, 1.265625, 1.375, 1.382812, 1.328125, 1.242188, 1.34375, 1.328125, 1.328125, 1.351562, 1.226562, 1.375, 1.328125, 1.414062, 1.3125, 1.320312, 1.335938, 1.382812, 1.34375, 1.601562, 1.234375, 1.304688, 1.3125, 1.3125, 1.289062, 1.3125, 1.359375, 1.328125, 1.320312, 1.289062, 1.296875, 1.28125, 1.289062, 1.28125, 1.382812, 1.320312, 1.28125, 1.335938, 1.335938, 1.320312, 1.320312, 1.328125, 1.320312, 1.28125, 1.367188, 1.242188, 1.328125, 1.296875, 1.304688, 1.296875, 1.3125, 1.320312, 1.3125, 1.265625, 1.09375, 1.304688, 1.296875, 1.273438, 1.398438, 1.335938, 1.289062, 1.328125, 1.304688, 1.257812, 1.273438, 1.273438, 1.375, 1.351562, 1.351562, 1.359375, 1.320312, 1.382812, 1.289062, 1.34375, 1.328125, 1.226562, 1.351562 ] }, "name": "model.transformer.layers.35.attn_norm.weight", "outputIndexes": [ 2171 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2171 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/attn_norm_35/Mul_1_output_0", "outputIndexes": [ 2172 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2172 ], "outputIndexes": [ 3418 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 3418 ], "outputIndexes": [ 3419 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear", "inputIndexes": [ 3419 ], "outputIndexes": [ 3420 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2976890604, 9437446, 589824, 12288, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 3420 ], "outputIndexes": [ 3421 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3421 ], "outputIndexes": [ 2173 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2172 ], "main_type": "NONE", "name": "/Shape_141_output_0", "outputIndexes": [ 2174 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2174 ], "main_type": "NONE", "name": "Shape3075", "outputIndexes": [ 2175 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2174 ], "main_type": "NONE", "name": "Rank3077", "outputIndexes": [ 2176 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2176, 2176 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3079", "outputIndexes": [ 2177 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2177 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3080", "outputIndexes": [ 2178 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2177, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3082", "outputIndexes": [ 2179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2179 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3083", "outputIndexes": [ 2180 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2175, 2178, 2180, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3086", "outputIndexes": [ 2181 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2181 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3087", "outputIndexes": [ 2182 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2182 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3088", "outputIndexes": [ 2183 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2183, 2182 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3089", "outputIndexes": [ 2184 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2174, 2184, 2177 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_179_output_0", "outputIndexes": [ 2185 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2185, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_351_output_0", "outputIndexes": [ 2186 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2186, 1882, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_175_output_0", "outputIndexes": [ 2187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173, 2187 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_141_output_0", "outputIndexes": [ 2188 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2188 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/q_norm_35/Mul_output_0", "outputIndexes": [ 2189 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.707031, 0.00824, -0.017456, 0.064941, 1.023438, 0.851562, 1.320312, 0.804688, 1.117188, 1.0625, 1.507812, 1.492188, 1.34375, 1.382812, 1.53125, 1.4375, 1.5625, 1.585938, 1.585938, 1.515625, 1.101562, 1.554688, 1.507812, 1.65625, 1.625, 1.546875, 1.421875, 1.710938, 1.390625, 1.570312, 1.554688, 1.632812, 1.523438, 1.515625, 1.398438, 1.539062, 1.53125, 1.6875, 1.460938, 1.984375, 1.601562, 1.4375, 1.476562, 1.140625, 2.859375, 1.96875, 1.75, 1.5625, 1.484375, 1.257812, 1.789062, 1.65625, 1.71875, 1.71875, 1.65625, 1.453125, 1.625, 1.578125, 1.65625, 1.695312, 1.617188, 1.890625, 1.625, 1.515625, 1.09375, 0.04834, 0.162109, 0.103027, 0.029907, 1.0625, 0.014832, 0.726562, 0.808594, 1.289062, 1.234375, 1.140625, 1.320312, 1.320312, 1.296875, 1.734375, 1.40625, 1.390625, 1.492188, 1.515625, 1.5625, 1.710938, 1.6875, 1.617188, 1.46875, 1.617188, 1.578125, 1.53125, 1.625, 1.554688, 1.632812, 1.5625, 1.585938, 1.804688, 1.804688, 1.679688, 1.703125, 1.625, 1.820312, 1.414062, 1.578125, 1.882812, 1.578125, 2.015625, 0.785156, 1.242188, 1.382812, 1.75, 1.820312, 1.71875, 1.289062, 0.835938, 1.53125, 1.601562, 1.640625, 1.5625, 1.679688, 1.789062, 1.53125, 1.671875, 1.554688, 1.195312, 1.429688, 1.75 ] }, "name": "model.transformer.layers.35.attn.q_norm.weight", "outputIndexes": [ 2190 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2189, 2190 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/q_norm_35/Mul_1_output_0", "outputIndexes": [ 2191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2191, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_140_output_0", "outputIndexes": [ 2192 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2191, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_141_output_0", "outputIndexes": [ 2193 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2193 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_70_output_0", "outputIndexes": [ 2194 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2191, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_140_output_0", "outputIndexes": [ 2195 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194, 2195 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_178_output_0", "outputIndexes": [ 2196 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2196, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_141_output_0", "outputIndexes": [ 2197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2192, 2197 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_140_output_0", "outputIndexes": [ 2198 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2172 ], "outputIndexes": [ 3422 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 3422 ], "outputIndexes": [ 3423 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear", "inputIndexes": [ 3423 ], "outputIndexes": [ 3424 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2986930162, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 3424 ], "outputIndexes": [ 3425 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3425 ], "outputIndexes": [ 2199 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 2186, 1896, 24 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_176_output_0", "outputIndexes": [ 2200 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2199, 2200 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_142_output_0", "outputIndexes": [ 2201 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2201 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/k_norm_35/Mul_output_0", "outputIndexes": [ 2202 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 128 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.232422, 0.026245, -0.005524, 0.063477, 0.945312, 0.648438, 1.140625, 0.84375, 1.171875, 0.945312, 1.453125, 1.71875, 1.507812, 1.421875, 1.539062, 1.367188, 1.695312, 1.617188, 1.65625, 1.34375, 1.445312, 1.53125, 1.484375, 1.71875, 1.328125, 1.539062, 1.539062, 1.578125, 1.5625, 1.484375, 1.671875, 1.546875, 1.546875, 1.757812, 2.03125, 1.734375, 1.875, 1.6875, 1.828125, 1.28125, 1.539062, 1.851562, 1.703125, 2.453125, 0.578125, 1.265625, 1.453125, 1.742188, 1.820312, 1.851562, 1.492188, 1.171875, 1.632812, 1.625, 1.679688, 1.695312, 1.65625, 1.8125, 1.585938, 1.632812, 1.53125, 1.390625, 1.507812, 1.828125, 1.28125, 0.035889, 0.121582, 0.121094, 0.077637, 1.164062, 0.020264, 0.714844, 0.667969, 1.382812, 1.515625, 0.917969, 1.132812, 1.25, 1.421875, 1.6875, 1.039062, 1.335938, 1.429688, 1.59375, 1.515625, 1.632812, 1.546875, 1.390625, 1.664062, 1.539062, 1.492188, 1.632812, 1.554688, 1.5625, 1.382812, 1.601562, 1.5625, 1.453125, 1.375, 1.46875, 1.421875, 1.65625, 1.367188, 1.921875, 1.585938, 1.304688, 1.445312, 1.148438, 3.1875, 2.171875, 1.921875, 1.601562, 1.460938, 1.375, 1.398438, 2.265625, 1.585938, 1.671875, 1.585938, 1.4375, 1.726562, 1.46875, 1.71875, 1.765625, 1.429688, 1.976562, 1.585938, 1.460938 ] }, "name": "model.transformer.layers.35.attn.k_norm.weight", "outputIndexes": [ 2203 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2202, 2203 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/k_norm_35/Mul_1_output_0", "outputIndexes": [ 2204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2204, 53 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_142_output_0", "outputIndexes": [ 2205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2204, 55, 56, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_143_output_0", "outputIndexes": [ 2206 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_71_output_0", "outputIndexes": [ 2207 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2204, 21, 55, 57, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_142_output_0", "outputIndexes": [ 2208 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2207, 2208 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_179_output_0", "outputIndexes": [ 2209 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2209, 68 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_143_output_0", "outputIndexes": [ 2210 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205, 2210 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_141_output_0", "outputIndexes": [ 2211 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2172 ], "outputIndexes": [ 3426 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 3426 ], "outputIndexes": [ 3427 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear", "inputIndexes": [ 3427 ], "outputIndexes": [ 3428 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 768, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 18432, "weightSize": 0 }, "external": [ 2989440248, 2359558, 147456, 3072, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 3428 ], "outputIndexes": [ 3429 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3429 ], "outputIndexes": [ 2212 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 768 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2212, 2200 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_143_output_0", "outputIndexes": [ 2213 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198, 2211, 2213, 86 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "/layers.35/self_attn/FusedAttention", "outputIndexes": [ 2214 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2214 ], "outputIndexes": [ 3430 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 3430 ], "outputIndexes": [ 3431 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear", "inputIndexes": [ 3431 ], "outputIndexes": [ 3432 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 73728, "weightSize": 0 }, "external": [ 2991950334, 9437446, 589824, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 3432 ], "outputIndexes": [ 3433 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3433 ], "outputIndexes": [ 2215 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2169, 2215 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_142_output_0", "outputIndexes": [ 2216 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2216 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/ffn_norm_35/Mul_output_0", "outputIndexes": [ 2217 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.386719, 0.365234, 0.380859, 0.380859, 0.373047, 0.386719, 0.376953, 0.376953, 0.375, 0.392578, 0.371094, 0.388672, 0.382812, 0.373047, 0.380859, 0.373047, 0.378906, 0.382812, 0.375, 0.380859, 0.373047, 0.380859, 0.369141, 0.382812, 0.804688, 0.390625, 0.376953, 0.388672, 0.378906, 0.376953, 0.384766, 0.384766, 0.384766, 0.378906, 0.369141, 0.376953, 0.384766, 0.378906, 0.371094, 0.376953, 0.384766, 0.382812, 0.419922, 0.384766, 0.386719, 0.376953, 0.398438, 0.378906, 0.378906, 0.376953, 0.376953, 0.376953, 1.242188, 0.371094, 0.394531, 0.388672, 0.380859, 0.376953, 0.382812, 0.378906, 0.392578, 0.371094, 0.371094, 0.386719, 0.373047, 0.378906, 0.386719, 0.380859, 0.373047, 0.371094, 0.378906, 0.462891, 0.376953, 0.386719, 0.375, 0.376953, 0.371094, 0.380859, 0.369141, 0.384766, 0.376953, 0.375, 0.376953, 0.380859, 0.375, 0.402344, 0.380859, 0.380859, 0.369141, 0.369141, 0.378906, 0.371094, 0.394531, 0.373047, 0.388672, 0.382812, 0.375, 0.404297, 0.369141, 0.388672, 0.378906, 0.375, 0.380859, 0.386719, 0.421875, 0.382812, 0.449219, 0.384766, 0.376953, 0.378906, 0.376953, 0.380859, 0.380859, 0.380859, 0.380859, 0.667969, 0.392578, 0.382812, 0.376953, 0.376953, 0.380859, 0.382812, 0.382812, 0.380859, 0.376953, 0.388672, 0.376953, 0.373047, 0.380859, 0.378906, 0.380859, 0.380859, 0.390625, 0.421875, 0.378906, 0.390625, 0.380859, 0.378906, 0.375, 0.375, 0.375, 0.378906, 0.373047, 0.378906, 0.375, 0.373047, 0.380859, 0.371094, 0.384766, 0.376953, 0.375, 0.376953, 0.384766, 0.376953, 0.376953, 0.386719, 0.386719, 0.380859, 0.392578, 0.378906, 0.376953, 0.380859, 0.396484, 0.384766, 0.378906, 0.386719, 0.375, 0.378906, 0.380859, 0.378906, 0.980469, 0.386719, 0.386719, 0.378906, 0.376953, 0.382812, 0.382812, 0.380859, 0.382812, 0.388672, 0.376953, 0.380859, 0.390625, 0.392578, 0.376953, 0.373047, 0.369141, 0.400391, 0.365234, 0.404297, 0.375, 0.380859, 0.373047, 0.392578, 0.378906, 0.373047, 0.386719, 0.375, 0.378906, 0.380859, 0.371094, 0.373047, 0.400391, 0.378906, 0.570312, 0.375, 0.373047, 0.386719, 0.380859, 0.375, 0.386719, 0.375, 0.375, 0.380859, 0.376953, 0.369141, 0.373047, 0.369141, 0.380859, 0.382812, 0.378906, 0.380859, 0.376953, 0.369141, 0.384766, 0.375, 0.373047, 0.382812, 0.375, 0.382812, 0.392578, 0.414062, 0.371094, 0.378906, 0.380859, 0.388672, 0.382812, 0.375, 0.371094, 0.421875, 0.382812, 0.380859, 0.367188, 0.382812, 0.392578, 0.376953, 0.369141, 0.384766, 0.384766, 0.373047, 0.380859, 0.375, 0.386719, 0.380859, 0.369141, 0.373047, 0.369141, 0.380859, 0.371094, 0.373047, 0.380859, 0.380859, 0.378906, 0.378906, 0.382812, 0.394531, 0.373047, 0.378906, 0.376953, 0.378906, 0.380859, 0.380859, 0.386719, 0.384766, 0.382812, 0.378906, 0.380859, 0.375, 0.373047, 0.376953, 0.378906, 0.378906, 0.380859, 0.390625, 0.380859, 0.376953, 0.382812, 0.427734, 0.375, 0.375, 0.380859, 0.375, 0.376953, 0.378906, 0.388672, 0.380859, 0.376953, 0.382812, 0.378906, 0.376953, 0.384766, 0.378906, 0.382812, 0.367188, 0.376953, 0.369141, 0.384766, 0.380859, 0.382812, 0.375, 0.373047, 0.375, 0.376953, 0.388672, 0.388672, 0.380859, 0.384766, 0.388672, 0.378906, 0.378906, 0.378906, 0.400391, 0.380859, 0.380859, 0.380859, 0.376953, 0.371094, 0.384766, 0.378906, 0.375, 0.373047, 0.384766, 0.378906, 0.371094, 0.394531, 0.394531, 0.378906, 0.375, 0.378906, 0.380859, 0.386719, 0.382812, 0.369141, 0.388672, 0.371094, 0.384766, 0.382812, 0.371094, 0.373047, 0.388672, 0.378906, 0.378906, 0.376953, 0.382812, 0.382812, 0.378906, 0.398438, 0.376953, 0.380859, 0.376953, 0.386719, 0.371094, 0.371094, 0.386719, 0.376953, 0.375, 0.390625, 0.400391, 0.390625, 0.382812, 0.376953, 0.367188, 0.378906, 0.380859, 0.376953, 0.371094, 0.375, 0.371094, 0.375, 0.380859, 0.371094, 0.412109, 0.388672, 0.386719, 0.384766, 0.386719, 0.392578, 0.386719, 0.375, 0.369141, 0.378906, 0.376953, 0.382812, 0.375, 0.382812, 0.376953, 0.386719, 0.371094, 0.373047, 0.378906, 0.388672, 0.375, 0.382812, 0.376953, 0.382812, 0.378906, 0.384766, 0.382812, 0.380859, 0.378906, 0.375, 0.589844, 0.371094, 0.376953, 0.378906, 0.378906, 0.378906, 0.373047, 0.511719, 0.394531, 0.371094, 0.390625, 0.378906, 0.380859, 0.375, 0.376953, 0.382812, 0.378906, 0.384766, 0.382812, 0.378906, 0.380859, 0.386719, 0.382812, 0.376953, 0.386719, 0.386719, 0.378906, 0.375, 0.378906, 0.375, 0.378906, 0.378906, 0.382812, 0.378906, 0.375, 0.378906, 0.380859, 0.376953, 0.378906, 0.390625, 0.382812, 0.378906, 0.382812, 0.376953, 0.382812, 0.375, 0.378906, 0.388672, 0.394531, 0.371094, 0.378906, 0.376953, 0.373047, 0.384766, 0.382812, 0.400391, 0.376953, 0.376953, 0.371094, 0.376953, 0.423828, 0.373047, 0.400391, 0.367188, 0.378906, 0.380859, 0.382812, 0.382812, 0.376953, 0.371094, 0.435547, 0.394531, 0.378906, 0.378906, 0.382812, 0.375, 0.375, 0.378906, 0.373047, 0.380859, 0.376953, 0.376953, 0.380859, 0.373047, 0.375, 0.375, 0.376953, 0.384766, 0.373047, 0.384766, 0.376953, 0.376953, 0.419922, 0.384766, 0.378906, 0.382812, 0.375, 0.376953, 0.380859, 0.380859, 0.388672, 0.386719, 0.373047, 0.376953, 0.40625, 0.435547, 0.380859, 0.376953, 0.396484, 0.363281, 0.376953, 0.384766, 0.384766, 0.373047, 0.386719, 0.380859, 0.376953, 0.380859, 0.378906, 0.390625, 0.386719, 0.373047, 0.380859, 0.378906, 0.371094, 0.375, 0.378906, 0.392578, 0.369141, 0.376953, 0.365234, 0.376953, 0.384766, 0.369141, 0.380859, 0.371094, 0.380859, 0.369141, 0.375, 0.392578, 0.384766, 0.378906, 0.375, 0.376953, 0.384766, 0.375, 0.375, 0.380859, 0.378906, 0.382812, 0.390625, 0.378906, 0.373047, 0.376953, 0.476562, 0.396484, 0.376953, 0.376953, 0.382812, 0.378906, 0.376953, 0.367188, 0.382812, 0.376953, 0.371094, 0.380859, 0.390625, 0.384766, 0.396484, 0.376953, 0.421875, 0.382812, 0.388672, 0.384766, 0.382812, 0.373047, 0.451172, 0.378906, 0.427734, 0.373047, 0.373047, 0.390625, 0.386719, 0.388672, 0.376953, 0.378906, 0.373047, 0.390625, 0.371094, 0.378906, 0.375, 0.363281, 0.363281, 0.375, 0.380859, 0.386719, 0.384766, 0.373047, 0.365234, 0.382812, 0.394531, 0.386719, 0.373047, 0.380859, 0.378906, 0.392578, 0.373047, 0.376953, 0.390625, 0.384766, 0.378906, 0.371094, 0.369141, 0.378906, 0.375, 0.375, 0.375, 0.392578, 0.402344, 0.382812, 0.382812, 0.382812, 0.388672, 0.380859, 0.369141, 0.376953, 0.371094, 0.378906, 0.369141, 0.380859, 0.378906, 0.371094, 0.373047, 0.375, 0.371094, 0.378906, 0.380859, 0.390625, 0.371094, 0.388672, 0.394531, 0.396484, 0.376953, 0.384766, 0.373047, 0.378906, 0.398438, 0.373047, 0.380859, 0.373047, 0.380859, 0.380859, 0.380859, 0.394531, 0.378906, 0.380859, 0.378906, 0.373047, 0.371094, 0.375, 0.375, 0.376953, 0.382812, 0.380859, 0.388672, 0.375, 0.388672, 0.375, 0.376953, 0.375, 0.414062, 0.369141, 0.369141, 0.384766, 0.380859, 0.376953, 0.398438, 0.380859, 0.373047, 0.380859, 0.384766, 0.375, 0.386719, 0.378906, 0.375, 0.382812, 0.376953, 0.386719, 0.375, 0.380859, 0.376953, 0.380859, 0.388672, 0.394531, 0.378906, 0.380859, 0.373047, 0.375, 0.376953, 0.714844, 0.371094, 0.375, 0.378906, 0.376953, 0.392578, 0.373047, 0.375, 0.380859, 0.400391, 0.369141, 0.392578, 0.398438, 0.380859, 0.378906, 0.365234, 0.367188, 0.376953, 0.386719, 0.378906, 0.375, 0.380859, 0.384766, 0.380859, 0.373047, 0.378906, 0.376953, 0.451172, 0.373047, 0.384766, 0.375, 0.371094, 0.380859, 0.376953, 0.554688, 0.376953, 0.384766, 0.378906, 0.384766, 0.382812, 0.384766, 0.369141, 0.376953, 0.380859, 0.380859, 0.386719, 0.373047, 0.365234, 0.380859, 0.376953, 0.375, 0.384766, 0.384766, 0.373047, 0.392578, 0.376953, 0.380859, 0.378906, 0.423828, 0.367188, 0.386719, 0.380859, 0.375, 0.378906, 0.375, 0.384766, 0.375, 0.375, 0.376953, 0.398438, 0.373047, 0.369141, 0.375, 0.384766, 0.373047, 0.390625, 0.376953, 0.378906, 0.375, 0.384766, 0.378906, 0.373047, 0.378906, 0.375, 0.412109, 0.365234, 0.378906, 0.386719, 0.375, 0.388672, 0.378906, 0.382812, 0.373047, 0.396484, 0.382812, 0.460938, 0.375, 0.378906, 0.373047, 0.384766, 0.378906, 0.400391, 0.376953, 0.419922, 0.378906, 0.378906, 0.386719, 0.388672, 0.384766, 0.390625, 0.376953, 0.386719, 0.384766, 0.386719, 0.382812, 0.378906, 0.388672, 0.371094, 0.380859, 0.380859, 0.382812, 0.376953, 0.378906, 0.382812, 0.376953, 0.382812, 0.373047, 0.390625, 0.376953, 0.388672, 0.376953, 0.371094, 0.384766, 0.375, 0.373047, 0.416016, 0.371094, 0.376953, 0.378906, 0.375, 0.378906, 0.371094, 0.371094, 0.378906, 0.382812, 0.394531, 0.382812, 0.382812, 0.373047, 0.382812, 0.376953, 0.378906, 0.382812, 0.380859, 0.382812, 0.375, 0.382812, 0.378906, 0.386719, 0.375, 0.384766, 0.378906, 0.380859, 0.382812, 0.398438, 0.378906, 0.376953, 0.378906, 0.388672, 0.376953, 0.380859, 0.376953, 0.376953, 0.375, 0.384766, 0.378906, 0.394531, 0.382812, 0.376953, 0.398438, 0.382812, 0.376953, 0.386719, 0.380859, 0.382812, 0.375, 0.376953, 0.373047, 0.382812, 0.384766, 0.388672, 0.390625, 0.380859, 0.382812, 0.371094, 0.423828, 0.386719, 0.382812, 0.388672, 0.382812, 0.373047, 0.378906, 0.375, 0.378906, 0.375, 0.375, 0.367188, 0.371094, 0.369141, 0.384766, 0.375, 0.371094, 0.384766, 0.367188, 0.380859, 0.371094, 0.378906, 0.380859, 0.378906, 0.369141, 0.380859, 0.378906, 0.376953, 0.373047, 0.367188, 0.380859, 0.378906, 0.376953, 0.378906, 0.382812, 0.376953, 0.371094, 0.382812, 0.382812, 0.373047, 0.376953, 0.382812, 0.380859, 0.376953, 0.371094, 0.373047, 0.375, 0.384766, 0.431641, 0.384766, 0.375, 0.369141, 0.378906, 0.371094, 0.367188, 0.373047, 0.371094, 0.371094, 0.376953, 0.382812, 0.371094, 0.375, 0.378906, 0.378906, 0.382812, 0.378906, 0.388672, 0.386719, 0.376953, 0.378906, 0.376953, 0.462891, 0.378906, 0.373047, 0.388672, 0.375, 0.371094, 0.378906, 0.376953, 0.388672, 0.382812, 0.371094, 0.371094, 0.380859, 0.380859, 0.416016, 0.369141, 0.376953, 0.380859, 0.380859, 0.371094, 0.400391, 0.376953, 0.382812, 0.378906, 0.378906, 0.380859, 0.376953, 0.373047, 0.384766, 0.384766, 0.375, 0.402344, 0.382812, 0.392578, 0.369141, 0.386719, 0.376953, 0.376953, 0.371094, 0.380859, 0.386719, 0.380859, 0.386719, 0.378906, 0.376953, 0.431641, 0.375, 0.384766, 0.373047, 0.371094, 0.621094, 0.380859, 0.386719, 0.384766, 0.382812, 0.373047, 0.375, 0.384766, 0.367188, 0.378906, 0.384766, 0.375, 0.380859, 0.384766, 0.373047, 0.382812, 0.384766, 0.378906, 0.373047, 0.378906, 0.375, 0.384766, 0.376953, 0.376953, 0.378906, 0.375, 0.382812, 0.392578, 0.375, 0.373047, 0.373047, 0.392578, 0.382812, 0.371094, 0.382812, 0.378906, 0.380859, 0.380859, 0.375, 0.380859, 0.375, 0.375, 0.375, 0.378906, 0.388672, 0.433594, 1.226562, 0.425781, 0.378906, 0.378906, 0.388672, 0.404297, 0.40625, 0.380859, 0.380859, 0.373047, 0.376953, 0.375, 0.380859, 0.373047, 0.373047, 0.378906, 0.378906, 0.373047, 0.378906, 0.375, 0.365234, 0.378906, 0.376953, 0.384766, 0.375, 0.380859, 0.375, 0.375, 0.375, 0.388672, 0.373047, 0.376953, 0.408203, 0.373047, 0.386719, 0.371094, 0.373047, 0.628906, 0.380859, 0.390625, 0.371094, 0.376953, 0.375, 0.390625, 0.382812, 0.382812, 0.382812, 0.375, 0.388672, 0.386719, 0.386719, 0.380859, 0.382812, 0.384766, 0.373047, 0.398438, 0.375, 0.388672, 0.384766, 0.376953, 0.380859, 0.378906, 0.412109, 0.384766, 0.376953, 0.380859, 0.384766, 0.369141, 0.378906, 0.378906, 0.378906, 0.382812, 0.380859, 0.369141, 0.419922, 0.373047, 0.380859, 0.388672, 0.376953, 0.384766, 0.375, 0.384766, 0.376953, 0.373047, 0.386719, 0.384766, 0.376953, 0.378906, 0.378906, 0.390625, 0.371094, 0.369141, 0.376953, 0.369141, 0.492188, 0.384766, 0.373047, 0.376953, 0.375, 0.386719, 0.376953, 0.371094, 0.386719, 0.378906, 0.375, 0.380859, 0.392578, 0.378906, 0.373047, 0.386719, 0.378906, 0.384766, 0.378906, 0.375, 0.625, 0.382812, 0.476562, 0.378906, 0.382812, 0.378906, 0.373047, 0.375, 0.376953, 0.371094, 0.373047, 0.382812, 0.378906, 0.388672, 0.373047, 0.378906, 0.378906, 0.378906, 0.376953, 0.388672, 0.384766, 0.384766, 0.378906, 0.378906, 0.376953, 0.371094, 0.378906, 0.375, 0.382812, 0.390625, 0.380859, 0.419922, 0.380859, 0.378906, 0.384766, 0.380859, 0.382812, 0.378906, 0.378906, 0.380859, 0.382812, 0.388672, 0.394531, 0.378906, 0.382812, 0.380859, 0.378906, 0.382812, 0.384766, 0.40625, 0.373047, 0.373047, 0.376953, 0.384766, 0.371094, 0.371094, 0.367188, 0.394531, 0.396484, 0.380859, 0.371094, 0.367188, 0.376953, 0.376953, 0.382812, 0.386719, 0.373047, 0.388672, 0.380859, 0.378906, 0.382812, 0.376953, 0.384766, 0.378906, 0.371094, 0.378906, 0.378906, 0.390625, 0.375, 0.373047, 0.378906, 0.394531, 0.384766, 0.371094, 0.384766, 0.371094, 0.380859, 0.384766, 0.373047, 0.376953, 0.373047, 0.378906, 0.373047, 0.378906, 0.382812, 0.376953, 0.378906, 0.425781, 0.376953, 0.376953, 0.386719, 0.373047, 0.396484, 0.382812, 0.382812, 0.371094, 0.382812, 0.375, 0.371094, 0.371094, 0.384766, 0.388672, 0.371094, 0.382812, 0.386719, 0.378906, 0.394531, 0.376953, 0.376953, 0.373047, 0.375, 0.373047, 0.382812, 0.382812, 0.380859, 0.378906, 0.376953, 0.375, 0.384766, 0.382812, 0.382812, 0.378906, 0.371094, 0.376953, 0.371094, 0.373047, 0.373047, 0.380859, 0.376953, 0.375, 0.380859, 0.376953, 0.380859, 0.376953, 0.376953, 0.375, 0.384766, 0.386719, 0.380859, 0.373047, 0.380859, 0.386719, 0.384766, 0.384766, 0.375, 0.376953, 0.376953, 0.396484, 0.380859, 0.388672, 0.388672, 0.376953, 0.382812, 0.376953, 0.378906, 0.376953, 0.382812, 0.375, 0.390625, 0.384766, 0.376953, 0.384766, 0.380859, 0.371094, 0.384766, 0.376953, 0.375, 0.384766, 0.757812, 0.376953, 0.380859, 0.378906, 0.376953, 0.384766, 0.757812, 0.375, 0.375, 0.373047, 0.382812, 0.376953, 0.375, 0.378906, 0.378906, 0.384766, 0.378906, 0.375, 0.388672, 0.373047, 0.384766, 0.369141, 0.373047, 0.380859, 0.390625, 0.376953, 0.382812, 0.380859, 0.585938, 0.378906, 0.378906, 0.378906, 0.382812, 0.378906, 0.384766, 0.369141, 0.382812, 0.375, 0.378906, 0.378906, 0.376953, 0.386719, 0.386719, 0.384766, 0.382812, 0.382812, 0.378906, 0.390625, 0.382812, 0.382812, 0.396484, 0.380859, 0.378906, 0.375, 1.0625, 0.375, 0.378906, 0.412109, 0.378906, 0.380859, 0.380859, 0.382812, 0.373047, 0.375, 0.380859, 0.386719, 0.375, 0.380859, 0.390625, 0.386719, 0.380859, 0.378906, 0.384766, 0.380859, 0.375, 0.376953, 0.40625, 0.378906, 0.373047, 0.378906, 0.371094, 0.380859, 0.375, 0.375, 0.378906, 0.380859, 0.376953, 0.388672, 0.384766, 0.373047, 0.384766, 0.380859, 0.384766, 0.376953, 0.373047, 0.376953, 0.376953, 0.371094, 0.376953, 0.382812, 0.380859, 0.382812, 0.388672, 0.380859, 0.375, 0.382812, 0.388672, 0.376953, 0.378906, 0.371094, 0.53125, 0.394531, 0.384766, 0.376953, 0.492188, 0.384766, 0.371094, 0.373047, 0.376953, 0.378906, 0.390625, 0.386719, 0.382812, 0.388672, 0.373047, 0.382812, 0.369141, 0.376953, 0.384766, 0.382812, 0.375, 0.382812, 0.376953, 0.378906, 0.378906, 0.373047, 0.371094, 0.375, 0.378906, 0.376953, 0.363281, 0.382812, 0.375, 0.375, 0.609375, 0.378906, 0.382812, 0.396484, 0.384766, 0.382812, 0.375, 0.376953, 0.376953, 0.382812, 0.375, 0.373047, 0.375, 0.380859, 0.384766, 0.378906, 0.382812, 0.378906, 0.382812, 0.376953, 0.375, 0.378906, 0.378906, 0.386719, 0.376953, 0.373047, 0.375, 0.375, 0.375, 0.375, 0.371094, 0.376953, 0.382812, 0.380859, 0.373047, 0.380859, 0.376953, 0.382812, 0.382812, 0.376953, 0.376953, 0.380859, 0.380859, 0.378906, 0.388672, 0.382812, 0.511719, 0.369141, 0.378906, 0.384766, 0.378906, 0.375, 0.375, 0.376953, 0.378906, 0.390625, 0.371094, 0.380859, 0.388672, 0.376953, 0.375, 0.390625, 0.392578, 0.371094, 0.376953, 0.375, 0.367188, 0.376953, 0.382812, 0.380859, 0.371094, 0.376953, 0.375, 0.373047, 0.380859, 0.375, 0.384766, 0.380859, 0.380859, 0.384766, 0.378906, 0.386719, 0.373047, 0.380859, 0.494141, 0.386719, 0.371094, 0.378906, 0.376953, 0.382812, 0.376953, 0.392578, 0.378906, 0.458984, 0.376953, 0.380859, 0.376953, 0.400391, 0.369141, 0.384766, 0.412109, 0.386719, 0.378906, 0.378906, 0.380859, 0.378906, 0.367188, 0.382812, 0.375, 0.382812, 0.376953, 0.394531, 0.375, 0.380859, 0.394531, 0.375, 0.373047, 0.380859, 0.392578, 0.376953, 0.376953, 0.375, 0.384766, 0.369141, 0.373047, 0.376953, 0.375, 0.445312, 0.373047, 0.376953, 0.380859, 0.376953, 0.382812, 0.369141, 0.371094, 0.371094, 0.375, 0.371094, 0.378906, 0.376953, 0.376953, 0.386719, 0.408203, 0.376953, 0.382812, 0.367188, 0.384766, 0.386719, 0.386719, 0.378906, 0.388672, 0.382812, 0.386719, 0.380859, 0.375, 0.380859, 0.373047, 0.380859, 0.384766, 0.380859, 0.367188, 0.371094, 0.380859, 0.371094, 0.369141, 0.382812, 0.371094, 0.386719, 0.384766, 0.380859, 0.375, 0.369141, 0.386719, 0.060303, 0.380859, 0.367188, 0.371094, 0.376953, 0.376953, 0.373047, 0.382812, 0.412109, 0.373047, 0.375, 0.412109, 0.378906, 0.382812, 0.378906, 0.384766, 0.378906, 0.382812, 0.380859, 0.390625, 0.378906, 0.380859, 0.376953, 0.376953, 0.380859, 0.376953, 0.373047, 0.386719, 0.386719, 0.373047, 0.386719, 0.382812, 0.376953, 0.390625, 0.386719, 0.373047, 0.371094, 0.384766, 0.376953, 0.380859, 0.382812, 0.376953, 0.441406, 0.433594, 0.378906, 0.376953, 0.376953, 0.388672, 0.388672, 0.378906, 0.386719, 0.376953, 0.382812, 0.388672, 0.375, 0.382812, 0.367188, 0.384766, 0.367188, 0.376953, 0.376953, 0.384766, 0.390625, 0.376953, 0.378906, 0.375, 0.390625, 0.378906, 0.378906, 0.378906, 0.378906, 0.376953, 0.380859, 0.376953, 0.378906, 0.376953, 0.384766, 0.388672, 0.376953, 0.380859, 0.371094, 0.384766, 0.384766, 0.378906, 0.365234, 0.380859, 0.371094, 0.380859, 0.367188, 0.386719, 0.380859, 0.378906, 0.363281, 0.382812, 0.388672, 0.384766, 0.507812, 0.373047, 0.373047, 0.380859, 0.375, 0.367188, 0.388672, 0.388672, 0.378906, 0.376953, 0.394531, 0.384766, 0.371094, 0.376953, 0.373047, 0.384766, 0.378906, 0.378906, 0.371094, 0.378906, 0.373047, 0.382812, 0.384766, 0.375, 0.382812, 0.382812, 0.378906, 0.375, 0.378906, 0.378906, 0.386719, 0.384766, 0.375, 0.375, 0.382812, 0.376953, 0.051758, 0.396484, 0.384766, 0.380859, 0.382812, 0.380859, 0.382812, 0.375, 0.375, 0.373047, 0.376953, 0.386719, 0.386719, 0.398438, 0.384766, 0.380859, 0.373047, 0.375, 0.382812, 0.390625, 0.375, 0.376953, 0.376953, 0.363281, 0.382812, 0.380859, 0.378906, 0.380859, 0.375, 0.382812, 0.380859, 0.376953, 0.380859, 0.376953, 0.380859, 0.375, 0.380859, 0.386719, 0.365234, 0.378906, 0.628906, 0.380859, 0.375, 0.371094, 0.376953, 0.382812, 0.373047, 0.394531, 0.373047, 0.369141, 0.5, 0.382812, 0.394531, 0.378906, 0.376953, 0.386719, 0.376953, 0.392578, 0.373047, 0.386719, 0.386719, 0.380859, 0.380859, 0.378906, 0.380859, 0.380859, 0.376953, 0.373047, 0.384766, 0.382812, 0.380859, 0.380859, 0.371094, 0.375, 0.382812, 0.380859, 0.394531, 0.380859, 0.382812, 0.371094, 0.386719, 0.375, 0.404297, 0.380859, 0.380859, 0.375, 0.382812, 0.376953, 0.388672, 0.380859, 0.384766, 0.380859, 0.376953, 0.388672, 0.378906, 0.378906, 0.375, 0.373047, 0.386719, 0.373047, 0.386719, 0.375, 0.371094, 0.380859, 0.378906, 0.388672, 0.384766, 0.380859, 0.380859, 0.378906, 0.378906, 0.375, 0.373047, 0.384766, 0.371094, 0.376953, 0.375, 0.380859, 0.371094, 0.367188, 0.390625, 0.376953, 0.380859, 0.380859, 0.404297, 0.378906, 0.388672, 0.380859, 0.390625, 0.369141, 0.380859, 0.392578, 0.384766, 0.443359, 0.382812, 0.373047, 0.384766, 0.574219, 0.365234, 0.382812, 0.373047, 0.386719, 0.376953, 0.388672, 0.382812, 0.378906, 0.375, 0.380859, 0.378906, 0.373047, 0.369141, 0.388672, 0.378906, 0.380859, 0.378906, 0.378906, 0.380859, 0.378906, 0.369141, 0.384766, 0.380859, 0.388672, 0.378906, 0.376953, 0.369141, 0.376953, 0.369141, 0.378906, 0.382812, 0.384766, 0.376953, 0.375, 0.369141, 0.376953, 0.375, 0.380859, 0.40625, 0.380859, 0.369141, 0.375, 0.384766, 0.375, 0.386719, 0.382812, 0.386719, 0.371094, 0.378906, 0.378906, 0.386719, 0.429688, 0.380859, 0.380859, 0.384766, 0.373047, 0.375, 0.376953, 0.378906, 0.378906, 0.380859, 0.373047, 0.376953, 0.375, 0.382812, 0.386719, 0.376953, 0.380859, 0.382812, 0.373047, 0.373047, 0.376953, 0.384766, 0.369141, 0.386719, 0.378906, 0.373047, 0.382812, 0.376953, 0.384766, 0.369141, 0.376953, 0.373047, 0.376953, 0.373047, 0.382812, 0.361328, 0.378906, 0.376953, 0.380859, 0.371094, 0.382812, 0.392578, 0.386719, 0.375, 0.375, 0.371094, 0.373047, 0.378906, 0.380859, 0.371094, 0.378906, 0.386719, 0.378906, 0.378906, 0.384766, 0.367188, 0.375, 0.373047, 0.382812, 0.404297, 0.380859, 0.382812, 0.375, 0.373047, 0.375, 0.369141, 0.376953, 0.367188, 0.382812, 0.380859, 0.380859, 0.378906, 0.371094, 0.367188, 0.373047, 0.382812, 0.371094, 0.376953, 1.007812, 0.382812, 0.384766, 0.378906, 0.386719, 0.386719, 0.380859, 0.384766, 0.386719, 0.376953, 0.404297, 0.384766, 0.378906, 0.376953, 0.378906, 0.380859, 0.392578, 0.371094, 0.382812, 0.380859, 0.378906, 0.376953, 0.376953, 0.382812, 0.855469, 0.373047, 0.384766, 0.376953, 0.380859, 0.375, 0.378906, 0.376953, 0.376953, 0.371094, 0.378906, 0.378906, 0.380859, 0.378906, 0.380859, 0.382812, 0.378906, 0.738281, 0.378906, 0.376953, 0.376953, 0.378906, 0.382812, 0.392578, 0.376953, 0.375, 0.386719, 0.380859, 0.375, 0.388672, 0.375, 0.371094, 0.380859, 0.382812, 0.376953, 0.378906, 0.376953, 0.376953, 0.382812, 0.378906, 0.388672, 0.373047, 0.378906, 0.386719, 0.375, 0.384766, 0.388672, 0.384766, 0.382812, 0.373047, 0.375, 0.376953, 0.376953, 0.382812, 0.375, 0.384766, 0.373047, 0.388672, 0.376953, 0.386719, 0.392578, 0.378906, 0.390625, 0.382812, 0.367188, 0.390625, 0.375, 0.371094, 0.388672, 0.392578, 0.390625, 0.384766, 0.386719, 0.376953, 0.375, 0.376953, 0.384766, 0.375, 0.378906, 0.367188, 0.382812, 0.382812, 0.380859, 0.378906, 0.380859, 0.378906, 0.527344, 0.373047, 0.376953, 0.373047, 0.382812, 0.378906, 0.375, 0.40625, 0.648438, 0.376953, 0.380859, 0.390625, 0.375, 0.373047, 0.382812, 0.380859, 0.376953, 0.375, 0.376953, 0.376953, 0.960938, 0.384766, 0.373047, 0.386719, 0.376953, 0.378906, 0.376953, 0.373047, 0.388672, 0.378906, 0.373047, 0.375, 0.373047, 0.376953, 0.388672, 0.378906, 0.376953, 0.435547, 0.382812, 0.380859, 0.386719, 0.380859, 0.373047, 0.378906, 0.371094, 0.375, 0.392578, 0.378906, 0.380859, 0.380859, 0.382812, 0.382812, 0.392578, 0.386719, 0.376953, 0.380859, 0.382812, 0.373047, 0.373047, 0.388672, 0.371094, 0.388672, 0.373047, 0.396484, 0.371094, 0.378906, 0.382812, 0.378906, 0.384766, 0.382812, 0.384766, 0.382812, 0.382812, 0.404297, 0.382812, 0.404297, 0.376953, 0.390625, 0.380859, 0.371094, 0.378906, 0.375, 0.365234, 0.386719, 0.388672, 0.373047, 0.375, 0.371094, 0.373047, 0.410156, 0.376953, 0.380859, 0.375, 0.384766, 0.376953, 0.371094, 0.375, 0.376953, 0.376953, 0.394531, 0.378906, 0.378906, 0.369141, 0.373047, 0.376953, 0.386719, 0.378906, 0.382812, 0.367188, 0.375, 0.373047, 0.384766, 0.376953, 0.380859, 0.376953, 0.388672, 0.371094, 0.396484, 0.373047, 0.378906, 0.376953, 0.373047, 0.373047, 0.378906, 0.382812, 0.376953, 0.386719, 0.378906, 0.380859, 0.378906, 0.371094, 0.375, 0.375, 0.382812, 0.376953, 0.375, 0.382812, 0.378906, 0.371094, 0.386719, 0.378906, 0.380859, 0.765625, 0.375, 0.376953, 0.386719, 0.382812, 0.380859, 0.376953, 0.376953, 0.376953, 0.371094, 0.378906, 0.369141, 0.388672, 0.388672, 0.375, 0.371094, 0.378906, 0.373047, 0.384766, 0.380859, 0.380859, 0.382812, 0.378906, 0.376953, 0.382812, 0.375, 0.376953, 0.394531, 0.373047, 0.373047, 0.390625, 0.375, 0.380859, 0.384766, 0.476562, 0.386719, 0.384766, 0.382812, 0.384766, 0.371094, 0.371094, 0.375, 0.380859, 0.373047, 0.375, 0.376953, 0.376953, 0.378906, 0.488281, 0.373047, 0.375, 0.378906, 0.378906, 0.380859, 0.376953, 0.376953, 0.382812, 0.388672, 0.376953, 0.378906, 0.384766, 0.376953, 0.378906, 0.378906, 0.376953, 0.375, 0.375, 0.378906, 0.369141, 0.378906, 0.382812, 0.384766, 0.380859, 0.396484, 0.375, 0.373047, 0.375, 0.380859, 0.378906, 0.373047, 0.371094, 0.380859, 0.375, 0.384766, 0.376953, 0.378906, 0.380859, 0.398438, 0.550781, 0.386719, 0.369141, 0.382812, 0.380859, 0.384766, 0.375, 0.375, 0.376953, 0.376953, 0.388672, 0.376953, 0.376953, 0.390625, 0.386719, 0.378906, 0.369141, 0.408203, 0.378906, 0.376953, 0.380859, 0.378906, 0.371094, 0.388672, 0.371094, 0.369141, 0.380859, 0.376953, 0.382812, 0.394531, 0.386719, 0.390625, 0.378906, 0.376953, 0.375, 0.378906, 0.382812, 0.376953, 0.392578, 0.462891, 0.398438, 0.375, 0.373047, 0.380859, 0.380859, 0.382812, 0.378906, 0.380859, 0.373047, 0.375, 0.382812, 0.384766, 0.373047, 0.380859, 0.371094, 0.378906, 0.376953, 0.390625, 0.386719, 0.380859, 0.375, 0.386719, 0.378906, 0.375, 0.386719, 0.376953, 0.378906, 0.382812, 0.386719, 0.375, 0.384766, 0.378906, 0.375, 0.378906, 0.380859, 0.375, 0.386719, 0.375, 0.378906, 0.375, 0.386719, 0.380859, 0.375, 0.376953, 0.386719, 0.382812, 0.378906, 0.380859, 0.373047, 0.378906, 0.384766, 0.373047, 0.386719, 0.378906, 0.382812, 0.384766, 0.382812, 0.371094, 0.378906, 0.375, 0.375, 0.375, 0.375, 0.507812, 0.380859, 0.365234, 0.378906, 0.384766, 0.382812, 0.376953, 0.376953, 0.373047, 0.376953, 0.375, 0.376953, 0.382812, 0.369141, 0.410156, 0.390625, 0.375, 0.376953, 0.375, 0.371094, 0.376953, 0.380859, 0.380859, 0.392578, 0.392578, 0.388672, 0.378906, 0.376953, 0.378906, 0.375, 0.378906, 0.384766, 0.384766, 0.386719, 0.373047, 0.378906, 0.367188, 0.382812, 0.375, 0.371094, 0.376953, 0.378906, 0.375, 0.382812, 0.380859, 0.382812, 0.384766, 0.375, 0.378906, 0.373047, 0.376953, 0.398438, 0.376953, 0.384766, 0.382812, 0.380859, 0.373047, 0.375, 0.378906, 0.378906, 0.380859, 0.373047, 0.388672, 0.376953, 0.380859, 0.375, 0.382812, 0.378906, 0.378906, 0.386719, 0.375, 0.546875, 0.373047, 0.380859, 0.371094, 0.376953, 0.367188, 0.378906, 0.394531, 0.378906, 0.390625, 0.376953, 0.380859, 0.386719, 0.386719, 0.378906, 0.386719, 0.390625, 0.380859, 0.378906, 0.378906, 0.373047, 0.388672, 0.378906, 0.373047, 0.376953, 0.394531, 0.375, 0.376953, 0.380859, 0.382812, 0.375, 0.378906, 0.380859, 0.373047, 0.367188, 0.384766, 0.380859, 0.382812, 0.376953, 0.373047, 0.392578, 0.375, 0.380859, 0.371094, 0.375, 0.380859, 0.375, 0.386719, 0.380859, 0.382812, 0.380859, 0.382812, 0.375, -0.003937, 0.376953, 0.388672, 0.371094, 0.380859, 0.375, 0.376953, 0.371094, 0.375, 0.482422, 0.380859, 0.380859, 0.375, 0.373047, 0.380859, 0.382812, 0.382812, 0.369141, 0.375, 0.378906, 0.392578, 0.535156, 0.376953, 0.378906, 0.373047, 0.380859, 0.376953, 0.423828, 0.373047, 0.382812, 0.378906, 0.386719, 0.376953, 0.371094, 0.404297, 0.378906, 0.390625, 0.386719, 0.384766, 0.375, 0.376953, 0.378906, 0.380859, 0.371094, 0.371094, 0.404297, 0.386719, 0.445312, 0.388672, 0.378906, 0.371094, 0.376953, 0.494141, 0.378906, 0.380859, 0.382812, 0.378906, 0.376953, 0.376953, 0.376953, 0.376953, 0.380859, 0.382812, 0.384766, 0.386719, 0.388672, 0.375, 0.386719, 0.371094, 0.378906, 0.382812, 0.386719, 0.376953, 0.369141, 0.392578, 0.382812, 0.380859, 0.390625, 0.376953, 0.394531, 0.382812, 0.369141, 0.376953, 0.386719, 0.380859, 0.382812, 0.380859, 0.378906, 0.367188, 0.375, 0.388672, 0.388672, 0.386719, 0.376953, 0.378906, 0.408203, 0.386719, 0.384766, 0.412109, 0.376953, 0.369141, 0.380859, 0.371094, 0.380859, 0.376953, 0.388672, 0.427734, 0.376953, 0.388672, 0.382812, 0.365234, 0.378906, 0.390625, 0.376953, 0.388672, 0.380859, 0.375, 0.394531, 0.376953, 0.384766, 0.367188, 0.378906, 0.373047, 0.384766, 0.380859, 0.386719, 0.373047, 0.378906, 0.373047, 0.369141, 0.423828, 0.371094, 0.378906, 0.367188, 0.375, 0.382812, 0.380859, 0.394531, 0.378906, 0.378906, 0.376953, 0.380859, 0.388672, 0.373047, 0.376953, 0.378906, 0.382812, 0.375, 0.375, 0.376953, 0.376953, 0.378906, 0.380859, 0.384766, 0.382812, 0.380859, 0.376953, 0.378906, 0.369141, 0.373047, 0.376953, 0.378906, 0.390625, 0.380859, 0.376953, 0.386719, 0.380859, 0.378906, 0.388672, 0.378906, 0.373047, 0.410156, 0.386719, 0.380859, 0.382812, 0.375, 0.378906, 0.396484, 0.388672, 0.408203, 0.373047, 0.380859, 0.382812, 0.380859, 0.371094, 0.376953, 0.382812, 0.394531, 0.386719, 0.380859, 0.384766, 0.376953, 0.376953, 0.376953, 0.375, 0.378906, 0.371094, 0.458984, 0.384766, 0.376953, 0.373047, 0.373047, 0.378906, 0.390625, 0.382812, 0.388672, 0.388672, 0.390625, 0.382812, 0.380859, 0.375, 0.382812, 0.373047, 0.369141, 0.378906, 0.384766, 0.375, 0.378906, 0.375, 0.380859, 0.376953, 0.380859, 0.390625, 0.384766, 0.378906, 0.386719, 0.371094, 0.386719, 0.369141, 0.388672, 0.382812, 0.369141, 0.384766, 0.380859, 0.371094, 0.386719, 0.371094, 0.373047, 0.4375, 0.382812, 0.378906, 0.378906, 0.394531, 0.386719, 0.386719, 0.378906, 0.375, 0.375, 0.373047, 0.376953, 0.380859, 0.382812, 0.375, 0.373047, 0.392578, 0.371094, 0.373047, 0.375, 0.367188, 0.371094, 0.386719, 0.392578, 0.380859, 0.375, 0.378906, 0.392578, 0.378906, 0.376953, 0.375, 0.380859, 0.380859, 0.384766, 0.382812, 0.378906, 0.378906, 0.373047, 0.375, 0.380859, 0.378906, 0.392578, 0.412109, 0.371094, 0.375, 0.373047, 0.376953, 0.378906, 0.382812, 0.380859, 0.384766, 0.648438, 0.382812, 0.371094, 0.390625, 0.390625, 0.373047, 0.376953, 0.376953, 0.375, 0.373047, 0.376953, 0.382812, 0.402344, 0.373047, 0.380859, 0.597656, 0.371094, 0.378906, 0.378906, 0.378906, 0.375, 0.380859, 0.378906, 0.367188, 0.388672, 0.378906, 0.380859, 0.384766, 0.382812, 0.380859, 0.378906, 0.380859, 0.386719, 0.382812, 0.386719, 0.382812, 0.382812, 0.369141, 0.382812, 0.398438, 0.376953, 0.376953, 0.382812, 0.386719, 0.392578, 0.398438, 0.386719, 0.384766, 0.378906, 0.384766, 0.373047, 0.373047, 0.373047, 0.380859, 0.380859, 0.373047, 0.382812, 0.394531, 0.373047, 0.369141, 0.388672, 0.386719, 0.382812, 0.382812, 0.375, 0.386719, 0.388672, 0.378906, 0.376953, 0.373047, 0.365234, 0.382812, 0.396484, 0.380859, 0.380859, 0.382812, 0.371094, 0.373047, 0.511719, 0.371094, 0.378906, 0.380859, 0.382812, 0.378906, 0.390625, 0.378906, 0.375, 0.375, 0.398438, 0.386719, 0.376953, 0.378906, 0.375, 0.380859, 0.382812, 0.376953, 0.390625, 0.375, 0.380859, 0.396484, 0.386719, 0.375, 0.375, 0.375, 0.384766, 0.382812, 0.386719, 0.373047, 0.376953, 0.380859, 0.392578, 0.384766, 0.375, 0.40625, 0.388672, 0.380859, 0.376953, 0.382812, 0.380859, 0.375, 0.384766, 0.390625, 0.371094, 0.380859, 0.376953, 0.378906, 0.386719, 0.388672, 0.386719, 0.376953, 0.382812, 0.376953, 0.376953, 0.378906, 0.386719, 0.382812 ] }, "name": "model.transformer.layers.35.ffn_norm.weight", "outputIndexes": [ 2218 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2217, 2218 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_norm_35/Mul_1_output_0", "outputIndexes": [ 2219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_1/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2219 ], "outputIndexes": [ 3434 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_1/Linear/pre_convert", "inputIndexes": [ 3434 ], "outputIndexes": [ 3435 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_1/Linear", "inputIndexes": [ 3435 ], "outputIndexes": [ 3436 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 24576, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 589824, "weightSize": 0 }, "external": [ 3001977604, 75497734, 4718592, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_1/Linear/post_convert", "inputIndexes": [ 3436 ], "outputIndexes": [ 3437 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_1/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3437 ], "outputIndexes": [ 2220 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 24576 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2220, 21, 1010, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_35/Slice_output_0", "outputIndexes": [ 2221 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2221 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/ffn/act_35/Sigmoid_output_0", "outputIndexes": [ 2222 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2221, 2222 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn/act_35/Mul_output_0", "outputIndexes": [ 2223 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 24576 ] }, "name": "/ffn_35/Mul_1_output_0", "outputIndexes": [ 2224 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2220, 1010, 2224, 95 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/ffn_35/Slice_1_output_0", "outputIndexes": [ 2225 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2223, 2225 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/ffn_35/Mul_2_output_0", "outputIndexes": [ 2226 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_2/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2226 ], "outputIndexes": [ 3438 ], "main_type": "Reshape", "main": { "dims": [ -1, 12288, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_2/Linear/pre_convert", "inputIndexes": [ 3438 ], "outputIndexes": [ 3439 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_2/Linear", "inputIndexes": [ 3439 ], "outputIndexes": [ 3440 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3072, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 12288, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 294912, "weightSize": 0 }, "external": [ 3082193930, 37748998, 2359296, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_2/Linear/post_convert", "inputIndexes": [ 3440 ], "outputIndexes": [ 3441 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/proj_2/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3441 ], "outputIndexes": [ 2227 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3072 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2216, 2227 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_143_output_0", "outputIndexes": [ 2228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 3072 ] }, "name": "/lm/Constant_output_0__", "outputIndexes": [ 2229 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2228, 2229 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_output_0", "outputIndexes": [ 2230 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/rotary/Constant_6_output_0", "outputIndexes": [ 2231 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2230 ], "main_type": "NONE", "name": "Shape3152", "outputIndexes": [ 2232 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2230 ], "main_type": "NONE", "name": "Rank3154", "outputIndexes": [ 2233 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2233, 2233 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3156", "outputIndexes": [ 2234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2234 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3157", "outputIndexes": [ 2235 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2234, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3159", "outputIndexes": [ 2236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2236 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3160", "outputIndexes": [ 2237 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2232, 2235, 2237, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3163", "outputIndexes": [ 2238 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2238 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3164", "outputIndexes": [ 2239 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2231, 2239 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3165", "outputIndexes": [ 2240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2240, 2239 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3166", "outputIndexes": [ 2241 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2230, 2241, 2234 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/lm/Gather_output_0", "outputIndexes": [ 2242 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, 1, 3072 ] }, "name": "/lm/Constant_1_output_0__", "outputIndexes": [ 2243 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2242, 2243 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_1_output_0", "outputIndexes": [ 2244 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2244 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-06, "group": 1, "useRMSNorm": true }, "name": "/lm/norm/Mul_output_0", "outputIndexes": [ 2245 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3072 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.609375, 0.554688, 0.570312, 0.59375, 0.632812, 0.566406, 0.566406, 0.550781, 0.554688, 0.566406, 0.546875, 0.574219, 0.5625, 0.578125, 0.566406, 0.621094, 0.570312, 0.570312, 0.582031, 0.578125, 0.585938, 0.550781, 0.585938, 0.609375, 1.710938, 0.578125, 0.558594, 0.566406, 0.570312, 0.570312, 0.535156, 0.582031, 0.566406, 0.554688, 0.597656, 0.558594, 0.582031, 0.582031, 0.578125, 0.554688, 0.574219, 0.558594, 0.882812, 0.609375, 0.582031, 0.582031, 0.675781, 0.570312, 0.554688, 0.5625, 0.589844, 0.570312, 1.640625, 0.613281, 0.578125, 0.660156, 0.570312, 0.570312, 0.546875, 0.570312, 0.558594, 0.585938, 0.5625, 0.550781, 0.589844, 0.574219, 0.65625, 0.632812, 0.574219, 0.585938, 0.578125, 0.808594, 0.558594, 0.582031, 0.550781, 0.578125, 0.550781, 0.597656, 0.597656, 0.550781, 0.585938, 0.589844, 0.585938, 0.566406, 0.5625, 0.671875, 0.550781, 0.582031, 0.558594, 0.578125, 0.582031, 0.570312, 0.613281, 0.589844, 0.582031, 0.5625, 0.570312, 0.628906, 0.574219, 0.578125, 0.574219, 0.5625, 0.601562, 0.652344, 0.699219, 0.582031, 0.925781, 0.570312, 0.574219, 0.554688, 0.570312, 0.566406, 0.554688, 0.59375, 0.5625, 1.90625, 0.550781, 0.539062, 0.566406, 0.566406, 0.566406, 0.582031, 0.609375, 0.570312, 0.546875, 0.5625, 0.554688, 0.542969, 0.542969, 0.578125, 0.613281, 0.566406, 0.589844, 0.789062, 0.558594, 0.5625, 0.554688, 0.550781, 0.597656, 0.550781, 0.554688, 0.554688, 0.558594, 0.554688, 0.546875, 0.550781, 0.546875, 0.570312, 0.574219, 0.605469, 0.5625, 0.589844, 0.570312, 0.585938, 0.578125, 0.5625, 0.582031, 0.582031, 0.585938, 0.570312, 0.558594, 0.625, 0.632812, 0.59375, 0.589844, 0.660156, 0.574219, 0.554688, 0.554688, 0.570312, 1.257812, 0.570312, 0.539062, 0.546875, 0.574219, 0.574219, 0.546875, 0.613281, 0.59375, 0.683594, 0.589844, 0.535156, 0.5625, 0.570312, 0.558594, 0.582031, 0.570312, 0.566406, 0.597656, 0.65625, 0.589844, 0.574219, 0.574219, 0.558594, 0.558594, 0.605469, 0.5625, 0.558594, 0.558594, 0.542969, 0.5625, 0.582031, 0.734375, 0.578125, 2.1875, 0.570312, 0.550781, 0.566406, 0.566406, 0.566406, 0.554688, 0.566406, 0.546875, 0.585938, 0.546875, 0.558594, 0.554688, 0.558594, 0.585938, 0.558594, 0.574219, 0.574219, 0.570312, 0.589844, 0.566406, 0.570312, 0.5625, 0.570312, 0.542969, 0.5625, 0.613281, 0.808594, 0.574219, 0.558594, 0.566406, 0.554688, 0.558594, 0.578125, 0.648438, 0.828125, 0.585938, 0.574219, 0.566406, 0.550781, 0.617188, 0.578125, 0.578125, 0.578125, 0.558594, 0.554688, 0.5625, 0.5625, 0.5625, 0.582031, 0.5625, 0.570312, 0.5625, 0.5625, 0.570312, 0.550781, 0.566406, 0.566406, 0.585938, 0.566406, 0.566406, 0.53125, 0.535156, 0.574219, 0.5625, 0.570312, 0.574219, 0.59375, 0.589844, 0.574219, 0.539062, 0.589844, 0.59375, 0.554688, 0.582031, 0.574219, 0.585938, 0.566406, 0.570312, 0.550781, 0.597656, 0.582031, 0.554688, 0.761719, 0.582031, 0.582031, 0.558594, 0.582031, 0.613281, 0.558594, 0.5625, 0.558594, 0.578125, 0.546875, 0.554688, 0.570312, 0.574219, 0.539062, 0.578125, 0.582031, 0.578125, 0.574219, 0.578125, 0.554688, 0.585938, 0.585938, 0.582031, 0.574219, 0.582031, 0.585938, 0.636719, 0.59375, 0.558594, 0.59375, 0.542969, 0.578125, 0.558594, 0.558594, 0.574219, 0.5625, 0.558594, 0.585938, 0.535156, 0.570312, 0.550781, 0.5625, 0.550781, 0.574219, 0.570312, 0.570312, 0.6875, 0.742188, 0.5625, 0.585938, 0.554688, 0.53125, 0.558594, 0.535156, 0.570312, 0.566406, 0.566406, 0.574219, 0.566406, 0.589844, 0.566406, 0.570312, 0.566406, 0.636719, 0.554688, 0.5625, 0.574219, 0.566406, 0.847656, 0.558594, 0.570312, 0.5625, 0.574219, 0.582031, 0.554688, 0.566406, 0.585938, 0.59375, 0.578125, 0.625, 0.582031, 0.554688, 0.5625, 0.574219, 0.566406, 0.585938, 0.570312, 0.566406, 0.566406, 0.554688, 0.585938, 0.539062, 0.570312, 0.882812, 0.578125, 0.566406, 0.574219, 0.566406, 0.570312, 0.710938, 0.558594, 0.5625, 0.566406, 0.578125, 0.5625, 0.5625, 0.59375, 0.578125, 0.566406, 0.5625, 0.5625, 0.558594, 0.558594, 0.574219, 0.570312, 0.542969, 0.574219, 0.574219, 0.554688, 0.566406, 0.546875, 0.574219, 0.585938, 1.132812, 0.5625, 0.582031, 0.578125, 0.554688, 0.566406, 0.5625, 2.734375, 0.722656, 0.582031, 0.59375, 0.585938, 0.558594, 0.570312, 0.570312, 0.582031, 0.585938, 0.558594, 0.582031, 0.554688, 0.558594, 0.539062, 0.554688, 0.570312, 0.582031, 0.574219, 0.554688, 0.554688, 0.550781, 0.546875, 0.542969, 0.566406, 0.59375, 0.546875, 0.566406, 0.566406, 0.578125, 0.578125, 0.546875, 0.671875, 0.597656, 0.574219, 0.632812, 0.558594, 0.582031, 0.574219, 0.5625, 0.640625, 0.699219, 0.582031, 0.601562, 0.582031, 0.550781, 0.679688, 0.566406, 0.566406, 0.621094, 0.558594, 0.5625, 0.574219, 0.828125, 0.566406, 0.753906, 0.679688, 0.558594, 0.554688, 0.585938, 0.578125, 0.558594, 0.574219, 0.878906, 0.570312, 0.554688, 0.566406, 0.566406, 0.546875, 0.578125, 0.59375, 0.550781, 0.523438, 0.589844, 0.554688, 0.5625, 0.582031, 0.574219, 0.546875, 0.566406, 0.578125, 0.542969, 0.558594, 0.570312, 0.554688, 0.6875, 0.605469, 0.546875, 0.5625, 0.566406, 0.554688, 0.554688, 0.601562, 0.566406, 0.578125, 0.546875, 0.570312, 0.886719, 0.898438, 0.554688, 0.59375, 0.574219, 0.558594, 0.5625, 0.554688, 0.558594, 0.554688, 0.566406, 0.597656, 0.546875, 0.558594, 0.566406, 0.578125, 0.554688, 0.570312, 0.554688, 0.5625, 0.550781, 0.558594, 0.574219, 0.5625, 0.574219, 0.574219, 0.558594, 0.566406, 0.578125, 0.570312, 0.570312, 0.5625, 0.589844, 0.554688, 0.5625, 0.636719, 0.558594, 0.558594, 0.574219, 0.570312, 0.566406, 0.570312, 0.609375, 0.53125, 0.570312, 0.570312, 0.640625, 0.578125, 0.578125, 0.589844, 1.039062, 0.554688, 0.554688, 0.566406, 0.570312, 0.535156, 0.558594, 0.5625, 0.554688, 0.582031, 0.570312, 0.632812, 0.667969, 0.5625, 0.683594, 0.5625, 0.9375, 0.558594, 0.59375, 0.574219, 0.566406, 0.570312, 1.0, 0.589844, 0.695312, 0.5625, 0.570312, 0.605469, 0.566406, 0.570312, 0.582031, 0.574219, 0.570312, 0.558594, 0.585938, 0.589844, 0.578125, 0.605469, 0.589844, 0.582031, 0.558594, 0.570312, 0.570312, 0.601562, 0.589844, 0.566406, 0.554688, 0.5625, 0.601562, 0.574219, 0.570312, 0.5625, 0.5625, 0.578125, 0.558594, 0.5625, 0.609375, 0.574219, 0.578125, 0.550781, 0.597656, 0.566406, 0.554688, 0.558594, 0.753906, 0.578125, 0.570312, 0.570312, 0.582031, 0.582031, 0.570312, 0.585938, 0.597656, 0.554688, 0.566406, 0.578125, 0.558594, 0.550781, 0.550781, 0.558594, 0.574219, 0.558594, 0.574219, 0.566406, 0.5625, 0.582031, 0.585938, 0.554688, 0.59375, 0.558594, 0.5625, 0.585938, 0.625, 0.566406, 0.589844, 0.582031, 0.554688, 0.558594, 0.578125, 0.5625, 0.570312, 0.550781, 0.589844, 0.578125, 0.59375, 0.542969, 0.566406, 0.574219, 0.644531, 0.550781, 0.613281, 0.5625, 0.589844, 0.566406, 0.558594, 0.601562, 1.539062, 0.539062, 0.574219, 0.597656, 0.570312, 0.566406, 0.558594, 0.554688, 0.5625, 0.558594, 0.566406, 0.574219, 0.589844, 0.546875, 0.574219, 0.570312, 0.578125, 0.554688, 0.582031, 0.589844, 0.589844, 0.574219, 0.574219, 0.5625, 0.570312, 0.570312, 0.566406, 0.558594, 0.585938, 1.429688, 0.539062, 0.574219, 0.585938, 0.597656, 0.554688, 0.550781, 0.574219, 0.585938, 0.644531, 0.578125, 0.566406, 0.589844, 0.625, 0.550781, 0.589844, 0.578125, 0.546875, 0.5625, 0.578125, 0.570312, 0.578125, 0.613281, 0.566406, 0.585938, 0.5625, 0.542969, 0.757812, 0.570312, 0.578125, 0.585938, 0.5625, 0.558594, 0.585938, 0.882812, 0.554688, 0.558594, 0.585938, 0.636719, 0.558594, 0.554688, 0.578125, 0.585938, 0.566406, 0.5625, 0.566406, 0.554688, 0.613281, 0.589844, 0.570312, 0.5625, 0.625, 0.582031, 0.570312, 0.667969, 0.589844, 0.570312, 0.578125, 0.828125, 0.601562, 0.5625, 0.578125, 0.546875, 0.527344, 0.597656, 0.625, 0.605469, 0.539062, 0.585938, 0.574219, 0.585938, 0.585938, 0.566406, 0.574219, 0.554688, 0.554688, 0.570312, 0.582031, 0.582031, 0.617188, 0.574219, 0.578125, 0.558594, 0.589844, 0.949219, 0.601562, 0.570312, 0.585938, 0.605469, 0.574219, 0.558594, 0.570312, 0.5625, 0.710938, 0.550781, 0.972656, 0.582031, 0.636719, 0.550781, 0.542969, 0.566406, 0.527344, 0.5625, 0.824219, 0.585938, 0.589844, 0.566406, 0.617188, 0.585938, 0.582031, 0.574219, 0.554688, 0.558594, 0.582031, 0.5625, 0.554688, 0.570312, 0.570312, 0.570312, 0.601562, 0.578125, 0.546875, 0.566406, 0.566406, 0.578125, 0.609375, 0.6875, 0.566406, 0.589844, 0.550781, 0.5625, 0.601562, 0.554688, 0.542969, 0.585938, 0.65625, 0.566406, 0.554688, 0.5625, 0.582031, 0.585938, 0.582031, 0.578125, 0.578125, 0.554688, 0.691406, 0.628906, 0.601562, 0.566406, 0.558594, 0.578125, 0.566406, 0.554688, 0.5625, 0.574219, 0.570312, 0.574219, 0.554688, 0.582031, 0.554688, 0.609375, 0.558594, 0.558594, 0.566406, 0.585938, 0.574219, 0.582031, 0.550781, 0.566406, 0.570312, 0.5625, 0.589844, 0.5625, 0.585938, 0.640625, 0.539062, 0.570312, 0.589844, 0.566406, 0.730469, 0.582031, 0.558594, 0.585938, 0.566406, 0.578125, 0.566406, 0.570312, 0.570312, 0.628906, 0.59375, 0.558594, 0.636719, 0.574219, 0.546875, 0.546875, 0.761719, 0.589844, 0.589844, 0.710938, 0.554688, 0.5625, 0.554688, 0.625, 0.585938, 0.558594, 0.5625, 0.566406, 0.597656, 0.574219, 0.5625, 0.574219, 0.5625, 0.570312, 0.578125, 0.539062, 0.5625, 0.570312, 0.566406, 0.546875, 0.589844, 0.589844, 0.5625, 0.570312, 0.554688, 0.550781, 0.546875, 0.5625, 0.554688, 0.570312, 0.570312, 0.570312, 0.566406, 0.59375, 0.589844, 0.582031, 0.625, 0.554688, 0.570312, 0.566406, 0.585938, 0.554688, 0.550781, 0.59375, 0.816406, 0.640625, 0.582031, 0.558594, 0.570312, 0.558594, 0.554688, 0.570312, 0.585938, 0.554688, 0.566406, 0.566406, 0.582031, 0.558594, 0.5625, 0.5625, 0.570312, 0.570312, 0.558594, 0.570312, 0.5625, 0.550781, 0.542969, 0.929688, 0.566406, 0.566406, 0.570312, 0.59375, 0.550781, 0.582031, 0.535156, 0.542969, 0.578125, 0.570312, 0.558594, 0.59375, 0.570312, 1.226562, 0.585938, 0.582031, 0.550781, 0.570312, 0.582031, 0.882812, 0.5625, 0.570312, 0.546875, 0.566406, 0.570312, 0.574219, 0.550781, 0.5625, 0.570312, 0.570312, 0.714844, 0.558594, 0.710938, 0.589844, 0.550781, 0.570312, 0.613281, 0.542969, 0.582031, 0.660156, 0.578125, 0.554688, 0.542969, 0.582031, 0.777344, 0.609375, 0.59375, 0.554688, 0.574219, 1.03125, 0.554688, 0.582031, 0.546875, 0.542969, 0.566406, 0.628906, 0.574219, 0.566406, 0.570312, 0.578125, 0.554688, 0.726562, 0.546875, 0.585938, 0.582031, 0.6875, 0.585938, 0.566406, 0.644531, 0.578125, 0.570312, 0.59375, 0.597656, 0.554688, 0.554688, 0.570312, 0.5625, 0.5625, 0.578125, 0.582031, 0.585938, 0.574219, 0.542969, 0.5625, 0.550781, 0.558594, 0.585938, 0.566406, 0.574219, 0.570312, 0.554688, 0.558594, 0.5625, 0.578125, 0.75, 2.078125, 0.765625, 0.5625, 0.578125, 0.589844, 0.859375, 0.773438, 0.558594, 0.5625, 0.527344, 0.542969, 0.558594, 0.570312, 0.5625, 0.554688, 0.566406, 0.554688, 0.578125, 0.5625, 0.566406, 0.554688, 0.550781, 0.585938, 0.597656, 0.554688, 0.59375, 0.5625, 0.5625, 0.570312, 0.546875, 0.574219, 0.535156, 0.683594, 0.566406, 0.546875, 0.574219, 0.5625, 1.109375, 0.566406, 0.601562, 0.570312, 0.582031, 0.546875, 0.589844, 0.550781, 0.585938, 0.707031, 0.628906, 0.609375, 0.542969, 0.550781, 0.578125, 0.550781, 0.574219, 0.566406, 0.566406, 0.566406, 0.550781, 0.59375, 0.613281, 0.570312, 0.59375, 0.863281, 0.601562, 0.554688, 0.578125, 0.558594, 0.582031, 0.570312, 0.546875, 0.566406, 0.605469, 0.5625, 0.5625, 0.769531, 0.554688, 0.585938, 0.546875, 0.5625, 0.566406, 0.578125, 0.527344, 0.570312, 0.554688, 0.589844, 0.617188, 0.613281, 0.550781, 0.574219, 0.554688, 0.574219, 0.597656, 0.566406, 0.582031, 1.375, 0.582031, 0.589844, 0.554688, 0.558594, 0.554688, 0.566406, 0.566406, 0.574219, 0.578125, 0.632812, 0.605469, 0.625, 0.570312, 0.574219, 0.695312, 0.5625, 0.574219, 0.535156, 0.5625, 2.609375, 0.585938, 1.046875, 0.558594, 0.570312, 0.585938, 0.585938, 0.5625, 0.566406, 0.566406, 0.585938, 0.558594, 0.601562, 0.582031, 0.570312, 0.582031, 0.558594, 0.574219, 0.558594, 0.742188, 0.585938, 0.558594, 0.566406, 0.59375, 0.542969, 0.566406, 0.589844, 0.574219, 0.5625, 0.574219, 0.585938, 0.808594, 0.566406, 0.605469, 0.773438, 0.554688, 0.59375, 0.550781, 0.558594, 0.5625, 0.578125, 0.695312, 0.699219, 0.554688, 0.558594, 0.640625, 0.5625, 0.578125, 0.636719, 0.742188, 0.539062, 0.558594, 0.554688, 0.585938, 0.570312, 0.546875, 0.589844, 0.605469, 0.585938, 0.550781, 0.585938, 0.566406, 0.542969, 0.570312, 0.570312, 0.578125, 0.550781, 0.585938, 0.554688, 0.585938, 0.570312, 0.558594, 0.550781, 0.550781, 0.589844, 0.566406, 0.578125, 0.640625, 0.558594, 0.570312, 0.554688, 0.667969, 0.578125, 0.574219, 0.554688, 0.546875, 0.566406, 0.546875, 0.5625, 0.570312, 0.59375, 0.566406, 0.5625, 0.566406, 0.589844, 0.539062, 0.554688, 0.800781, 0.554688, 0.5625, 0.570312, 0.566406, 0.5625, 0.574219, 0.625, 0.585938, 0.617188, 0.574219, 0.558594, 0.59375, 0.566406, 0.566406, 0.578125, 0.566406, 0.578125, 0.5625, 0.5625, 0.550781, 0.574219, 0.59375, 0.558594, 0.585938, 0.5625, 0.546875, 0.554688, 0.601562, 0.542969, 0.554688, 0.574219, 0.589844, 0.578125, 0.574219, 0.585938, 0.5625, 0.574219, 0.609375, 0.5625, 0.558594, 0.539062, 0.578125, 0.585938, 0.550781, 0.570312, 0.546875, 0.570312, 0.542969, 0.554688, 0.585938, 0.542969, 0.558594, 0.558594, 0.53125, 0.558594, 0.546875, 0.582031, 0.582031, 0.578125, 0.597656, 0.585938, 0.585938, 0.582031, 0.5625, 0.574219, 0.566406, 0.582031, 0.550781, 0.582031, 0.53125, 0.578125, 0.578125, 0.59375, 0.570312, 0.542969, 0.625, 0.59375, 0.566406, 0.554688, 0.695312, 1.125, 0.570312, 0.570312, 0.558594, 0.554688, 0.574219, 1.21875, 0.558594, 0.5625, 0.5625, 0.5625, 0.574219, 0.554688, 0.582031, 0.566406, 0.566406, 0.628906, 0.582031, 0.589844, 0.613281, 0.558594, 0.578125, 0.5625, 0.589844, 0.566406, 0.554688, 0.558594, 0.589844, 2.9375, 0.546875, 0.609375, 0.609375, 0.585938, 0.5625, 0.585938, 0.613281, 0.558594, 0.554688, 0.578125, 0.570312, 0.578125, 0.597656, 0.585938, 0.570312, 0.574219, 0.558594, 0.589844, 0.554688, 0.554688, 0.578125, 0.625, 0.558594, 0.554688, 0.605469, 1.960938, 0.558594, 0.617188, 0.746094, 0.589844, 0.574219, 0.558594, 0.554688, 0.574219, 0.566406, 0.5625, 0.5625, 0.535156, 0.554688, 0.554688, 0.550781, 0.570312, 0.574219, 0.5625, 0.5625, 0.5625, 0.585938, 0.703125, 0.546875, 0.589844, 0.605469, 0.585938, 0.566406, 0.59375, 0.578125, 0.578125, 0.546875, 0.566406, 0.667969, 0.5625, 0.582031, 0.632812, 0.578125, 0.5625, 0.566406, 0.574219, 0.585938, 0.578125, 0.542969, 0.566406, 0.550781, 0.640625, 0.5625, 0.574219, 0.554688, 0.570312, 0.589844, 0.558594, 0.574219, 0.546875, 0.585938, 1.648438, 0.59375, 0.570312, 0.570312, 1.3125, 0.566406, 0.566406, 0.578125, 0.566406, 0.582031, 0.601562, 0.570312, 0.566406, 0.5625, 0.578125, 0.550781, 0.566406, 0.554688, 0.574219, 0.550781, 0.554688, 0.558594, 0.585938, 0.582031, 0.578125, 0.582031, 0.570312, 0.566406, 0.574219, 0.582031, 0.5625, 0.574219, 0.566406, 0.546875, 1.664062, 0.585938, 0.582031, 0.65625, 0.5625, 0.570312, 0.5625, 0.566406, 0.589844, 0.566406, 0.558594, 0.550781, 0.542969, 0.582031, 0.5625, 0.53125, 0.566406, 0.5625, 0.574219, 0.574219, 0.5625, 0.535156, 0.558594, 0.5625, 0.582031, 0.574219, 0.550781, 0.679688, 0.554688, 0.5625, 0.558594, 0.550781, 0.625, 0.566406, 0.570312, 0.554688, 0.542969, 0.636719, 0.546875, 0.582031, 0.597656, 0.589844, 0.554688, 0.589844, 0.550781, 0.578125, 1.40625, 0.597656, 0.542969, 0.558594, 0.550781, 0.582031, 0.5625, 0.574219, 0.574219, 0.554688, 0.558594, 0.558594, 0.574219, 0.574219, 0.574219, 0.582031, 0.558594, 0.566406, 0.566406, 0.550781, 0.585938, 0.578125, 0.589844, 0.582031, 0.578125, 0.554688, 0.558594, 0.566406, 0.554688, 0.550781, 0.605469, 0.582031, 0.578125, 0.5625, 0.558594, 0.574219, 0.550781, 0.546875, 1.203125, 0.558594, 0.558594, 0.5625, 0.570312, 0.589844, 0.554688, 0.550781, 0.578125, 0.894531, 0.566406, 0.558594, 0.585938, 0.570312, 0.582031, 0.554688, 0.730469, 0.558594, 0.554688, 0.566406, 0.558594, 0.550781, 0.589844, 0.566406, 0.558594, 0.574219, 0.566406, 0.632812, 0.578125, 0.570312, 0.683594, 0.597656, 0.554688, 0.59375, 0.546875, 0.554688, 0.585938, 0.574219, 0.578125, 0.589844, 0.585938, 0.550781, 0.550781, 0.832031, 0.546875, 0.5625, 0.554688, 0.578125, 0.558594, 0.59375, 0.585938, 0.570312, 0.589844, 0.554688, 0.558594, 0.566406, 0.570312, 0.5625, 0.6875, 0.578125, 0.578125, 0.574219, 0.589844, 0.5625, 0.558594, 0.5625, 0.667969, 0.554688, 0.5625, 0.585938, 0.578125, 0.554688, 0.554688, 0.558594, 0.53125, 0.5625, 0.53125, 0.578125, 0.558594, 0.582031, 0.570312, 0.582031, 0.550781, 0.59375, 0.558594, 0.5625, 0.539062, 0.585938, 0.578125, 0.046143, 0.5625, 0.589844, 0.546875, 0.535156, 0.613281, 0.585938, 0.5625, 0.738281, 0.59375, 0.558594, 0.75, 0.558594, 0.585938, 0.597656, 0.578125, 0.558594, 0.679688, 0.578125, 0.660156, 0.570312, 0.582031, 0.546875, 0.578125, 0.597656, 0.554688, 0.582031, 0.578125, 0.601562, 0.597656, 0.546875, 0.558594, 0.5625, 0.582031, 0.566406, 0.558594, 0.554688, 0.585938, 0.554688, 0.574219, 0.570312, 0.589844, 0.984375, 0.886719, 0.550781, 0.566406, 0.578125, 0.585938, 0.679688, 0.589844, 0.554688, 0.582031, 0.574219, 0.570312, 0.546875, 0.574219, 0.570312, 0.558594, 0.570312, 0.601562, 0.566406, 0.558594, 0.578125, 0.554688, 0.566406, 0.566406, 0.574219, 0.539062, 0.566406, 0.535156, 0.59375, 0.585938, 0.558594, 0.585938, 0.5625, 0.5625, 0.597656, 0.5625, 0.558594, 0.558594, 0.566406, 0.527344, 0.550781, 0.558594, 0.570312, 0.574219, 0.554688, 0.554688, 0.578125, 0.554688, 0.542969, 0.558594, 0.554688, 0.5625, 0.539062, 0.589844, 0.886719, 0.542969, 0.59375, 0.566406, 0.5625, 0.570312, 0.589844, 0.582031, 0.570312, 0.578125, 0.566406, 0.609375, 0.585938, 0.574219, 0.59375, 0.570312, 0.570312, 0.589844, 0.570312, 0.582031, 0.554688, 0.574219, 0.65625, 0.566406, 0.605469, 0.558594, 0.574219, 0.558594, 0.574219, 0.597656, 0.566406, 0.566406, 0.578125, 0.570312, 0.59375, 0.554688, -0.004791, 0.558594, 0.550781, 0.570312, 0.59375, 0.558594, 0.570312, 0.582031, 0.570312, 0.5625, 0.578125, 0.5625, 0.675781, 0.574219, 0.558594, 0.566406, 0.574219, 0.574219, 0.558594, 0.578125, 0.558594, 0.554688, 0.554688, 0.585938, 0.566406, 0.574219, 0.554688, 0.550781, 0.5625, 0.574219, 0.582031, 0.597656, 0.550781, 0.582031, 0.554688, 0.578125, 0.574219, 0.59375, 0.5625, 0.585938, 2.5625, 0.566406, 0.542969, 0.578125, 0.546875, 0.558594, 0.578125, 0.835938, 0.554688, 0.554688, 1.078125, 0.585938, 0.644531, 0.578125, 0.574219, 0.582031, 0.570312, 0.59375, 0.558594, 0.550781, 0.585938, 0.566406, 0.574219, 0.601562, 0.550781, 0.539062, 0.558594, 0.554688, 0.578125, 0.570312, 0.5625, 0.574219, 0.585938, 0.621094, 0.578125, 0.574219, 0.636719, 0.582031, 0.566406, 0.597656, 0.554688, 0.566406, 0.683594, 0.582031, 0.566406, 0.535156, 0.589844, 0.546875, 0.558594, 0.566406, 0.546875, 0.582031, 0.535156, 0.636719, 0.570312, 0.546875, 0.5625, 0.554688, 0.578125, 0.542969, 0.550781, 0.550781, 0.550781, 0.570312, 0.566406, 0.554688, 0.617188, 0.570312, 0.605469, 0.628906, 0.589844, 0.535156, 0.574219, 0.578125, 0.601562, 0.566406, 0.574219, 0.566406, 0.609375, 0.648438, 0.566406, 0.578125, 0.5625, 0.59375, 0.742188, 0.574219, 0.589844, 0.546875, 0.558594, 0.582031, 0.550781, 0.578125, 0.558594, 0.992188, 0.5625, 0.585938, 0.578125, 1.101562, 0.582031, 0.578125, 0.582031, 0.570312, 0.574219, 0.570312, 0.585938, 0.566406, 0.601562, 0.628906, 0.589844, 0.582031, 0.582031, 0.550781, 0.5625, 0.570312, 0.582031, 0.558594, 0.5625, 0.542969, 0.5625, 0.566406, 0.558594, 0.601562, 0.585938, 0.554688, 0.566406, 0.585938, 0.574219, 0.609375, 0.585938, 0.578125, 0.589844, 0.574219, 0.574219, 0.550781, 0.605469, 0.566406, 0.839844, 0.546875, 0.546875, 0.585938, 0.566406, 0.59375, 0.566406, 0.5625, 0.65625, 0.578125, 0.59375, 0.550781, 0.632812, 0.882812, 0.542969, 0.570312, 0.542969, 0.570312, 0.578125, 0.546875, 0.574219, 0.546875, 0.574219, 0.597656, 0.5625, 0.570312, 0.558594, 0.574219, 0.585938, 0.554688, 0.566406, 0.546875, 0.589844, 0.582031, 0.574219, 0.589844, 0.550781, 0.5625, 0.570312, 0.582031, 0.574219, 0.570312, 0.570312, 0.566406, 0.582031, 0.59375, 0.585938, 0.664062, 0.617188, 0.5625, 0.550781, 0.566406, 0.578125, 0.558594, 0.707031, 0.574219, 0.574219, 0.558594, 0.550781, 0.554688, 0.574219, 0.550781, 0.601562, 0.585938, 0.617188, 0.585938, 0.5625, 0.554688, 0.582031, 0.570312, 0.570312, 0.578125, 0.566406, 0.585938, 0.546875, 0.5625, 0.554688, 0.546875, 0.558594, 0.574219, 0.578125, 0.578125, 0.554688, 0.550781, 0.566406, 0.550781, 0.578125, 0.578125, 0.550781, 0.582031, 0.574219, 3.09375, 0.570312, 0.574219, 0.546875, 0.5625, 0.582031, 0.566406, 0.566406, 0.578125, 0.582031, 0.726562, 0.542969, 0.574219, 0.5625, 0.566406, 0.554688, 0.621094, 0.578125, 0.582031, 0.574219, 0.554688, 0.558594, 0.578125, 0.550781, 1.140625, 0.566406, 0.582031, 0.566406, 0.574219, 0.601562, 0.546875, 0.570312, 0.554688, 0.59375, 0.5625, 0.566406, 0.550781, 0.558594, 0.554688, 0.589844, 0.566406, 1.5625, 0.582031, 0.566406, 0.570312, 0.566406, 0.558594, 0.5625, 0.574219, 0.597656, 0.628906, 0.585938, 0.53125, 0.582031, 0.5625, 0.609375, 0.550781, 0.558594, 0.5625, 0.570312, 0.582031, 0.582031, 0.5625, 0.578125, 0.589844, 0.566406, 0.542969, 0.5625, 0.546875, 0.570312, 0.574219, 0.539062, 0.585938, 0.574219, 0.578125, 0.582031, 0.574219, 0.550781, 0.5625, 0.632812, 0.542969, 0.714844, 0.59375, 0.582031, 0.554688, 0.5625, 0.667969, 0.601562, 0.554688, 0.566406, 0.566406, 0.601562, 0.574219, 0.621094, 0.589844, 0.5625, 0.558594, 0.574219, 0.550781, 0.546875, 0.5625, 0.554688, 0.5625, 0.582031, 0.578125, 0.558594, 0.542969, 0.578125, 0.546875, 0.558594, 1.039062, 0.570312, 0.5625, 0.625, 0.546875, 0.5625, 0.570312, 0.679688, 1.40625, 0.566406, 0.554688, 0.578125, 0.566406, 0.558594, 0.558594, 0.558594, 0.570312, 0.582031, 0.566406, 0.558594, 1.578125, 0.53125, 0.566406, 0.546875, 0.570312, 0.550781, 0.550781, 0.535156, 0.550781, 0.5625, 0.570312, 0.582031, 0.554688, 0.570312, 0.625, 0.585938, 0.539062, 0.910156, 0.566406, 0.570312, 0.597656, 0.5625, 0.570312, 0.550781, 0.570312, 0.578125, 0.570312, 0.585938, 0.566406, 0.570312, 0.558594, 0.558594, 0.542969, 0.570312, 0.5625, 0.558594, 0.5625, 0.570312, 0.582031, 0.605469, 0.558594, 0.558594, 0.570312, 0.601562, 0.578125, 0.570312, 0.570312, 0.59375, 0.5625, 0.558594, 0.546875, 0.546875, 0.585938, 0.589844, 0.582031, 0.722656, 0.585938, 0.609375, 0.550781, 0.5625, 0.585938, 0.5625, 0.554688, 0.574219, 0.5625, 0.566406, 0.59375, 0.625, 0.574219, 0.765625, 0.5625, 0.550781, 0.550781, 0.558594, 0.558594, 0.566406, 0.554688, 0.597656, 0.640625, 0.589844, 0.554688, 0.550781, 0.558594, 0.570312, 0.644531, 0.554688, 0.582031, 0.558594, 0.558594, 0.566406, 0.546875, 0.574219, 0.601562, 0.542969, 0.5625, 0.566406, 0.558594, 0.671875, 0.570312, 0.582031, 0.546875, 0.574219, 0.566406, 0.558594, 0.550781, 0.601562, 0.574219, 0.558594, 0.632812, 0.585938, 0.582031, 0.578125, 0.589844, 0.5625, 0.589844, 0.542969, 0.582031, 0.601562, 0.589844, 0.574219, 0.578125, 0.554688, 2.125, 0.550781, 0.566406, 0.550781, 0.558594, 0.574219, 0.558594, 0.542969, 0.554688, 0.5625, 0.601562, 0.589844, 0.546875, 0.5625, 0.617188, 0.5625, 0.578125, 0.613281, 0.691406, 0.574219, 0.554688, 0.578125, 0.578125, 0.585938, 0.578125, 0.582031, 0.574219, 0.566406, 0.582031, 0.585938, 0.574219, 0.589844, 0.558594, 0.609375, 0.835938, 0.550781, 0.5625, 0.597656, 0.5625, 0.570312, 0.601562, 0.574219, 0.574219, 0.558594, 0.5625, 0.550781, 0.558594, 0.582031, 0.542969, 0.5625, 0.570312, 0.558594, 0.574219, 0.5625, 0.558594, 0.609375, 0.550781, 0.558594, 0.636719, 0.566406, 0.550781, 0.585938, 0.566406, 0.550781, 0.566406, 0.582031, 0.597656, 0.570312, 0.554688, 0.570312, 0.605469, 0.558594, 0.535156, 0.539062, 0.574219, 0.554688, 0.585938, 0.570312, 0.601562, 0.554688, 0.574219, 0.554688, 0.554688, 0.566406, 0.585938, 0.59375, 0.578125, 0.578125, 1.320312, 0.558594, 0.566406, 0.558594, 0.585938, 0.539062, 0.585938, 0.578125, 0.550781, 0.570312, 0.605469, 0.570312, 0.554688, 0.558594, 0.566406, 0.558594, 0.566406, 0.710938, 0.566406, 0.550781, 0.566406, 0.566406, 0.566406, 0.574219, 0.578125, 0.566406, 0.550781, 0.546875, 0.554688, 0.726562, 0.609375, 0.578125, 0.542969, 0.554688, 0.570312, 0.558594, 0.558594, 0.597656, 0.597656, 1.039062, 0.800781, 0.550781, 0.566406, 0.5625, 0.601562, 0.640625, 0.597656, 0.554688, 0.574219, 0.574219, 0.589844, 0.570312, 0.554688, 0.550781, 0.558594, 0.546875, 0.554688, 0.574219, 0.578125, 0.558594, 0.578125, 0.597656, 0.582031, 0.566406, 0.558594, 0.578125, 0.566406, 0.542969, 0.570312, 0.558594, 0.5625, 0.589844, 0.566406, 0.578125, 0.539062, 0.589844, 0.574219, 0.578125, 0.566406, 0.59375, 0.585938, 0.578125, 0.597656, 0.582031, 0.550781, 0.554688, 0.574219, 0.570312, 0.601562, 0.550781, 0.59375, 0.570312, 0.585938, 0.5625, 0.585938, 0.5625, 0.582031, 0.5625, 0.628906, 0.621094, 0.566406, 0.550781, 0.542969, 0.8125, 0.570312, 0.570312, 0.570312, 0.570312, 0.574219, 0.582031, 0.554688, 0.609375, 0.648438, 0.566406, 0.59375, 0.578125, 0.5625, 0.792969, 0.574219, 0.578125, 0.582031, 0.566406, 0.574219, 0.59375, 0.585938, 0.578125, 0.585938, 0.582031, 0.652344, 0.589844, 0.59375, 0.5625, 0.582031, 0.554688, 0.585938, 0.589844, 0.550781, 0.574219, 0.582031, 0.589844, 0.558594, 0.5625, 0.558594, 0.570312, 0.570312, 0.558594, 0.558594, 0.566406, 0.566406, 0.613281, 0.566406, 0.574219, 0.582031, 0.605469, 0.5625, 0.550781, 0.5625, 0.546875, 0.757812, 0.558594, 0.554688, 0.625, 0.554688, 0.566406, 0.554688, 0.613281, 0.582031, 0.5625, 0.558594, 0.578125, 0.558594, 0.578125, 0.597656, 0.566406, 1.71875, 0.589844, 0.582031, 0.5625, 0.554688, 0.578125, 0.550781, 0.570312, 0.570312, 0.644531, 0.558594, 0.59375, 0.574219, 0.546875, 0.574219, 0.5625, 0.609375, 0.578125, 0.625, 0.570312, 0.5625, 0.582031, 0.589844, 0.613281, 0.554688, 0.644531, 0.574219, 0.582031, 0.554688, 0.570312, 0.558594, 0.582031, 0.5625, 0.566406, 0.574219, 0.570312, 0.601562, 0.574219, 0.574219, 0.550781, 0.605469, 0.558594, 0.5625, 0.558594, 0.589844, 0.554688, 0.59375, 0.558594, 0.582031, 0.574219, 0.558594, 0.585938, 0.585938, -0.016846, 0.574219, 0.609375, 0.582031, 0.582031, 0.570312, 0.5625, 0.585938, 0.609375, 1.5, 0.566406, 0.574219, 0.59375, 0.574219, 0.570312, 0.574219, 0.585938, 0.582031, 0.5625, 0.578125, 0.570312, 1.210938, 0.585938, 0.578125, 0.570312, 0.546875, 0.570312, 0.6875, 0.59375, 0.601562, 0.589844, 0.601562, 0.550781, 0.570312, 0.71875, 0.570312, 0.5625, 0.546875, 0.558594, 0.601562, 0.535156, 0.574219, 0.574219, 0.558594, 0.554688, 0.625, 0.601562, 0.996094, 0.570312, 0.570312, 0.5625, 0.558594, 0.964844, 0.5625, 0.574219, 0.574219, 0.558594, 0.574219, 0.5625, 0.585938, 0.578125, 0.582031, 0.5625, 0.574219, 0.578125, 0.578125, 0.582031, 0.5625, 0.617188, 0.566406, 0.597656, 0.574219, 0.542969, 0.5625, 0.585938, 0.640625, 0.566406, 0.574219, 0.570312, 0.589844, 0.5625, 0.578125, 0.558594, 0.558594, 0.554688, 0.582031, 0.546875, 0.542969, 0.539062, 0.558594, 0.59375, 0.601562, 0.578125, 0.5625, 0.542969, 0.714844, 0.578125, 0.609375, 0.742188, 0.558594, 0.5625, 0.570312, 0.566406, 0.550781, 0.574219, 0.605469, 0.730469, 0.609375, 0.679688, 0.582031, 0.546875, 0.5625, 0.613281, 0.5625, 0.574219, 0.558594, 0.546875, 0.574219, 0.5625, 0.585938, 0.578125, 0.566406, 0.554688, 0.578125, 0.574219, 0.59375, 0.578125, 0.570312, 0.570312, 0.585938, 0.839844, 0.582031, 0.542969, 0.601562, 0.570312, 0.550781, 0.574219, 0.691406, 0.574219, 0.652344, 0.570312, 0.5625, 0.578125, 0.59375, 0.578125, 0.5625, 0.558594, 0.5625, 0.582031, 0.5625, 0.570312, 0.578125, 0.589844, 0.566406, 0.558594, 0.59375, 0.578125, 0.558594, 0.582031, 0.589844, 0.554688, 0.574219, 0.5625, 0.574219, 0.601562, 0.5625, 0.585938, 0.574219, 0.578125, 0.542969, 0.59375, 0.8125, 0.574219, 0.558594, 0.570312, 0.566406, 0.554688, 0.582031, 0.550781, 0.789062, 0.558594, 0.597656, 0.5625, 0.605469, 0.585938, 0.558594, 0.558594, 0.609375, 0.570312, 0.578125, 0.589844, 0.5625, 0.589844, 0.566406, 0.578125, 0.539062, 0.550781, 1.109375, 0.582031, 0.558594, 0.566406, 0.589844, 0.554688, 0.667969, 0.566406, 0.570312, 0.558594, 0.566406, 0.542969, 0.585938, 0.589844, 0.570312, 0.5625, 0.574219, 0.59375, 0.574219, 0.554688, 0.625, 0.582031, 0.585938, 0.585938, 0.5625, 0.570312, 0.59375, 0.5625, 0.550781, 0.550781, 0.566406, 0.585938, 0.578125, 0.546875, 0.5625, 0.5625, 0.546875, 0.570312, 0.566406, 0.578125, 0.601562, 0.785156, 0.582031, 0.566406, 0.550781, 0.726562, 0.554688, 0.585938, 0.539062, 0.5625, 0.554688, 0.539062, 0.535156, 0.59375, 0.574219, 0.558594, 0.574219, 0.582031, 0.625, 0.589844, 0.5625, 0.539062, 0.585938, 0.5625, 0.574219, 0.582031, 0.617188, 0.566406, 0.582031, 0.542969, 0.570312, 0.519531, 0.566406, 0.574219, 0.550781, 0.589844, 0.574219, 0.550781, 0.574219, 0.53125, 0.585938, 0.5625, 0.589844, 1.34375, 0.550781, 0.5625, 0.59375, 0.558594, 0.558594, 0.589844, 0.585938, 0.601562, 0.664062, 0.550781, 0.566406, 0.582031, 0.550781, 0.574219, 0.5625, 0.589844, 0.574219, 0.554688, 0.558594, 0.585938, 0.574219, 0.589844, 0.574219, 0.804688, 0.550781, 0.585938, 0.601562, 0.578125, 0.574219, 0.582031, 0.566406, 0.589844, 0.609375, 0.5625, 0.558594, 0.613281, 0.582031, 0.566406, 0.550781, 0.5625, 0.542969, 0.589844, 0.585938, 0.601562, 0.578125, 0.566406, 0.585938, 0.574219, 0.570312, 0.59375, 0.585938, 0.609375, 0.574219, 0.585938, 0.574219, 0.609375, 0.59375, 0.554688, 0.554688, 0.59375, 0.566406, 0.574219, 0.558594, 0.566406, 0.550781, 0.632812, 0.550781, 0.578125, 0.578125, 0.578125, 0.570312, 0.566406, 0.558594, 0.566406, 0.574219, 0.566406, 0.570312, 0.566406, 0.574219, 0.554688, 0.578125, 0.566406, 0.550781, 0.5625, 0.566406, 0.554688, 0.804688, 0.566406, 0.574219, 0.582031, 0.570312, 0.644531, 0.570312, 0.550781, 0.578125, 0.566406, 0.773438, 0.597656, 0.566406, 0.582031, 0.5625, 0.558594, 0.550781, 0.589844, 0.566406, 0.570312, 0.570312, 0.667969, 0.605469, 0.558594, 0.5625, 0.566406, 0.589844, 0.558594, 0.574219, 0.558594, 0.5625, 0.597656, 0.855469, 0.5625, 0.574219, 0.910156, 0.566406, 0.601562, 0.558594, 0.570312, 0.5625, 0.609375, 0.582031, 0.660156, 0.574219, 0.5625, 0.589844, 0.585938, 0.582031, 0.628906, 0.558594, 0.582031, 0.5625, 0.554688, 0.558594, 0.554688, 0.617188, 0.574219 ] }, "name": "model.transformer.norm.weight", "outputIndexes": [ 2246 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2245, 2246 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/lm/norm/Mul_1_output_0", "outputIndexes": [ 2247 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2247 ], "outputIndexes": [ 3442 ], "main_type": "Reshape", "main": { "dims": [ -1, 3072, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_convert", "inputIndexes": [ 3442 ], "outputIndexes": [ 3443 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear", "inputIndexes": [ 3443 ], "outputIndexes": [ 3444 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 32000, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3072, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -128, "readType": 768000, "weightSize": 0 }, "external": [ 3122302224, 98304262, 6144000, 128000, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_convert", "inputIndexes": [ 3444 ], "outputIndexes": [ 3445 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 3445 ], "outputIndexes": [ 2248 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 32000 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 32000 ] }, "name": "/Constant_1076_output_0__", "outputIndexes": [ 2249 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 2249 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "logits", "outputIndexes": [ 2250 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 36, 2, -1, 0, 3, 128 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "past_key_values", "outputIndexes": [ 2251 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251 ], "main_type": "NONE", "name": "Shape3182", "outputIndexes": [ 2252 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2251 ], "main_type": "NONE", "name": "Rank3184", "outputIndexes": [ 2253 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253, 2253 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3186", "outputIndexes": [ 2254 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3187", "outputIndexes": [ 2255 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254, 9 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3189", "outputIndexes": [ 2256 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3190", "outputIndexes": [ 2257 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2255, 2257, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3193", "outputIndexes": [ 2258 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2258 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3194", "outputIndexes": [ 2259 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2259, 2259 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3196", "outputIndexes": [ 2260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2260, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_output_0", "outputIndexes": [ 2261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2261, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_360_output_0", "outputIndexes": [ 2262 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3204", "outputIndexes": [ 2263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3207", "outputIndexes": [ 2264 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2263, 2264, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3210", "outputIndexes": [ 2265 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2265 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3211", "outputIndexes": [ 2266 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 2266 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3212", "outputIndexes": [ 2267 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2267, 2266 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3213", "outputIndexes": [ 2268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2268, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_7_output_0", "outputIndexes": [ 2269 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2269, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_361_output_0", "outputIndexes": [ 2270 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] }, "name": "/rotary/Constant_7_output_0", "outputIndexes": [ 2271 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3222", "outputIndexes": [ 2272 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3225", "outputIndexes": [ 2273 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2272, 2273, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3228", "outputIndexes": [ 2274 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3229", "outputIndexes": [ 2275 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2271, 2275 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3230", "outputIndexes": [ 2276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2276, 2275 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3231", "outputIndexes": [ 2277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2277, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_12_output_0", "outputIndexes": [ 2278 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_362_output_0", "outputIndexes": [ 2279 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_6_output_0", "outputIndexes": [ 2280 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3240", "outputIndexes": [ 2281 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3243", "outputIndexes": [ 2282 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2281, 2282, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3246", "outputIndexes": [ 2283 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2283 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3247", "outputIndexes": [ 2284 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2280, 2284 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3248", "outputIndexes": [ 2285 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2285, 2284 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3249", "outputIndexes": [ 2286 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2286, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_17_output_0", "outputIndexes": [ 2287 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2287, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_363_output_0", "outputIndexes": [ 2288 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 4 ] }, "name": "/Constant_118_output_0", "outputIndexes": [ 2289 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3258", "outputIndexes": [ 2290 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3261", "outputIndexes": [ 2291 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2290, 2291, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3264", "outputIndexes": [ 2292 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2292 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3265", "outputIndexes": [ 2293 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2289, 2293 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3266", "outputIndexes": [ 2294 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2294, 2293 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3267", "outputIndexes": [ 2295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2295, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_22_output_0", "outputIndexes": [ 2296 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2296, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_364_output_0", "outputIndexes": [ 2297 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5 ] }, "name": "/Constant_149_output_0", "outputIndexes": [ 2298 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3276", "outputIndexes": [ 2299 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3279", "outputIndexes": [ 2300 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2299, 2300, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3282", "outputIndexes": [ 2301 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2301 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3283", "outputIndexes": [ 2302 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2298, 2302 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3284", "outputIndexes": [ 2303 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2303, 2302 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3285", "outputIndexes": [ 2304 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2304, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_27_output_0", "outputIndexes": [ 2305 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2305, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_365_output_0", "outputIndexes": [ 2306 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 6 ] }, "name": "/rotary/Constant_output_0", "outputIndexes": [ 2307 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3294", "outputIndexes": [ 2308 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3297", "outputIndexes": [ 2309 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2308, 2309, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3300", "outputIndexes": [ 2310 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2310 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3301", "outputIndexes": [ 2311 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2307, 2311 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3302", "outputIndexes": [ 2312 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2312, 2311 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3303", "outputIndexes": [ 2313 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2313, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_32_output_0", "outputIndexes": [ 2314 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2314, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_366_output_0", "outputIndexes": [ 2315 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 7 ] }, "name": "/Constant_208_output_0", "outputIndexes": [ 2316 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3312", "outputIndexes": [ 2317 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3315", "outputIndexes": [ 2318 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2317, 2318, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3318", "outputIndexes": [ 2319 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2319 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3319", "outputIndexes": [ 2320 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2316, 2320 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3320", "outputIndexes": [ 2321 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2321, 2320 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3321", "outputIndexes": [ 2322 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2322, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_37_output_0", "outputIndexes": [ 2323 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_367_output_0", "outputIndexes": [ 2324 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 8 ] }, "name": "/Constant_238_output_0", "outputIndexes": [ 2325 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3330", "outputIndexes": [ 2326 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3333", "outputIndexes": [ 2327 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2326, 2327, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3336", "outputIndexes": [ 2328 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3337", "outputIndexes": [ 2329 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2325, 2329 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3338", "outputIndexes": [ 2330 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2330, 2329 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3339", "outputIndexes": [ 2331 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2331, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_42_output_0", "outputIndexes": [ 2332 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2332, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_368_output_0", "outputIndexes": [ 2333 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 9 ] }, "name": "/Constant_268_output_0", "outputIndexes": [ 2334 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3348", "outputIndexes": [ 2335 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3351", "outputIndexes": [ 2336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2335, 2336, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3354", "outputIndexes": [ 2337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3355", "outputIndexes": [ 2338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2334, 2338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3356", "outputIndexes": [ 2339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2339, 2338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3357", "outputIndexes": [ 2340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2340, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_47_output_0", "outputIndexes": [ 2341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2341, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_369_output_0", "outputIndexes": [ 2342 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 10 ] }, "name": "/Constant_298_output_0", "outputIndexes": [ 2343 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3366", "outputIndexes": [ 2344 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3369", "outputIndexes": [ 2345 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2344, 2345, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3372", "outputIndexes": [ 2346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2346 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3373", "outputIndexes": [ 2347 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2343, 2347 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3374", "outputIndexes": [ 2348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2348, 2347 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3375", "outputIndexes": [ 2349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2349, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_52_output_0", "outputIndexes": [ 2350 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2350, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_370_output_0", "outputIndexes": [ 2351 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 11 ] }, "name": "/Constant_328_output_0", "outputIndexes": [ 2352 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3384", "outputIndexes": [ 2353 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3387", "outputIndexes": [ 2354 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2353, 2354, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3390", "outputIndexes": [ 2355 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2355 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3391", "outputIndexes": [ 2356 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2352, 2356 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3392", "outputIndexes": [ 2357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2357, 2356 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3393", "outputIndexes": [ 2358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2358, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_57_output_0", "outputIndexes": [ 2359 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2359, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_371_output_0", "outputIndexes": [ 2360 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 12 ] }, "name": "/Constant_3_output_0", "outputIndexes": [ 2361 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3402", "outputIndexes": [ 2362 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3405", "outputIndexes": [ 2363 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2362, 2363, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3408", "outputIndexes": [ 2364 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2364 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3409", "outputIndexes": [ 2365 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2361, 2365 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3410", "outputIndexes": [ 2366 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2366, 2365 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3411", "outputIndexes": [ 2367 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2367, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_62_output_0", "outputIndexes": [ 2368 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2368, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_372_output_0", "outputIndexes": [ 2369 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 13 ] }, "name": "/Constant_387_output_0", "outputIndexes": [ 2370 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3420", "outputIndexes": [ 2371 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3423", "outputIndexes": [ 2372 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2371, 2372, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3426", "outputIndexes": [ 2373 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3427", "outputIndexes": [ 2374 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2370, 2374 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3428", "outputIndexes": [ 2375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2375, 2374 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3429", "outputIndexes": [ 2376 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2376, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_67_output_0", "outputIndexes": [ 2377 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2377, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_373_output_0", "outputIndexes": [ 2378 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 14 ] }, "name": "/Constant_417_output_0", "outputIndexes": [ 2379 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3438", "outputIndexes": [ 2380 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3441", "outputIndexes": [ 2381 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2380, 2381, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3444", "outputIndexes": [ 2382 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2382 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3445", "outputIndexes": [ 2383 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2379, 2383 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3446", "outputIndexes": [ 2384 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 2383 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3447", "outputIndexes": [ 2385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2385, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_72_output_0", "outputIndexes": [ 2386 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2386, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_374_output_0", "outputIndexes": [ 2387 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 15 ] }, "name": "/Constant_447_output_0", "outputIndexes": [ 2388 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3456", "outputIndexes": [ 2389 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3459", "outputIndexes": [ 2390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2389, 2390, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3462", "outputIndexes": [ 2391 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2391 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3463", "outputIndexes": [ 2392 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2388, 2392 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3464", "outputIndexes": [ 2393 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2393, 2392 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3465", "outputIndexes": [ 2394 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2394, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_77_output_0", "outputIndexes": [ 2395 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2395, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_375_output_0", "outputIndexes": [ 2396 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 16 ] }, "name": "/Constant_122_output_0", "outputIndexes": [ 2397 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3474", "outputIndexes": [ 2398 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3477", "outputIndexes": [ 2399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2398, 2399, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3480", "outputIndexes": [ 2400 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2400 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3481", "outputIndexes": [ 2401 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2397, 2401 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3482", "outputIndexes": [ 2402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2402, 2401 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3483", "outputIndexes": [ 2403 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2403, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_82_output_0", "outputIndexes": [ 2404 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2404, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_376_output_0", "outputIndexes": [ 2405 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 17 ] }, "name": "/Constant_506_output_0", "outputIndexes": [ 2406 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3492", "outputIndexes": [ 2407 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3495", "outputIndexes": [ 2408 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2407, 2408, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3498", "outputIndexes": [ 2409 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2409 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3499", "outputIndexes": [ 2410 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2406, 2410 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3500", "outputIndexes": [ 2411 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2411, 2410 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3501", "outputIndexes": [ 2412 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2412, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_87_output_0", "outputIndexes": [ 2413 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2413, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_377_output_0", "outputIndexes": [ 2414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 18 ] }, "name": "/Constant_536_output_0", "outputIndexes": [ 2415 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3510", "outputIndexes": [ 2416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3513", "outputIndexes": [ 2417 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2416, 2417, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3516", "outputIndexes": [ 2418 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2418 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3517", "outputIndexes": [ 2419 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2415, 2419 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3518", "outputIndexes": [ 2420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2420, 2419 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3519", "outputIndexes": [ 2421 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2421, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_92_output_0", "outputIndexes": [ 2422 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2422, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_378_output_0", "outputIndexes": [ 2423 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 19 ] }, "name": "/Constant_567_output_0", "outputIndexes": [ 2424 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3528", "outputIndexes": [ 2425 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3531", "outputIndexes": [ 2426 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2425, 2426, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3534", "outputIndexes": [ 2427 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2427 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3535", "outputIndexes": [ 2428 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2424, 2428 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3536", "outputIndexes": [ 2429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2429, 2428 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3537", "outputIndexes": [ 2430 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2430, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_97_output_0", "outputIndexes": [ 2431 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2431, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_379_output_0", "outputIndexes": [ 2432 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 20 ] }, "name": "/Constant_540_output_0", "outputIndexes": [ 2433 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3546", "outputIndexes": [ 2434 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3549", "outputIndexes": [ 2435 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2434, 2435, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3552", "outputIndexes": [ 2436 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2436 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3553", "outputIndexes": [ 2437 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2433, 2437 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3554", "outputIndexes": [ 2438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2438, 2437 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3555", "outputIndexes": [ 2439 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2439, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_102_output_0", "outputIndexes": [ 2440 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2440, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_380_output_0", "outputIndexes": [ 2441 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 21 ] }, "name": "/Constant_626_output_0", "outputIndexes": [ 2442 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3564", "outputIndexes": [ 2443 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3567", "outputIndexes": [ 2444 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2443, 2444, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3570", "outputIndexes": [ 2445 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3571", "outputIndexes": [ 2446 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2442, 2446 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3572", "outputIndexes": [ 2447 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2447, 2446 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3573", "outputIndexes": [ 2448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2448, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_107_output_0", "outputIndexes": [ 2449 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_381_output_0", "outputIndexes": [ 2450 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 22 ] }, "name": "/Constant_656_output_0", "outputIndexes": [ 2451 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3582", "outputIndexes": [ 2452 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3585", "outputIndexes": [ 2453 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2452, 2453, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3588", "outputIndexes": [ 2454 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2454 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3589", "outputIndexes": [ 2455 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2451, 2455 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3590", "outputIndexes": [ 2456 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2456, 2455 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3591", "outputIndexes": [ 2457 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2457, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_112_output_0", "outputIndexes": [ 2458 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2458, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_382_output_0", "outputIndexes": [ 2459 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 23 ] }, "name": "/Constant_686_output_0", "outputIndexes": [ 2460 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3600", "outputIndexes": [ 2461 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3603", "outputIndexes": [ 2462 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2461, 2462, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3606", "outputIndexes": [ 2463 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2463 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3607", "outputIndexes": [ 2464 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2460, 2464 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3608", "outputIndexes": [ 2465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2465, 2464 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3609", "outputIndexes": [ 2466 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2466, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_117_output_0", "outputIndexes": [ 2467 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2467, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_383_output_0", "outputIndexes": [ 2468 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 24 ] }, "name": "/Constant_716_output_0", "outputIndexes": [ 2469 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3618", "outputIndexes": [ 2470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3621", "outputIndexes": [ 2471 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2470, 2471, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3624", "outputIndexes": [ 2472 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2472 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3625", "outputIndexes": [ 2473 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2469, 2473 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3626", "outputIndexes": [ 2474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2474, 2473 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3627", "outputIndexes": [ 2475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2475, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_122_output_0", "outputIndexes": [ 2476 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2476, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_384_output_0", "outputIndexes": [ 2477 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 25 ] }, "name": "/Constant_746_output_0", "outputIndexes": [ 2478 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3636", "outputIndexes": [ 2479 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3639", "outputIndexes": [ 2480 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2479, 2480, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3642", "outputIndexes": [ 2481 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2481 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3643", "outputIndexes": [ 2482 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2478, 2482 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3644", "outputIndexes": [ 2483 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2483, 2482 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3645", "outputIndexes": [ 2484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2484, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_127_output_0", "outputIndexes": [ 2485 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2485, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_385_output_0", "outputIndexes": [ 2486 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 26 ] }, "name": "/Constant_776_output_0", "outputIndexes": [ 2487 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3654", "outputIndexes": [ 2488 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3657", "outputIndexes": [ 2489 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2488, 2489, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3660", "outputIndexes": [ 2490 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2490 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3661", "outputIndexes": [ 2491 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2487, 2491 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3662", "outputIndexes": [ 2492 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2492, 2491 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3663", "outputIndexes": [ 2493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2493, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_132_output_0", "outputIndexes": [ 2494 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2494, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_386_output_0", "outputIndexes": [ 2495 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 27 ] }, "name": "/Constant_806_output_0", "outputIndexes": [ 2496 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3672", "outputIndexes": [ 2497 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3675", "outputIndexes": [ 2498 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2497, 2498, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3678", "outputIndexes": [ 2499 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2499 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3679", "outputIndexes": [ 2500 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2496, 2500 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3680", "outputIndexes": [ 2501 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2501, 2500 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3681", "outputIndexes": [ 2502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2502, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_137_output_0", "outputIndexes": [ 2503 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2503, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_387_output_0", "outputIndexes": [ 2504 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 28 ] }, "name": "/Constant_836_output_0", "outputIndexes": [ 2505 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3690", "outputIndexes": [ 2506 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3693", "outputIndexes": [ 2507 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2506, 2507, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3696", "outputIndexes": [ 2508 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2508 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3697", "outputIndexes": [ 2509 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2505, 2509 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3698", "outputIndexes": [ 2510 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2510, 2509 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3699", "outputIndexes": [ 2511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2511, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_142_output_0", "outputIndexes": [ 2512 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2512, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_388_output_0", "outputIndexes": [ 2513 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 29 ] }, "name": "/Constant_866_output_0", "outputIndexes": [ 2514 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3708", "outputIndexes": [ 2515 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3711", "outputIndexes": [ 2516 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2515, 2516, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3714", "outputIndexes": [ 2517 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2517 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3715", "outputIndexes": [ 2518 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2514, 2518 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3716", "outputIndexes": [ 2519 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2519, 2518 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3717", "outputIndexes": [ 2520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2520, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_147_output_0", "outputIndexes": [ 2521 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2521, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_389_output_0", "outputIndexes": [ 2522 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 30 ] }, "name": "/Constant_896_output_0", "outputIndexes": [ 2523 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3726", "outputIndexes": [ 2524 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3729", "outputIndexes": [ 2525 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2524, 2525, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3732", "outputIndexes": [ 2526 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2526 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3733", "outputIndexes": [ 2527 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2523, 2527 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3734", "outputIndexes": [ 2528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2528, 2527 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3735", "outputIndexes": [ 2529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2529, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_152_output_0", "outputIndexes": [ 2530 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2530, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_390_output_0", "outputIndexes": [ 2531 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 31 ] }, "name": "/Constant_926_output_0", "outputIndexes": [ 2532 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3744", "outputIndexes": [ 2533 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3747", "outputIndexes": [ 2534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2533, 2534, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3750", "outputIndexes": [ 2535 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2535 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3751", "outputIndexes": [ 2536 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2532, 2536 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3752", "outputIndexes": [ 2537 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2537, 2536 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3753", "outputIndexes": [ 2538 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2538, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_157_output_0", "outputIndexes": [ 2539 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2539, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_391_output_0", "outputIndexes": [ 2540 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 32 ] }, "name": "/Constant_956_output_0", "outputIndexes": [ 2541 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3762", "outputIndexes": [ 2542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3765", "outputIndexes": [ 2543 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2542, 2543, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3768", "outputIndexes": [ 2544 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3769", "outputIndexes": [ 2545 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2541, 2545 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3770", "outputIndexes": [ 2546 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2546, 2545 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3771", "outputIndexes": [ 2547 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2547, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_162_output_0", "outputIndexes": [ 2548 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2548, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_392_output_0", "outputIndexes": [ 2549 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 33 ] }, "name": "/Constant_986_output_0", "outputIndexes": [ 2550 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3780", "outputIndexes": [ 2551 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3783", "outputIndexes": [ 2552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2551, 2552, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3786", "outputIndexes": [ 2553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2553 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3787", "outputIndexes": [ 2554 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2550, 2554 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3788", "outputIndexes": [ 2555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2555, 2554 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3789", "outputIndexes": [ 2556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2556, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_167_output_0", "outputIndexes": [ 2557 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2557, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_393_output_0", "outputIndexes": [ 2558 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 34 ] }, "name": "/Constant_1016_output_0", "outputIndexes": [ 2559 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3798", "outputIndexes": [ 2560 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3801", "outputIndexes": [ 2561 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2560, 2561, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3804", "outputIndexes": [ 2562 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2562 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3805", "outputIndexes": [ 2563 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2559, 2563 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3806", "outputIndexes": [ 2564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2564, 2563 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3807", "outputIndexes": [ 2565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2565, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_172_output_0", "outputIndexes": [ 2566 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2566, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_394_output_0", "outputIndexes": [ 2567 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 35 ] }, "name": "/Constant_1046_output_0", "outputIndexes": [ 2568 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2254 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3816", "outputIndexes": [ 2569 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2256 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3819", "outputIndexes": [ 2570 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2569, 2570, 7 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3822", "outputIndexes": [ 2571 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2571 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3823", "outputIndexes": [ 2572 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 2572 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3824", "outputIndexes": [ 2573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2573, 2572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3825", "outputIndexes": [ 2574 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2574, 2254 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_177_output_0", "outputIndexes": [ 2575 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2575, 21 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_395_output_0", "outputIndexes": [ 2576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2262, 2270, 2279, 2288, 2297, 2306, 2315, 2324, 2333, 2342, 2351, 2360, 2369, 2378, 2387, 2396, 2405, 2414, 2423, 2432, 2441, 2450, 2459, 2468, 2477, 2486, 2495, 2504, 2513, 2522, 2531, 2540, 2549, 2558, 2567, 2576 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "presents", "outputIndexes": [ 2577 ], "type": "Concat", "defaultDimentionFormat": "NHWC" } ], "outputName": [ "logits", "presents" ], "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "input_ids", "/Constant_output_0__", "/Reshape_output_0", "/attn_norm/Mul_output_0", "model.transformer.layers.0.attn_norm.weight", "/attn_norm/Mul_1_output_0", "/FakeLinear_output_0", "/Unsqueeze_output_0", "/Shape_1_output_0", "/rotary/Constant_9_output_0", "Shape19", "BinaryOp22", "BinaryOp23", "Unsqueeze24", "BinaryOp26", "Unsqueeze27", "StridedSlice30", "Squeeze31", "BinaryOp32", "BinaryOp33", "/Gather_2_output_0", "/Constant_1077_output_0", "/Unsqueeze_1_output_0", "/Constant_4_output_0", "/Constant_5_output_0", "/Concat_output_0", "/Reshape_1_output_0", "/q_norm/Mul_output_0", "model.transformer.layers.0.attn.q_norm.weight", "/q_norm/Mul_1_output_0", "position_ids", "/rotary/Cast_output_0", "/rotary/Constant_1_output_0__", "/rotary/Reshape_output_0", "/rotary/Constant_2_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Unsqueeze_2_axes", "/rotary/Unsqueeze_3_output_0", "Shape64", "BinaryOp67", "BinaryOp68", "Unsqueeze69", "BinaryOp71", "Unsqueeze72", "StridedSlice75", "BinaryOp77", "BinaryOp78", "/Gather_3_output_0", "/Mul_output_0", "/Unsqueeze_6_output_0", "/Constant_19_output_0", "/Constant_7_output_0", "/Slice_1_output_0", "/Neg_output_0", "/Slice_output_0", "/Concat_3_output_0", "Unsqueeze93", "Unsqueeze96", "StridedSlice99", "Squeeze100", "BinaryOp101", "BinaryOp102", "/Gather_4_output_0", "/Mul_1_output_0", "/Add_output_0", "/FakeLinear_1_output_0", "/Concat_1_output_0", "/Reshape_2_output_0", "/k_norm/Mul_output_0", "model.transformer.layers.0.attn.k_norm.weight", "/k_norm/Mul_1_output_0", "/Mul_2_output_0", "/Slice_3_output_0", "/Neg_1_output_0", "/Slice_2_output_0", "/Concat_4_output_0", "/Mul_3_output_0", "/Add_1_output_0", "/FakeLinear_2_output_0", "/Reshape_3_output_0", "attention_mask", "/FusedAttention_output_0", "/FakeLinear_3_output_0", "/Add_2_output_0", "/ffn_norm/Mul_output_0", "model.transformer.layers.0.ffn_norm.weight", "/ffn_norm/Mul_1_output_0", "/ffn/proj_1/FakeLinear_output_0", "/ffn/Mul_output_0", "/ffn/Constant_output_0", "/ffn/Slice_output_0", "/ffn/act/Sigmoid_output_0", "/ffn/act/Mul_output_0", "/ffn/Mul_1_output_0", "/ffn/Slice_1_output_0", "/ffn/Mul_2_output_0", "/ffn/proj_2/FakeLinear_output_0", "/Add_3_output_0", "/Reshape_4_output_0", "/attn_norm_1/Mul_output_0", "model.transformer.layers.1.attn_norm.weight", "/attn_norm_1/Mul_1_output_0", "/FakeLinear_4_output_0", "/Shape_5_output_0", "Shape160", "BinaryOp163", "BinaryOp164", "Unsqueeze165", "BinaryOp167", "Unsqueeze168", "StridedSlice171", "Squeeze172", "BinaryOp173", "BinaryOp174", "/Gather_9_output_0", "/Unsqueeze_11_output_0", "/Concat_5_output_0", "/Reshape_5_output_0", "/q_norm_1/Mul_output_0", "model.transformer.layers.1.attn.q_norm.weight", "/q_norm_1/Mul_1_output_0", "/Mul_4_output_0", "/Slice_5_output_0", "/Neg_2_output_0", "/Slice_4_output_0", "/Concat_8_output_0", "/Mul_5_output_0", "/Add_4_output_0", "/FakeLinear_5_output_0", "/Concat_6_output_0", "/Reshape_6_output_0", "/k_norm_1/Mul_output_0", "model.transformer.layers.1.attn.k_norm.weight", "/k_norm_1/Mul_1_output_0", "/Mul_6_output_0", "/Slice_7_output_0", "/Neg_3_output_0", "/Slice_6_output_0", "/Concat_9_output_0", "/Mul_7_output_0", "/Add_5_output_0", "/FakeLinear_6_output_0", "/Reshape_7_output_0", "/FusedAttention_1_output_0", "/FakeLinear_7_output_0", "/Add_6_output_0", "/ffn_norm_1/Mul_output_0", "model.transformer.layers.1.ffn_norm.weight", "/ffn_norm_1/Mul_1_output_0", "/ffn/proj_1_1/FakeLinear_output_0", "/ffn_1/Mul_output_0", "/ffn_1/Slice_output_0", "/ffn/act_1/Sigmoid_output_0", "/ffn/act_1/Mul_output_0", "/ffn_1/Mul_1_output_0", "/ffn_1/Slice_1_output_0", "/ffn_1/Mul_2_output_0", "/ffn/proj_2_1/FakeLinear_output_0", "/Add_7_output_0", "/Reshape_8_output_0", "/attn_norm_2/Mul_output_0", "model.transformer.layers.2.attn_norm.weight", "/attn_norm_2/Mul_1_output_0", "/FakeLinear_8_output_0", "/Shape_9_output_0", "Shape246", "BinaryOp249", "BinaryOp250", "Unsqueeze251", "BinaryOp253", "Unsqueeze254", "StridedSlice257", "Squeeze258", "BinaryOp259", "BinaryOp260", "/Gather_14_output_0", "/Unsqueeze_21_output_0", "/Concat_10_output_0", "/Reshape_9_output_0", "/q_norm_2/Mul_output_0", "model.transformer.layers.2.attn.q_norm.weight", "/q_norm_2/Mul_1_output_0", "/Mul_8_output_0", "/Slice_9_output_0", "/Neg_4_output_0", "/Slice_8_output_0", "/Concat_13_output_0", "/Mul_9_output_0", "/Add_8_output_0", "/FakeLinear_9_output_0", "/Concat_11_output_0", "/Reshape_10_output_0", "/k_norm_2/Mul_output_0", "model.transformer.layers.2.attn.k_norm.weight", "/k_norm_2/Mul_1_output_0", "/Mul_10_output_0", "/Slice_11_output_0", "/Neg_5_output_0", "/Slice_10_output_0", "/Concat_14_output_0", "/Mul_11_output_0", "/Add_9_output_0", "/FakeLinear_10_output_0", "/Reshape_11_output_0", "/FusedAttention_2_output_0", "/FakeLinear_11_output_0", "/Add_10_output_0", "/ffn_norm_2/Mul_output_0", "model.transformer.layers.2.ffn_norm.weight", "/ffn_norm_2/Mul_1_output_0", "/ffn/proj_1_2/FakeLinear_output_0", "/ffn_2/Mul_output_0", "/ffn_2/Slice_output_0", "/ffn/act_2/Sigmoid_output_0", "/ffn/act_2/Mul_output_0", "/ffn_2/Mul_1_output_0", "/ffn_2/Slice_1_output_0", "/ffn_2/Mul_2_output_0", "/ffn/proj_2_2/FakeLinear_output_0", "/Add_11_output_0", "/Reshape_12_output_0", "/attn_norm_3/Mul_output_0", "model.transformer.layers.3.attn_norm.weight", "/attn_norm_3/Mul_1_output_0", "/FakeLinear_12_output_0", "/Shape_13_output_0", "Shape332", "BinaryOp335", "BinaryOp336", "Unsqueeze337", "BinaryOp339", "Unsqueeze340", "StridedSlice343", "Squeeze344", "BinaryOp345", "BinaryOp346", "/Gather_19_output_0", "/Unsqueeze_31_output_0", "/Concat_15_output_0", "/Reshape_13_output_0", "/q_norm_3/Mul_output_0", "model.transformer.layers.3.attn.q_norm.weight", "/q_norm_3/Mul_1_output_0", "/Mul_12_output_0", "/Slice_13_output_0", "/Neg_6_output_0", "/Slice_12_output_0", "/Concat_18_output_0", "/Mul_13_output_0", "/Add_12_output_0", "/FakeLinear_13_output_0", "/Concat_16_output_0", "/Reshape_14_output_0", "/k_norm_3/Mul_output_0", "model.transformer.layers.3.attn.k_norm.weight", "/k_norm_3/Mul_1_output_0", "/Mul_14_output_0", "/Slice_15_output_0", "/Neg_7_output_0", "/Slice_14_output_0", "/Concat_19_output_0", "/Mul_15_output_0", "/Add_13_output_0", "/FakeLinear_14_output_0", "/Reshape_15_output_0", "/FusedAttention_3_output_0", "/FakeLinear_15_output_0", "/Add_14_output_0", "/ffn_norm_3/Mul_output_0", "model.transformer.layers.3.ffn_norm.weight", "/ffn_norm_3/Mul_1_output_0", "/ffn/proj_1_3/FakeLinear_output_0", "/ffn_3/Mul_output_0", "/ffn_3/Slice_output_0", "/ffn/act_3/Sigmoid_output_0", "/ffn/act_3/Mul_output_0", "/ffn_3/Mul_1_output_0", "/ffn_3/Slice_1_output_0", "/ffn_3/Mul_2_output_0", "/ffn/proj_2_3/FakeLinear_output_0", "/Add_15_output_0", "/Reshape_16_output_0", "/attn_norm_4/Mul_output_0", "model.transformer.layers.4.attn_norm.weight", "/attn_norm_4/Mul_1_output_0", "/FakeLinear_16_output_0", "/Shape_17_output_0", "Shape418", "BinaryOp421", "BinaryOp422", "Unsqueeze423", "BinaryOp425", "Unsqueeze426", "StridedSlice429", "Squeeze430", "BinaryOp431", "BinaryOp432", "/Gather_24_output_0", "/Unsqueeze_41_output_0", "/Constant_123_output_0", "/Concat_20_output_0", "/Reshape_17_output_0", "/q_norm_4/Mul_output_0", "model.transformer.layers.4.attn.q_norm.weight", "/q_norm_4/Mul_1_output_0", "/Mul_16_output_0", "/Slice_17_output_0", "/Neg_8_output_0", "/Slice_16_output_0", "/Concat_23_output_0", "/Mul_17_output_0", "/Add_16_output_0", "/FakeLinear_17_output_0", "/Constant_125_output_0", "/Concat_21_output_0", "/Reshape_18_output_0", "/k_norm_4/Mul_output_0", "model.transformer.layers.4.attn.k_norm.weight", "/k_norm_4/Mul_1_output_0", "/Mul_18_output_0", "/Slice_19_output_0", "/Neg_9_output_0", "/Slice_18_output_0", "/Concat_24_output_0", "/Mul_19_output_0", "/Add_17_output_0", "/FakeLinear_18_output_0", "/Reshape_19_output_0", "/FusedAttention_4_output_0", "/FakeLinear_19_output_0", "/Add_18_output_0", "/ffn_norm_4/Mul_output_0", "model.transformer.layers.4.ffn_norm.weight", "/ffn_norm_4/Mul_1_output_0", "/ffn/proj_1_4/FakeLinear_output_0", "/ffn_4/Mul_output_0", "/ffn_4/Slice_output_0", "/ffn/act_4/Sigmoid_output_0", "/ffn/act_4/Mul_output_0", "/ffn_4/Mul_1_output_0", "/ffn_4/Slice_1_output_0", "/ffn_4/Mul_2_output_0", "/ffn/proj_2_4/FakeLinear_output_0", "/Add_19_output_0", "/Reshape_20_output_0", "/attn_norm_5/Mul_output_0", "model.transformer.layers.5.attn_norm.weight", "/attn_norm_5/Mul_1_output_0", "/FakeLinear_20_output_0", "/Shape_21_output_0", "Shape506", "BinaryOp509", "BinaryOp510", "Unsqueeze511", "BinaryOp513", "Unsqueeze514", "StridedSlice517", "Squeeze518", "BinaryOp519", "BinaryOp520", "/Gather_29_output_0", "/Unsqueeze_51_output_0", "/Concat_25_output_0", "/Reshape_21_output_0", "/q_norm_5/Mul_output_0", "model.transformer.layers.5.attn.q_norm.weight", "/q_norm_5/Mul_1_output_0", "/Mul_20_output_0", "/Slice_21_output_0", "/Neg_10_output_0", "/Slice_20_output_0", "/Concat_28_output_0", "/Mul_21_output_0", "/Add_20_output_0", "/FakeLinear_21_output_0", "/Concat_26_output_0", "/Reshape_22_output_0", "/k_norm_5/Mul_output_0", "model.transformer.layers.5.attn.k_norm.weight", "/k_norm_5/Mul_1_output_0", "/Mul_22_output_0", "/Slice_23_output_0", "/Neg_11_output_0", "/Slice_22_output_0", "/Concat_29_output_0", "/Mul_23_output_0", "/Add_21_output_0", "/FakeLinear_22_output_0", "/Reshape_23_output_0", "/FusedAttention_5_output_0", "/FakeLinear_23_output_0", "/Add_22_output_0", "/ffn_norm_5/Mul_output_0", "model.transformer.layers.5.ffn_norm.weight", "/ffn_norm_5/Mul_1_output_0", "/ffn/proj_1_5/FakeLinear_output_0", "/ffn_5/Slice_output_0", "/ffn/act_5/Sigmoid_output_0", "/ffn/act_5/Mul_output_0", "/ffn_5/Mul_1_output_0", "/ffn_5/Slice_1_output_0", "/ffn_5/Mul_2_output_0", "/ffn/proj_2_5/FakeLinear_output_0", "/Add_23_output_0", "/Reshape_24_output_0", "/attn_norm_6/Mul_output_0", "model.transformer.layers.6.attn_norm.weight", "/attn_norm_6/Mul_1_output_0", "/FakeLinear_24_output_0", "/Shape_25_output_0", "Shape591", "BinaryOp594", "BinaryOp595", "Unsqueeze596", "BinaryOp598", "Unsqueeze599", "StridedSlice602", "Squeeze603", "BinaryOp604", "BinaryOp605", "/Gather_34_output_0", "/Unsqueeze_61_output_0", "/Concat_30_output_0", "/Reshape_25_output_0", "/q_norm_6/Mul_output_0", "model.transformer.layers.6.attn.q_norm.weight", "/q_norm_6/Mul_1_output_0", "/Mul_24_output_0", "/Slice_25_output_0", "/Neg_12_output_0", "/Slice_24_output_0", "/Concat_33_output_0", "/Mul_25_output_0", "/Add_24_output_0", "/FakeLinear_25_output_0", "/Concat_31_output_0", "/Reshape_26_output_0", "/k_norm_6/Mul_output_0", "model.transformer.layers.6.attn.k_norm.weight", "/k_norm_6/Mul_1_output_0", "/Mul_26_output_0", "/Slice_27_output_0", "/Neg_13_output_0", "/Slice_26_output_0", "/Concat_34_output_0", "/Mul_27_output_0", "/Add_25_output_0", "/FakeLinear_26_output_0", "/Reshape_27_output_0", "/FusedAttention_6_output_0", "/FakeLinear_27_output_0", "/Add_26_output_0", "/ffn_norm_6/Mul_output_0", "model.transformer.layers.6.ffn_norm.weight", "/ffn_norm_6/Mul_1_output_0", "/ffn/proj_1_6/FakeLinear_output_0", "/ffn_6/Mul_output_0", "/ffn_6/Slice_output_0", "/ffn/act_6/Sigmoid_output_0", "/ffn/act_6/Mul_output_0", "/ffn_6/Mul_1_output_0", "/ffn_6/Slice_1_output_0", "/ffn_6/Mul_2_output_0", "/ffn/proj_2_6/FakeLinear_output_0", "/Add_27_output_0", "/Reshape_28_output_0", "/attn_norm_7/Mul_output_0", "model.transformer.layers.7.attn_norm.weight", "/attn_norm_7/Mul_1_output_0", "/FakeLinear_28_output_0", "/Shape_29_output_0", "Shape677", "BinaryOp680", "BinaryOp681", "Unsqueeze682", "BinaryOp684", "Unsqueeze685", "StridedSlice688", "Squeeze689", "BinaryOp690", "BinaryOp691", "/Gather_39_output_0", "/Unsqueeze_71_output_0", "/Concat_35_output_0", "/Reshape_29_output_0", "/q_norm_7/Mul_output_0", "model.transformer.layers.7.attn.q_norm.weight", "/q_norm_7/Mul_1_output_0", "/Mul_28_output_0", "/Slice_29_output_0", "/Neg_14_output_0", "/Slice_28_output_0", "/Concat_38_output_0", "/Mul_29_output_0", "/Add_28_output_0", "/FakeLinear_29_output_0", "/Concat_36_output_0", "/Reshape_30_output_0", "/k_norm_7/Mul_output_0", "model.transformer.layers.7.attn.k_norm.weight", "/k_norm_7/Mul_1_output_0", "/Mul_30_output_0", "/Slice_31_output_0", "/Neg_15_output_0", "/Slice_30_output_0", "/Concat_39_output_0", "/Mul_31_output_0", "/Add_29_output_0", "/FakeLinear_30_output_0", "/Reshape_31_output_0", "/FusedAttention_7_output_0", "/FakeLinear_31_output_0", "/Add_30_output_0", "/ffn_norm_7/Mul_output_0", "model.transformer.layers.7.ffn_norm.weight", "/ffn_norm_7/Mul_1_output_0", "/ffn/proj_1_7/FakeLinear_output_0", "/ffn_7/Slice_output_0", "/ffn/act_7/Sigmoid_output_0", "/ffn/act_7/Mul_output_0", "/ffn_7/Mul_1_output_0", "/ffn_7/Slice_1_output_0", "/ffn_7/Mul_2_output_0", "/ffn/proj_2_7/FakeLinear_output_0", "/Add_31_output_0", "/Reshape_32_output_0", "/attn_norm_8/Mul_output_0", "model.transformer.layers.8.attn_norm.weight", "/attn_norm_8/Mul_1_output_0", "/FakeLinear_32_output_0", "/Shape_33_output_0", "Shape762", "BinaryOp765", "BinaryOp766", "Unsqueeze767", "BinaryOp769", "Unsqueeze770", "StridedSlice773", "Squeeze774", "BinaryOp775", "BinaryOp776", "/Gather_44_output_0", "/Unsqueeze_81_output_0", "/Concat_40_output_0", "/Reshape_33_output_0", "/q_norm_8/Mul_output_0", "model.transformer.layers.8.attn.q_norm.weight", "/q_norm_8/Mul_1_output_0", "/Mul_32_output_0", "/Slice_33_output_0", "/Neg_16_output_0", "/Slice_32_output_0", "/Concat_43_output_0", "/Mul_33_output_0", "/Add_32_output_0", "/FakeLinear_33_output_0", "/Concat_41_output_0", "/Reshape_34_output_0", "/k_norm_8/Mul_output_0", "model.transformer.layers.8.attn.k_norm.weight", "/k_norm_8/Mul_1_output_0", "/Mul_34_output_0", "/Slice_35_output_0", "/Neg_17_output_0", "/Slice_34_output_0", "/Concat_44_output_0", "/Mul_35_output_0", "/Add_33_output_0", "/FakeLinear_34_output_0", "/Reshape_35_output_0", "/FusedAttention_8_output_0", "/FakeLinear_35_output_0", "/Add_34_output_0", "/ffn_norm_8/Mul_output_0", "model.transformer.layers.8.ffn_norm.weight", "/ffn_norm_8/Mul_1_output_0", "/ffn/proj_1_8/FakeLinear_output_0", "/ffn_8/Slice_output_0", "/ffn/act_8/Sigmoid_output_0", "/ffn/act_8/Mul_output_0", "/ffn_8/Mul_1_output_0", "/ffn_8/Slice_1_output_0", "/ffn_8/Mul_2_output_0", "/ffn/proj_2_8/FakeLinear_output_0", "/Add_35_output_0", "/Reshape_36_output_0", "/attn_norm_9/Mul_output_0", "model.transformer.layers.9.attn_norm.weight", "/attn_norm_9/Mul_1_output_0", "/FakeLinear_36_output_0", "/Shape_37_output_0", "Shape847", "BinaryOp850", "BinaryOp851", "Unsqueeze852", "BinaryOp854", "Unsqueeze855", "StridedSlice858", "Squeeze859", "BinaryOp860", "BinaryOp861", "/Gather_49_output_0", "/Unsqueeze_91_output_0", "/Concat_45_output_0", "/Reshape_37_output_0", "/q_norm_9/Mul_output_0", "model.transformer.layers.9.attn.q_norm.weight", "/q_norm_9/Mul_1_output_0", "/Mul_36_output_0", "/Slice_37_output_0", "/Neg_18_output_0", "/Slice_36_output_0", "/Concat_48_output_0", "/Mul_37_output_0", "/Add_36_output_0", "/FakeLinear_37_output_0", "/Concat_46_output_0", "/Reshape_38_output_0", "/k_norm_9/Mul_output_0", "model.transformer.layers.9.attn.k_norm.weight", "/k_norm_9/Mul_1_output_0", "/Mul_38_output_0", "/Slice_39_output_0", "/Neg_19_output_0", "/Slice_38_output_0", "/Concat_49_output_0", "/Mul_39_output_0", "/Add_37_output_0", "/FakeLinear_38_output_0", "/Reshape_39_output_0", "/FusedAttention_9_output_0", "/FakeLinear_39_output_0", "/Add_38_output_0", "/ffn_norm_9/Mul_output_0", "model.transformer.layers.9.ffn_norm.weight", "/ffn_norm_9/Mul_1_output_0", "/ffn/proj_1_9/FakeLinear_output_0", "/ffn_9/Mul_output_0", "/ffn_9/Slice_output_0", "/ffn/act_9/Sigmoid_output_0", "/ffn/act_9/Mul_output_0", "/ffn_9/Mul_1_output_0", "/ffn_9/Slice_1_output_0", "/ffn_9/Mul_2_output_0", "/ffn/proj_2_9/FakeLinear_output_0", "/Add_39_output_0", "/Reshape_40_output_0", "/attn_norm_10/Mul_output_0", "model.transformer.layers.10.attn_norm.weight", "/attn_norm_10/Mul_1_output_0", "/FakeLinear_40_output_0", "/Shape_41_output_0", "Shape933", "BinaryOp936", "BinaryOp937", "Unsqueeze938", "BinaryOp940", "Unsqueeze941", "StridedSlice944", "Squeeze945", "BinaryOp946", "BinaryOp947", "/Gather_54_output_0", "/Unsqueeze_101_output_0", "/Concat_50_output_0", "/Reshape_41_output_0", "/q_norm_10/Mul_output_0", "model.transformer.layers.10.attn.q_norm.weight", "/q_norm_10/Mul_1_output_0", "/Mul_40_output_0", "/Slice_41_output_0", "/Neg_20_output_0", "/Slice_40_output_0", "/Concat_53_output_0", "/Mul_41_output_0", "/Add_40_output_0", "/FakeLinear_41_output_0", "/Concat_51_output_0", "/Reshape_42_output_0", "/k_norm_10/Mul_output_0", "model.transformer.layers.10.attn.k_norm.weight", "/k_norm_10/Mul_1_output_0", "/Mul_42_output_0", "/Slice_43_output_0", "/Neg_21_output_0", "/Slice_42_output_0", "/Concat_54_output_0", "/Mul_43_output_0", "/Add_41_output_0", "/FakeLinear_42_output_0", "/Reshape_43_output_0", "/FusedAttention_10_output_0", "/FakeLinear_43_output_0", "/Add_42_output_0", "/ffn_norm_10/Mul_output_0", "model.transformer.layers.10.ffn_norm.weight", "/ffn_norm_10/Mul_1_output_0", "/ffn/proj_1_10/FakeLinear_output_0", "/ffn_10/Mul_output_0", "/ffn_10/Slice_output_0", "/ffn/act_10/Sigmoid_output_0", "/ffn/act_10/Mul_output_0", "/ffn_10/Mul_1_output_0", "/ffn_10/Slice_1_output_0", "/ffn_10/Mul_2_output_0", "/ffn/proj_2_10/FakeLinear_output_0", "/Add_43_output_0", "/Reshape_44_output_0", "/attn_norm_11/Mul_output_0", "model.transformer.layers.11.attn_norm.weight", "/attn_norm_11/Mul_1_output_0", "/FakeLinear_44_output_0", "/Shape_45_output_0", "Shape1019", "BinaryOp1022", "BinaryOp1023", "Unsqueeze1024", "BinaryOp1026", "Unsqueeze1027", "StridedSlice1030", "Squeeze1031", "BinaryOp1032", "BinaryOp1033", "/Gather_59_output_0", "/Unsqueeze_111_output_0", "/Concat_55_output_0", "/Reshape_45_output_0", "/q_norm_11/Mul_output_0", "model.transformer.layers.11.attn.q_norm.weight", "/q_norm_11/Mul_1_output_0", "/Mul_44_output_0", "/Slice_45_output_0", "/Neg_22_output_0", "/Slice_44_output_0", "/Concat_58_output_0", "/Mul_45_output_0", "/Add_44_output_0", "/FakeLinear_45_output_0", "/Concat_56_output_0", "/Reshape_46_output_0", "/k_norm_11/Mul_output_0", "model.transformer.layers.11.attn.k_norm.weight", "/k_norm_11/Mul_1_output_0", "/Mul_46_output_0", "/Slice_47_output_0", "/Neg_23_output_0", "/Slice_46_output_0", "/Concat_59_output_0", "/Mul_47_output_0", "/Add_45_output_0", "/FakeLinear_46_output_0", "/Reshape_47_output_0", "/FusedAttention_11_output_0", "/FakeLinear_47_output_0", "/Add_46_output_0", "/ffn_norm_11/Mul_output_0", "model.transformer.layers.11.ffn_norm.weight", "/ffn_norm_11/Mul_1_output_0", "/ffn/proj_1_11/FakeLinear_output_0", "/ffn_11/Mul_output_0", "/ffn_11/Slice_output_0", "/ffn/act_11/Sigmoid_output_0", "/ffn/act_11/Mul_output_0", "/ffn_11/Mul_1_output_0", "/ffn_11/Slice_1_output_0", "/ffn_11/Mul_2_output_0", "/ffn/proj_2_11/FakeLinear_output_0", "/Add_47_output_0", "/Reshape_48_output_0", "/attn_norm_12/Mul_output_0", "model.transformer.layers.12.attn_norm.weight", "/attn_norm_12/Mul_1_output_0", "/FakeLinear_48_output_0", "/Shape_49_output_0", "Shape1105", "BinaryOp1108", "BinaryOp1109", "Unsqueeze1110", "BinaryOp1112", "Unsqueeze1113", "StridedSlice1116", "Squeeze1117", "BinaryOp1118", "BinaryOp1119", "/Gather_64_output_0", "/Unsqueeze_121_output_0", "/Concat_60_output_0", "/Reshape_49_output_0", "/q_norm_12/Mul_output_0", "model.transformer.layers.12.attn.q_norm.weight", "/q_norm_12/Mul_1_output_0", "/Mul_48_output_0", "/Slice_49_output_0", "/Neg_24_output_0", "/Slice_48_output_0", "/Concat_63_output_0", "/Mul_49_output_0", "/Add_48_output_0", "/FakeLinear_49_output_0", "/Concat_61_output_0", "/Reshape_50_output_0", "/k_norm_12/Mul_output_0", "model.transformer.layers.12.attn.k_norm.weight", "/k_norm_12/Mul_1_output_0", "/Mul_50_output_0", "/Slice_51_output_0", "/Neg_25_output_0", "/Slice_50_output_0", "/Concat_64_output_0", "/Mul_51_output_0", "/Add_49_output_0", "/FakeLinear_50_output_0", "/Reshape_51_output_0", "/FusedAttention_12_output_0", "/FakeLinear_51_output_0", "/Add_50_output_0", "/ffn_norm_12/Mul_output_0", "model.transformer.layers.12.ffn_norm.weight", "/ffn_norm_12/Mul_1_output_0", "/ffn/proj_1_12/FakeLinear_output_0", "/ffn_12/Slice_output_0", "/ffn/act_12/Sigmoid_output_0", "/ffn/act_12/Mul_output_0", "/ffn_12/Mul_1_output_0", "/ffn_12/Slice_1_output_0", "/ffn_12/Mul_2_output_0", "/ffn/proj_2_12/FakeLinear_output_0", "/Add_51_output_0", "/Reshape_52_output_0", "/attn_norm_13/Mul_output_0", "model.transformer.layers.13.attn_norm.weight", "/attn_norm_13/Mul_1_output_0", "/FakeLinear_52_output_0", "/Shape_53_output_0", "Shape1190", "BinaryOp1193", "BinaryOp1194", "Unsqueeze1195", "BinaryOp1197", "Unsqueeze1198", "StridedSlice1201", "Squeeze1202", "BinaryOp1203", "BinaryOp1204", "/Gather_69_output_0", "/Unsqueeze_131_output_0", "/Concat_65_output_0", "/Reshape_53_output_0", "/q_norm_13/Mul_output_0", "model.transformer.layers.13.attn.q_norm.weight", "/q_norm_13/Mul_1_output_0", "/Mul_52_output_0", "/Slice_53_output_0", "/Neg_26_output_0", "/Slice_52_output_0", "/Concat_68_output_0", "/Mul_53_output_0", "/Add_52_output_0", "/FakeLinear_53_output_0", "/Concat_66_output_0", "/Reshape_54_output_0", "/k_norm_13/Mul_output_0", "model.transformer.layers.13.attn.k_norm.weight", "/k_norm_13/Mul_1_output_0", "/Mul_54_output_0", "/Slice_55_output_0", "/Neg_27_output_0", "/Slice_54_output_0", "/Concat_69_output_0", "/Mul_55_output_0", "/Add_53_output_0", "/FakeLinear_54_output_0", "/Reshape_55_output_0", "/FusedAttention_13_output_0", "/FakeLinear_55_output_0", "/Add_54_output_0", "/ffn_norm_13/Mul_output_0", "model.transformer.layers.13.ffn_norm.weight", "/ffn_norm_13/Mul_1_output_0", "/ffn/proj_1_13/FakeLinear_output_0", "/ffn_13/Slice_output_0", "/ffn/act_13/Sigmoid_output_0", "/ffn/act_13/Mul_output_0", "/ffn_13/Mul_1_output_0", "/ffn_13/Slice_1_output_0", "/ffn_13/Mul_2_output_0", "/ffn/proj_2_13/FakeLinear_output_0", "/Add_55_output_0", "/Reshape_56_output_0", "/attn_norm_14/Mul_output_0", "model.transformer.layers.14.attn_norm.weight", "/attn_norm_14/Mul_1_output_0", "/FakeLinear_56_output_0", "/Shape_57_output_0", "Shape1275", "BinaryOp1278", "BinaryOp1279", "Unsqueeze1280", "BinaryOp1282", "Unsqueeze1283", "StridedSlice1286", "Squeeze1287", "BinaryOp1288", "BinaryOp1289", "/Gather_74_output_0", "/Unsqueeze_141_output_0", "/Concat_70_output_0", "/Reshape_57_output_0", "/q_norm_14/Mul_output_0", "model.transformer.layers.14.attn.q_norm.weight", "/q_norm_14/Mul_1_output_0", "/Mul_56_output_0", "/Slice_57_output_0", "/Neg_28_output_0", "/Slice_56_output_0", "/Concat_73_output_0", "/Mul_57_output_0", "/Add_56_output_0", "/FakeLinear_57_output_0", "/Concat_71_output_0", "/Reshape_58_output_0", "/k_norm_14/Mul_output_0", "model.transformer.layers.14.attn.k_norm.weight", "/k_norm_14/Mul_1_output_0", "/Mul_58_output_0", "/Slice_59_output_0", "/Neg_29_output_0", "/Slice_58_output_0", "/Concat_74_output_0", "/Mul_59_output_0", "/Add_57_output_0", "/FakeLinear_58_output_0", "/Reshape_59_output_0", "/FusedAttention_14_output_0", "/FakeLinear_59_output_0", "/Add_58_output_0", "/ffn_norm_14/Mul_output_0", "model.transformer.layers.14.ffn_norm.weight", "/ffn_norm_14/Mul_1_output_0", "/ffn/proj_1_14/FakeLinear_output_0", "/ffn_14/Mul_output_0", "/ffn_14/Slice_output_0", "/ffn/act_14/Sigmoid_output_0", "/ffn/act_14/Mul_output_0", "/ffn_14/Mul_1_output_0", "/ffn_14/Slice_1_output_0", "/ffn_14/Mul_2_output_0", "/ffn/proj_2_14/FakeLinear_output_0", "/Add_59_output_0", "/Reshape_60_output_0", "/attn_norm_15/Mul_output_0", "model.transformer.layers.15.attn_norm.weight", "/attn_norm_15/Mul_1_output_0", "/FakeLinear_60_output_0", "/Shape_61_output_0", "Shape1361", "BinaryOp1364", "BinaryOp1365", "Unsqueeze1366", "BinaryOp1368", "Unsqueeze1369", "StridedSlice1372", "Squeeze1373", "BinaryOp1374", "BinaryOp1375", "/Gather_79_output_0", "/Unsqueeze_151_output_0", "/Concat_75_output_0", "/Reshape_61_output_0", "/q_norm_15/Mul_output_0", "model.transformer.layers.15.attn.q_norm.weight", "/q_norm_15/Mul_1_output_0", "/Mul_60_output_0", "/Slice_61_output_0", "/Neg_30_output_0", "/Slice_60_output_0", "/Concat_78_output_0", "/Mul_61_output_0", "/Add_60_output_0", "/FakeLinear_61_output_0", "/Concat_76_output_0", "/Reshape_62_output_0", "/k_norm_15/Mul_output_0", "model.transformer.layers.15.attn.k_norm.weight", "/k_norm_15/Mul_1_output_0", "/Mul_62_output_0", "/Slice_63_output_0", "/Neg_31_output_0", "/Slice_62_output_0", "/Concat_79_output_0", "/Mul_63_output_0", "/Add_61_output_0", "/FakeLinear_62_output_0", "/Reshape_63_output_0", "/FusedAttention_15_output_0", "/FakeLinear_63_output_0", "/Add_62_output_0", "/ffn_norm_15/Mul_output_0", "model.transformer.layers.15.ffn_norm.weight", "/ffn_norm_15/Mul_1_output_0", "/ffn/proj_1_15/FakeLinear_output_0", "/ffn_15/Slice_output_0", "/ffn/act_15/Sigmoid_output_0", "/ffn/act_15/Mul_output_0", "/ffn_15/Mul_1_output_0", "/ffn_15/Slice_1_output_0", "/ffn_15/Mul_2_output_0", "/ffn/proj_2_15/FakeLinear_output_0", "/Add_63_output_0", "/Reshape_64_output_0", "/attn_norm_16/Mul_output_0", "model.transformer.layers.16.attn_norm.weight", "/attn_norm_16/Mul_1_output_0", "/FakeLinear_64_output_0", "/Shape_65_output_0", "Shape1446", "BinaryOp1449", "BinaryOp1450", "Unsqueeze1451", "BinaryOp1453", "Unsqueeze1454", "StridedSlice1457", "Squeeze1458", "BinaryOp1459", "BinaryOp1460", "/Gather_84_output_0", "/Unsqueeze_161_output_0", "/Concat_80_output_0", "/Reshape_65_output_0", "/q_norm_16/Mul_output_0", "model.transformer.layers.16.attn.q_norm.weight", "/q_norm_16/Mul_1_output_0", "/Mul_64_output_0", "/Slice_65_output_0", "/Neg_32_output_0", "/Slice_64_output_0", "/Concat_83_output_0", "/Mul_65_output_0", "/Add_64_output_0", "/FakeLinear_65_output_0", "/Concat_81_output_0", "/Reshape_66_output_0", "/k_norm_16/Mul_output_0", "model.transformer.layers.16.attn.k_norm.weight", "/k_norm_16/Mul_1_output_0", "/Mul_66_output_0", "/Slice_67_output_0", "/Neg_33_output_0", "/Slice_66_output_0", "/Concat_84_output_0", "/Mul_67_output_0", "/Add_65_output_0", "/FakeLinear_66_output_0", "/Reshape_67_output_0", "/FusedAttention_16_output_0", "/FakeLinear_67_output_0", "/Add_66_output_0", "/ffn_norm_16/Mul_output_0", "model.transformer.layers.16.ffn_norm.weight", "/ffn_norm_16/Mul_1_output_0", "/ffn/proj_1_16/FakeLinear_output_0", "/ffn_16/Mul_output_0", "/ffn_16/Slice_output_0", "/ffn/act_16/Sigmoid_output_0", "/ffn/act_16/Mul_output_0", "/ffn_16/Mul_1_output_0", "/ffn_16/Slice_1_output_0", "/ffn_16/Mul_2_output_0", "/ffn/proj_2_16/FakeLinear_output_0", "/Add_67_output_0", "/Reshape_68_output_0", "/attn_norm_17/Mul_output_0", "model.transformer.layers.17.attn_norm.weight", "/attn_norm_17/Mul_1_output_0", "/FakeLinear_68_output_0", "/Shape_69_output_0", "Shape1532", "BinaryOp1535", "BinaryOp1536", "Unsqueeze1537", "BinaryOp1539", "Unsqueeze1540", "StridedSlice1543", "Squeeze1544", "BinaryOp1545", "BinaryOp1546", "/Gather_89_output_0", "/Unsqueeze_171_output_0", "/Concat_85_output_0", "/Reshape_69_output_0", "/q_norm_17/Mul_output_0", "model.transformer.layers.17.attn.q_norm.weight", "/q_norm_17/Mul_1_output_0", "/Mul_68_output_0", "/Slice_69_output_0", "/Neg_34_output_0", "/Slice_68_output_0", "/Concat_88_output_0", "/Mul_69_output_0", "/Add_68_output_0", "/FakeLinear_69_output_0", "/Concat_86_output_0", "/Reshape_70_output_0", "/k_norm_17/Mul_output_0", "model.transformer.layers.17.attn.k_norm.weight", "/k_norm_17/Mul_1_output_0", "/Mul_70_output_0", "/Slice_71_output_0", "/Neg_35_output_0", "/Slice_70_output_0", "/Concat_89_output_0", "/Mul_71_output_0", "/Add_69_output_0", "/FakeLinear_70_output_0", "/Reshape_71_output_0", "/FusedAttention_17_output_0", "/FakeLinear_71_output_0", "/Add_70_output_0", "/ffn_norm_17/Mul_output_0", "model.transformer.layers.17.ffn_norm.weight", "/ffn_norm_17/Mul_1_output_0", "/ffn/proj_1_17/FakeLinear_output_0", "/ffn_17/Slice_output_0", "/ffn/act_17/Sigmoid_output_0", "/ffn/act_17/Mul_output_0", "/ffn_17/Mul_1_output_0", "/ffn_17/Slice_1_output_0", "/ffn_17/Mul_2_output_0", "/ffn/proj_2_17/FakeLinear_output_0", "/Add_71_output_0", "/Reshape_72_output_0", "/attn_norm_18/Mul_output_0", "model.transformer.layers.18.attn_norm.weight", "/attn_norm_18/Mul_1_output_0", "/FakeLinear_72_output_0", "/Shape_73_output_0", "Shape1617", "BinaryOp1620", "BinaryOp1621", "Unsqueeze1622", "BinaryOp1624", "Unsqueeze1625", "StridedSlice1628", "Squeeze1629", "BinaryOp1630", "BinaryOp1631", "/Gather_94_output_0", "/Unsqueeze_181_output_0", "/Constant_541_output_0", "/Concat_90_output_0", "/Reshape_73_output_0", "/q_norm_18/Mul_output_0", "model.transformer.layers.18.attn.q_norm.weight", "/q_norm_18/Mul_1_output_0", "/Mul_72_output_0", "/Slice_73_output_0", "/Neg_36_output_0", "/Slice_72_output_0", "/Concat_93_output_0", "/Mul_73_output_0", "/Add_72_output_0", "/FakeLinear_73_output_0", "/Constant_543_output_0", "/Concat_91_output_0", "/Reshape_74_output_0", "/k_norm_18/Mul_output_0", "model.transformer.layers.18.attn.k_norm.weight", "/k_norm_18/Mul_1_output_0", "/Mul_74_output_0", "/Slice_75_output_0", "/Neg_37_output_0", "/Slice_74_output_0", "/Concat_94_output_0", "/Mul_75_output_0", "/Add_73_output_0", "/FakeLinear_74_output_0", "/Reshape_75_output_0", "/FusedAttention_18_output_0", "/FakeLinear_75_output_0", "/Add_74_output_0", "/ffn_norm_18/Mul_output_0", "model.transformer.layers.18.ffn_norm.weight", "/ffn_norm_18/Mul_1_output_0", "/ffn/proj_1_18/FakeLinear_output_0", "/ffn_18/Slice_output_0", "/ffn/act_18/Sigmoid_output_0", "/ffn/act_18/Mul_output_0", "/ffn_18/Mul_1_output_0", "/ffn_18/Slice_1_output_0", "/ffn_18/Mul_2_output_0", "/ffn/proj_2_18/FakeLinear_output_0", "/Add_75_output_0", "/Reshape_76_output_0", "/attn_norm_19/Mul_output_0", "model.transformer.layers.19.attn_norm.weight", "/attn_norm_19/Mul_1_output_0", "/FakeLinear_76_output_0", "/Shape_77_output_0", "Shape1704", "BinaryOp1707", "BinaryOp1708", "Unsqueeze1709", "BinaryOp1711", "Unsqueeze1712", "StridedSlice1715", "Squeeze1716", "BinaryOp1717", "BinaryOp1718", "/Gather_99_output_0", "/Unsqueeze_191_output_0", "/Concat_95_output_0", "/Reshape_77_output_0", "/q_norm_19/Mul_output_0", "model.transformer.layers.19.attn.q_norm.weight", "/q_norm_19/Mul_1_output_0", "/Mul_76_output_0", "/Slice_77_output_0", "/Neg_38_output_0", "/Slice_76_output_0", "/Concat_98_output_0", "/Mul_77_output_0", "/Add_76_output_0", "/FakeLinear_77_output_0", "/Concat_96_output_0", "/Reshape_78_output_0", "/k_norm_19/Mul_output_0", "model.transformer.layers.19.attn.k_norm.weight", "/k_norm_19/Mul_1_output_0", "/Mul_78_output_0", "/Slice_79_output_0", "/Neg_39_output_0", "/Slice_78_output_0", "/Concat_99_output_0", "/Mul_79_output_0", "/Add_77_output_0", "/FakeLinear_78_output_0", "/Reshape_79_output_0", "/FusedAttention_19_output_0", "/FakeLinear_79_output_0", "/Add_78_output_0", "/ffn_norm_19/Mul_output_0", "model.transformer.layers.19.ffn_norm.weight", "/ffn_norm_19/Mul_1_output_0", "/ffn/proj_1_19/FakeLinear_output_0", "/ffn_19/Mul_output_0", "/ffn_19/Slice_output_0", "/ffn/act_19/Sigmoid_output_0", "/ffn/act_19/Mul_output_0", "/ffn_19/Mul_1_output_0", "/ffn_19/Slice_1_output_0", "/ffn_19/Mul_2_output_0", "/ffn/proj_2_19/FakeLinear_output_0", "/Add_79_output_0", "/Reshape_80_output_0", "/attn_norm_20/Mul_output_0", "model.transformer.layers.20.attn_norm.weight", "/attn_norm_20/Mul_1_output_0", "/FakeLinear_80_output_0", "/Shape_81_output_0", "Shape1790", "BinaryOp1793", "BinaryOp1794", "Unsqueeze1795", "BinaryOp1797", "Unsqueeze1798", "StridedSlice1801", "Squeeze1802", "BinaryOp1803", "BinaryOp1804", "/Gather_104_output_0", "/Unsqueeze_201_output_0", "/Concat_100_output_0", "/Reshape_81_output_0", "/q_norm_20/Mul_output_0", "model.transformer.layers.20.attn.q_norm.weight", "/q_norm_20/Mul_1_output_0", "/Mul_80_output_0", "/Slice_81_output_0", "/Neg_40_output_0", "/Slice_80_output_0", "/Concat_103_output_0", "/Mul_81_output_0", "/Add_80_output_0", "/FakeLinear_81_output_0", "/Concat_101_output_0", "/Reshape_82_output_0", "/k_norm_20/Mul_output_0", "model.transformer.layers.20.attn.k_norm.weight", "/k_norm_20/Mul_1_output_0", "/Mul_82_output_0", "/Slice_83_output_0", "/Neg_41_output_0", "/Slice_82_output_0", "/Concat_104_output_0", "/Mul_83_output_0", "/Add_81_output_0", "/FakeLinear_82_output_0", "/Reshape_83_output_0", "/FusedAttention_20_output_0", "/FakeLinear_83_output_0", "/Add_82_output_0", "/ffn_norm_20/Mul_output_0", "model.transformer.layers.20.ffn_norm.weight", "/ffn_norm_20/Mul_1_output_0", "/ffn/proj_1_20/FakeLinear_output_0", "/ffn_20/Mul_output_0", "/ffn_20/Slice_output_0", "/ffn/act_20/Sigmoid_output_0", "/ffn/act_20/Mul_output_0", "/ffn_20/Mul_1_output_0", "/ffn_20/Slice_1_output_0", "/ffn_20/Mul_2_output_0", "/ffn/proj_2_20/FakeLinear_output_0", "/Add_83_output_0", "/Reshape_84_output_0", "/attn_norm_21/Mul_output_0", "model.transformer.layers.21.attn_norm.weight", "/attn_norm_21/Mul_1_output_0", "/FakeLinear_84_output_0", "/Shape_85_output_0", "Shape1876", "BinaryOp1879", "BinaryOp1880", "Unsqueeze1881", "BinaryOp1883", "Unsqueeze1884", "StridedSlice1887", "Squeeze1888", "BinaryOp1889", "BinaryOp1890", "/Gather_109_output_0", "/Unsqueeze_211_output_0", "/Concat_105_output_0", "/Reshape_85_output_0", "/q_norm_21/Mul_output_0", "model.transformer.layers.21.attn.q_norm.weight", "/q_norm_21/Mul_1_output_0", "/Mul_84_output_0", "/Slice_85_output_0", "/Neg_42_output_0", "/Slice_84_output_0", "/Concat_108_output_0", "/Mul_85_output_0", "/Add_84_output_0", "/FakeLinear_85_output_0", "/Concat_106_output_0", "/Reshape_86_output_0", "/k_norm_21/Mul_output_0", "model.transformer.layers.21.attn.k_norm.weight", "/k_norm_21/Mul_1_output_0", "/Mul_86_output_0", "/Slice_87_output_0", "/Neg_43_output_0", "/Slice_86_output_0", "/Concat_109_output_0", "/Mul_87_output_0", "/Add_85_output_0", "/FakeLinear_86_output_0", "/Reshape_87_output_0", "/FusedAttention_21_output_0", "/FakeLinear_87_output_0", "/Add_86_output_0", "/ffn_norm_21/Mul_output_0", "model.transformer.layers.21.ffn_norm.weight", "/ffn_norm_21/Mul_1_output_0", "/ffn/proj_1_21/FakeLinear_output_0", "/ffn_21/Mul_output_0", "/ffn_21/Slice_output_0", "/ffn/act_21/Sigmoid_output_0", "/ffn/act_21/Mul_output_0", "/ffn_21/Mul_1_output_0", "/ffn_21/Slice_1_output_0", "/ffn_21/Mul_2_output_0", "/ffn/proj_2_21/FakeLinear_output_0", "/Add_87_output_0", "/Reshape_88_output_0", "/attn_norm_22/Mul_output_0", "model.transformer.layers.22.attn_norm.weight", "/attn_norm_22/Mul_1_output_0", "/FakeLinear_88_output_0", "/Shape_89_output_0", "Shape1962", "BinaryOp1965", "BinaryOp1966", "Unsqueeze1967", "BinaryOp1969", "Unsqueeze1970", "StridedSlice1973", "Squeeze1974", "BinaryOp1975", "BinaryOp1976", "/Gather_114_output_0", "/Unsqueeze_221_output_0", "/Concat_110_output_0", "/Reshape_89_output_0", "/q_norm_22/Mul_output_0", "model.transformer.layers.22.attn.q_norm.weight", "/q_norm_22/Mul_1_output_0", "/Mul_88_output_0", "/Slice_89_output_0", "/Neg_44_output_0", "/Slice_88_output_0", "/Concat_113_output_0", "/Mul_89_output_0", "/Add_88_output_0", "/FakeLinear_89_output_0", "/Concat_111_output_0", "/Reshape_90_output_0", "/k_norm_22/Mul_output_0", "model.transformer.layers.22.attn.k_norm.weight", "/k_norm_22/Mul_1_output_0", "/Mul_90_output_0", "/Slice_91_output_0", "/Neg_45_output_0", "/Slice_90_output_0", "/Concat_114_output_0", "/Mul_91_output_0", "/Add_89_output_0", "/FakeLinear_90_output_0", "/Reshape_91_output_0", "/FusedAttention_22_output_0", "/FakeLinear_91_output_0", "/Add_90_output_0", "/ffn_norm_22/Mul_output_0", "model.transformer.layers.22.ffn_norm.weight", "/ffn_norm_22/Mul_1_output_0", "/ffn/proj_1_22/FakeLinear_output_0", "/ffn_22/Slice_output_0", "/ffn/act_22/Sigmoid_output_0", "/ffn/act_22/Mul_output_0", "/ffn_22/Mul_1_output_0", "/ffn_22/Slice_1_output_0", "/ffn_22/Mul_2_output_0", "/ffn/proj_2_22/FakeLinear_output_0", "/Add_91_output_0", "/Reshape_92_output_0", "/attn_norm_23/Mul_output_0", "model.transformer.layers.23.attn_norm.weight", "/attn_norm_23/Mul_1_output_0", "/FakeLinear_92_output_0", "/Shape_93_output_0", "Shape2047", "BinaryOp2050", "BinaryOp2051", "Unsqueeze2052", "BinaryOp2054", "Unsqueeze2055", "StridedSlice2058", "Squeeze2059", "BinaryOp2060", "BinaryOp2061", "/Gather_119_output_0", "/Unsqueeze_231_output_0", "/Concat_115_output_0", "/Reshape_93_output_0", "/q_norm_23/Mul_output_0", "model.transformer.layers.23.attn.q_norm.weight", "/q_norm_23/Mul_1_output_0", "/Mul_92_output_0", "/Slice_93_output_0", "/Neg_46_output_0", "/Slice_92_output_0", "/Concat_118_output_0", "/Mul_93_output_0", "/Add_92_output_0", "/FakeLinear_93_output_0", "/Concat_116_output_0", "/Reshape_94_output_0", "/k_norm_23/Mul_output_0", "model.transformer.layers.23.attn.k_norm.weight", "/k_norm_23/Mul_1_output_0", "/Mul_94_output_0", "/Slice_95_output_0", "/Neg_47_output_0", "/Slice_94_output_0", "/Concat_119_output_0", "/Mul_95_output_0", "/Add_93_output_0", "/FakeLinear_94_output_0", "/Reshape_95_output_0", "/FusedAttention_23_output_0", "/FakeLinear_95_output_0", "/Add_94_output_0", "/ffn_norm_23/Mul_output_0", "model.transformer.layers.23.ffn_norm.weight", "/ffn_norm_23/Mul_1_output_0", "/ffn/proj_1_23/FakeLinear_output_0", "/ffn_23/Slice_output_0", "/ffn/act_23/Sigmoid_output_0", "/ffn/act_23/Mul_output_0", "/ffn_23/Mul_1_output_0", "/ffn_23/Slice_1_output_0", "/ffn_23/Mul_2_output_0", "/ffn/proj_2_23/FakeLinear_output_0", "/Add_95_output_0", "/Reshape_96_output_0", "/attn_norm_24/Mul_output_0", "model.transformer.layers.24.attn_norm.weight", "/attn_norm_24/Mul_1_output_0", "/FakeLinear_96_output_0", "/Shape_97_output_0", "Shape2132", "BinaryOp2135", "BinaryOp2136", "Unsqueeze2137", "BinaryOp2139", "Unsqueeze2140", "StridedSlice2143", "Squeeze2144", "BinaryOp2145", "BinaryOp2146", "/Gather_124_output_0", "/Unsqueeze_241_output_0", "/Concat_120_output_0", "/Reshape_97_output_0", "/q_norm_24/Mul_output_0", "model.transformer.layers.24.attn.q_norm.weight", "/q_norm_24/Mul_1_output_0", "/Mul_96_output_0", "/Slice_97_output_0", "/Neg_48_output_0", "/Slice_96_output_0", "/Concat_123_output_0", "/Mul_97_output_0", "/Add_96_output_0", "/FakeLinear_97_output_0", "/Concat_121_output_0", "/Reshape_98_output_0", "/k_norm_24/Mul_output_0", "model.transformer.layers.24.attn.k_norm.weight", "/k_norm_24/Mul_1_output_0", "/Mul_98_output_0", "/Slice_99_output_0", "/Neg_49_output_0", "/Slice_98_output_0", "/Concat_124_output_0", "/Mul_99_output_0", "/Add_97_output_0", "/FakeLinear_98_output_0", "/Reshape_99_output_0", "/FusedAttention_24_output_0", "/FakeLinear_99_output_0", "/Add_98_output_0", "/ffn_norm_24/Mul_output_0", "model.transformer.layers.24.ffn_norm.weight", "/ffn_norm_24/Mul_1_output_0", "/ffn/proj_1_24/FakeLinear_output_0", "/ffn_24/Mul_output_0", "/ffn_24/Slice_output_0", "/ffn/act_24/Sigmoid_output_0", "/ffn/act_24/Mul_output_0", "/ffn_24/Mul_1_output_0", "/ffn_24/Slice_1_output_0", "/ffn_24/Mul_2_output_0", "/ffn/proj_2_24/FakeLinear_output_0", "/Add_99_output_0", "/Reshape_100_output_0", "/attn_norm_25/Mul_output_0", "model.transformer.layers.25.attn_norm.weight", "/attn_norm_25/Mul_1_output_0", "/FakeLinear_100_output_0", "/Shape_101_output_0", "Shape2218", "BinaryOp2221", "BinaryOp2222", "Unsqueeze2223", "BinaryOp2225", "Unsqueeze2226", "StridedSlice2229", "Squeeze2230", "BinaryOp2231", "BinaryOp2232", "/Gather_129_output_0", "/Unsqueeze_251_output_0", "/Concat_125_output_0", "/Reshape_101_output_0", "/q_norm_25/Mul_output_0", "model.transformer.layers.25.attn.q_norm.weight", "/q_norm_25/Mul_1_output_0", "/Mul_100_output_0", "/Slice_101_output_0", "/Neg_50_output_0", "/Slice_100_output_0", "/Concat_128_output_0", "/Mul_101_output_0", "/Add_100_output_0", "/FakeLinear_101_output_0", "/Concat_126_output_0", "/Reshape_102_output_0", "/k_norm_25/Mul_output_0", "model.transformer.layers.25.attn.k_norm.weight", "/k_norm_25/Mul_1_output_0", "/Mul_102_output_0", "/Slice_103_output_0", "/Neg_51_output_0", "/Slice_102_output_0", "/Concat_129_output_0", "/Mul_103_output_0", "/Add_101_output_0", "/FakeLinear_102_output_0", "/Reshape_103_output_0", "/FusedAttention_25_output_0", "/FakeLinear_103_output_0", "/Add_102_output_0", "/ffn_norm_25/Mul_output_0", "model.transformer.layers.25.ffn_norm.weight", "/ffn_norm_25/Mul_1_output_0", "/ffn/proj_1_25/FakeLinear_output_0", "/ffn_25/Slice_output_0", "/ffn/act_25/Sigmoid_output_0", "/ffn/act_25/Mul_output_0", "/ffn_25/Mul_1_output_0", "/ffn_25/Slice_1_output_0", "/ffn_25/Mul_2_output_0", "/ffn/proj_2_25/FakeLinear_output_0", "/Add_103_output_0", "/Reshape_104_output_0", "/attn_norm_26/Mul_output_0", "model.transformer.layers.26.attn_norm.weight", "/attn_norm_26/Mul_1_output_0", "/FakeLinear_104_output_0", "/Shape_105_output_0", "Shape2303", "BinaryOp2306", "BinaryOp2307", "Unsqueeze2308", "BinaryOp2310", "Unsqueeze2311", "StridedSlice2314", "Squeeze2315", "BinaryOp2316", "BinaryOp2317", "/Gather_134_output_0", "/Unsqueeze_261_output_0", "/Concat_130_output_0", "/Reshape_105_output_0", "/q_norm_26/Mul_output_0", "model.transformer.layers.26.attn.q_norm.weight", "/q_norm_26/Mul_1_output_0", "/Mul_104_output_0", "/Slice_105_output_0", "/Neg_52_output_0", "/Slice_104_output_0", "/Concat_133_output_0", "/Mul_105_output_0", "/Add_104_output_0", "/FakeLinear_105_output_0", "/Concat_131_output_0", "/Reshape_106_output_0", "/k_norm_26/Mul_output_0", "model.transformer.layers.26.attn.k_norm.weight", "/k_norm_26/Mul_1_output_0", "/Mul_106_output_0", "/Slice_107_output_0", "/Neg_53_output_0", "/Slice_106_output_0", "/Concat_134_output_0", "/Mul_107_output_0", "/Add_105_output_0", "/FakeLinear_106_output_0", "/Reshape_107_output_0", "/FusedAttention_26_output_0", "/FakeLinear_107_output_0", "/Add_106_output_0", "/ffn_norm_26/Mul_output_0", "model.transformer.layers.26.ffn_norm.weight", "/ffn_norm_26/Mul_1_output_0", "/ffn/proj_1_26/FakeLinear_output_0", "/ffn_26/Mul_output_0", "/ffn_26/Slice_output_0", "/ffn/act_26/Sigmoid_output_0", "/ffn/act_26/Mul_output_0", "/ffn_26/Mul_1_output_0", "/ffn_26/Slice_1_output_0", "/ffn_26/Mul_2_output_0", "/ffn/proj_2_26/FakeLinear_output_0", "/Add_107_output_0", "/Reshape_108_output_0", "/attn_norm_27/Mul_output_0", "model.transformer.layers.27.attn_norm.weight", "/attn_norm_27/Mul_1_output_0", "/FakeLinear_108_output_0", "/Shape_109_output_0", "Shape2389", "BinaryOp2392", "BinaryOp2393", "Unsqueeze2394", "BinaryOp2396", "Unsqueeze2397", "StridedSlice2400", "Squeeze2401", "BinaryOp2402", "BinaryOp2403", "/Gather_139_output_0", "/Unsqueeze_271_output_0", "/Concat_135_output_0", "/Reshape_109_output_0", "/q_norm_27/Mul_output_0", "model.transformer.layers.27.attn.q_norm.weight", "/q_norm_27/Mul_1_output_0", "/Mul_108_output_0", "/Slice_109_output_0", "/Neg_54_output_0", "/Slice_108_output_0", "/Concat_138_output_0", "/Mul_109_output_0", "/Add_108_output_0", "/FakeLinear_109_output_0", "/Concat_136_output_0", "/Reshape_110_output_0", "/k_norm_27/Mul_output_0", "model.transformer.layers.27.attn.k_norm.weight", "/k_norm_27/Mul_1_output_0", "/Mul_110_output_0", "/Slice_111_output_0", "/Neg_55_output_0", "/Slice_110_output_0", "/Concat_139_output_0", "/Mul_111_output_0", "/Add_109_output_0", "/FakeLinear_110_output_0", "/Reshape_111_output_0", "/FusedAttention_27_output_0", "/FakeLinear_111_output_0", "/Add_110_output_0", "/ffn_norm_27/Mul_output_0", "model.transformer.layers.27.ffn_norm.weight", "/ffn_norm_27/Mul_1_output_0", "/ffn/proj_1_27/FakeLinear_output_0", "/ffn_27/Slice_output_0", "/ffn/act_27/Sigmoid_output_0", "/ffn/act_27/Mul_output_0", "/ffn_27/Mul_1_output_0", "/ffn_27/Slice_1_output_0", "/ffn_27/Mul_2_output_0", "/ffn/proj_2_27/FakeLinear_output_0", "/Add_111_output_0", "/Reshape_112_output_0", "/attn_norm_28/Mul_output_0", "model.transformer.layers.28.attn_norm.weight", "/attn_norm_28/Mul_1_output_0", "/FakeLinear_112_output_0", "/Shape_113_output_0", "Shape2474", "BinaryOp2477", "BinaryOp2478", "Unsqueeze2479", "BinaryOp2481", "Unsqueeze2482", "StridedSlice2485", "Squeeze2486", "BinaryOp2487", "BinaryOp2488", "/Gather_144_output_0", "/Unsqueeze_281_output_0", "/Concat_140_output_0", "/Reshape_113_output_0", "/q_norm_28/Mul_output_0", "model.transformer.layers.28.attn.q_norm.weight", "/q_norm_28/Mul_1_output_0", "/Mul_112_output_0", "/Slice_113_output_0", "/Neg_56_output_0", "/Slice_112_output_0", "/Concat_143_output_0", "/Mul_113_output_0", "/Add_112_output_0", "/FakeLinear_113_output_0", "/Concat_141_output_0", "/Reshape_114_output_0", "/k_norm_28/Mul_output_0", "model.transformer.layers.28.attn.k_norm.weight", "/k_norm_28/Mul_1_output_0", "/Mul_114_output_0", "/Slice_115_output_0", "/Neg_57_output_0", "/Slice_114_output_0", "/Concat_144_output_0", "/Mul_115_output_0", "/Add_113_output_0", "/FakeLinear_114_output_0", "/Reshape_115_output_0", "/FusedAttention_28_output_0", "/FakeLinear_115_output_0", "/Add_114_output_0", "/ffn_norm_28/Mul_output_0", "model.transformer.layers.28.ffn_norm.weight", "/ffn_norm_28/Mul_1_output_0", "/ffn/proj_1_28/FakeLinear_output_0", "/ffn_28/Slice_output_0", "/ffn/act_28/Sigmoid_output_0", "/ffn/act_28/Mul_output_0", "/ffn_28/Mul_1_output_0", "/ffn_28/Slice_1_output_0", "/ffn_28/Mul_2_output_0", "/ffn/proj_2_28/FakeLinear_output_0", "/Add_115_output_0", "/Reshape_116_output_0", "/attn_norm_29/Mul_output_0", "model.transformer.layers.29.attn_norm.weight", "/attn_norm_29/Mul_1_output_0", "/FakeLinear_116_output_0", "/Shape_117_output_0", "Shape2559", "BinaryOp2562", "BinaryOp2563", "Unsqueeze2564", "BinaryOp2566", "Unsqueeze2567", "StridedSlice2570", "Squeeze2571", "BinaryOp2572", "BinaryOp2573", "/Gather_149_output_0", "/Unsqueeze_291_output_0", "/Concat_145_output_0", "/Reshape_117_output_0", "/q_norm_29/Mul_output_0", "model.transformer.layers.29.attn.q_norm.weight", "/q_norm_29/Mul_1_output_0", "/Mul_116_output_0", "/Slice_117_output_0", "/Neg_58_output_0", "/Slice_116_output_0", "/Concat_148_output_0", "/Mul_117_output_0", "/Add_116_output_0", "/FakeLinear_117_output_0", "/Concat_146_output_0", "/Reshape_118_output_0", "/k_norm_29/Mul_output_0", "model.transformer.layers.29.attn.k_norm.weight", "/k_norm_29/Mul_1_output_0", "/Mul_118_output_0", "/Slice_119_output_0", "/Neg_59_output_0", "/Slice_118_output_0", "/Concat_149_output_0", "/Mul_119_output_0", "/Add_117_output_0", "/FakeLinear_118_output_0", "/Reshape_119_output_0", "/FusedAttention_29_output_0", "/FakeLinear_119_output_0", "/Add_118_output_0", "/ffn_norm_29/Mul_output_0", "model.transformer.layers.29.ffn_norm.weight", "/ffn_norm_29/Mul_1_output_0", "/ffn/proj_1_29/FakeLinear_output_0", "/ffn_29/Mul_output_0", "/ffn_29/Slice_output_0", "/ffn/act_29/Sigmoid_output_0", "/ffn/act_29/Mul_output_0", "/ffn_29/Mul_1_output_0", "/ffn_29/Slice_1_output_0", "/ffn_29/Mul_2_output_0", "/ffn/proj_2_29/FakeLinear_output_0", "/Add_119_output_0", "/Reshape_120_output_0", "/attn_norm_30/Mul_output_0", "model.transformer.layers.30.attn_norm.weight", "/attn_norm_30/Mul_1_output_0", "/FakeLinear_120_output_0", "/Shape_121_output_0", "Shape2645", "BinaryOp2648", "BinaryOp2649", "Unsqueeze2650", "BinaryOp2652", "Unsqueeze2653", "StridedSlice2656", "Squeeze2657", "BinaryOp2658", "BinaryOp2659", "/Gather_154_output_0", "/Unsqueeze_301_output_0", "/Constant_900_output_0", "/Concat_150_output_0", "/Reshape_121_output_0", "/q_norm_30/Mul_output_0", "model.transformer.layers.30.attn.q_norm.weight", "/q_norm_30/Mul_1_output_0", "/Mul_120_output_0", "/Slice_121_output_0", "/Neg_60_output_0", "/Slice_120_output_0", "/Concat_153_output_0", "/Mul_121_output_0", "/Add_120_output_0", "/FakeLinear_121_output_0", "/Constant_902_output_0", "/Concat_151_output_0", "/Reshape_122_output_0", "/k_norm_30/Mul_output_0", "model.transformer.layers.30.attn.k_norm.weight", "/k_norm_30/Mul_1_output_0", "/Mul_122_output_0", "/Slice_123_output_0", "/Neg_61_output_0", "/Slice_122_output_0", "/Concat_154_output_0", "/Mul_123_output_0", "/Add_121_output_0", "/FakeLinear_122_output_0", "/Reshape_123_output_0", "/FusedAttention_30_output_0", "/FakeLinear_123_output_0", "/Add_122_output_0", "/ffn_norm_30/Mul_output_0", "model.transformer.layers.30.ffn_norm.weight", "/ffn_norm_30/Mul_1_output_0", "/ffn/proj_1_30/FakeLinear_output_0", "/ffn_30/Mul_output_0", "/ffn_30/Slice_output_0", "/ffn/act_30/Sigmoid_output_0", "/ffn/act_30/Mul_output_0", "/ffn_30/Mul_1_output_0", "/ffn_30/Slice_1_output_0", "/ffn_30/Mul_2_output_0", "/ffn/proj_2_30/FakeLinear_output_0", "/Add_123_output_0", "/Reshape_124_output_0", "/attn_norm_31/Mul_output_0", "model.transformer.layers.31.attn_norm.weight", "/attn_norm_31/Mul_1_output_0", "/FakeLinear_124_output_0", "/Shape_125_output_0", "Shape2733", "BinaryOp2736", "BinaryOp2737", "Unsqueeze2738", "BinaryOp2740", "Unsqueeze2741", "StridedSlice2744", "Squeeze2745", "BinaryOp2746", "BinaryOp2747", "/Gather_159_output_0", "/Unsqueeze_311_output_0", "/Concat_155_output_0", "/Reshape_125_output_0", "/q_norm_31/Mul_output_0", "model.transformer.layers.31.attn.q_norm.weight", "/q_norm_31/Mul_1_output_0", "/Mul_124_output_0", "/Slice_125_output_0", "/Neg_62_output_0", "/Slice_124_output_0", "/Concat_158_output_0", "/Mul_125_output_0", "/Add_124_output_0", "/FakeLinear_125_output_0", "/Concat_156_output_0", "/Reshape_126_output_0", "/k_norm_31/Mul_output_0", "model.transformer.layers.31.attn.k_norm.weight", "/k_norm_31/Mul_1_output_0", "/Mul_126_output_0", "/Slice_127_output_0", "/Neg_63_output_0", "/Slice_126_output_0", "/Concat_159_output_0", "/Mul_127_output_0", "/Add_125_output_0", "/FakeLinear_126_output_0", "/Reshape_127_output_0", "/FusedAttention_31_output_0", "/FakeLinear_127_output_0", "/Add_126_output_0", "/ffn_norm_31/Mul_output_0", "model.transformer.layers.31.ffn_norm.weight", "/ffn_norm_31/Mul_1_output_0", "/ffn/proj_1_31/FakeLinear_output_0", "/ffn_31/Mul_output_0", "/ffn_31/Slice_output_0", "/ffn/act_31/Sigmoid_output_0", "/ffn/act_31/Mul_output_0", "/ffn_31/Mul_1_output_0", "/ffn_31/Slice_1_output_0", "/ffn_31/Mul_2_output_0", "/ffn/proj_2_31/FakeLinear_output_0", "/Add_127_output_0", "/Reshape_128_output_0", "/attn_norm_32/Mul_output_0", "model.transformer.layers.32.attn_norm.weight", "/attn_norm_32/Mul_1_output_0", "/FakeLinear_128_output_0", "/Shape_129_output_0", "Shape2819", "BinaryOp2822", "BinaryOp2823", "Unsqueeze2824", "BinaryOp2826", "Unsqueeze2827", "StridedSlice2830", "Squeeze2831", "BinaryOp2832", "BinaryOp2833", "/Gather_164_output_0", "/Unsqueeze_321_output_0", "/Concat_160_output_0", "/Reshape_129_output_0", "/q_norm_32/Mul_output_0", "model.transformer.layers.32.attn.q_norm.weight", "/q_norm_32/Mul_1_output_0", "/Mul_128_output_0", "/Slice_129_output_0", "/Neg_64_output_0", "/Slice_128_output_0", "/Concat_163_output_0", "/Mul_129_output_0", "/Add_128_output_0", "/FakeLinear_129_output_0", "/Concat_161_output_0", "/Reshape_130_output_0", "/k_norm_32/Mul_output_0", "model.transformer.layers.32.attn.k_norm.weight", "/k_norm_32/Mul_1_output_0", "/Mul_130_output_0", "/Slice_131_output_0", "/Neg_65_output_0", "/Slice_130_output_0", "/Concat_164_output_0", "/Mul_131_output_0", "/Add_129_output_0", "/FakeLinear_130_output_0", "/Reshape_131_output_0", "/FusedAttention_32_output_0", "/FakeLinear_131_output_0", "/Add_130_output_0", "/ffn_norm_32/Mul_output_0", "model.transformer.layers.32.ffn_norm.weight", "/ffn_norm_32/Mul_1_output_0", "/ffn/proj_1_32/FakeLinear_output_0", "/ffn_32/Slice_output_0", "/ffn/act_32/Sigmoid_output_0", "/ffn/act_32/Mul_output_0", "/ffn_32/Mul_1_output_0", "/ffn_32/Slice_1_output_0", "/ffn_32/Mul_2_output_0", "/ffn/proj_2_32/FakeLinear_output_0", "/Add_131_output_0", "/Reshape_132_output_0", "/attn_norm_33/Mul_output_0", "model.transformer.layers.33.attn_norm.weight", "/attn_norm_33/Mul_1_output_0", "/FakeLinear_132_output_0", "/Shape_133_output_0", "Shape2904", "BinaryOp2907", "BinaryOp2908", "Unsqueeze2909", "BinaryOp2911", "Unsqueeze2912", "StridedSlice2915", "Squeeze2916", "BinaryOp2917", "BinaryOp2918", "/Gather_169_output_0", "/Unsqueeze_331_output_0", "/Concat_165_output_0", "/Reshape_133_output_0", "/q_norm_33/Mul_output_0", "model.transformer.layers.33.attn.q_norm.weight", "/q_norm_33/Mul_1_output_0", "/Mul_132_output_0", "/Slice_133_output_0", "/Neg_66_output_0", "/Slice_132_output_0", "/Concat_168_output_0", "/Mul_133_output_0", "/Add_132_output_0", "/FakeLinear_133_output_0", "/Concat_166_output_0", "/Reshape_134_output_0", "/k_norm_33/Mul_output_0", "model.transformer.layers.33.attn.k_norm.weight", "/k_norm_33/Mul_1_output_0", "/Mul_134_output_0", "/Slice_135_output_0", "/Neg_67_output_0", "/Slice_134_output_0", "/Concat_169_output_0", "/Mul_135_output_0", "/Add_133_output_0", "/FakeLinear_134_output_0", "/Reshape_135_output_0", "/FusedAttention_33_output_0", "/FakeLinear_135_output_0", "/Add_134_output_0", "/ffn_norm_33/Mul_output_0", "model.transformer.layers.33.ffn_norm.weight", "/ffn_norm_33/Mul_1_output_0", "/ffn/proj_1_33/FakeLinear_output_0", "/ffn_33/Slice_output_0", "/ffn/act_33/Sigmoid_output_0", "/ffn/act_33/Mul_output_0", "/ffn_33/Mul_1_output_0", "/ffn_33/Slice_1_output_0", "/ffn_33/Mul_2_output_0", "/ffn/proj_2_33/FakeLinear_output_0", "/Add_135_output_0", "/Reshape_136_output_0", "/attn_norm_34/Mul_output_0", "model.transformer.layers.34.attn_norm.weight", "/attn_norm_34/Mul_1_output_0", "/FakeLinear_136_output_0", "/Shape_137_output_0", "Shape2989", "BinaryOp2992", "BinaryOp2993", "Unsqueeze2994", "BinaryOp2996", "Unsqueeze2997", "StridedSlice3000", "Squeeze3001", "BinaryOp3002", "BinaryOp3003", "/Gather_174_output_0", "/Unsqueeze_341_output_0", "/Concat_170_output_0", "/Reshape_137_output_0", "/q_norm_34/Mul_output_0", "model.transformer.layers.34.attn.q_norm.weight", "/q_norm_34/Mul_1_output_0", "/Mul_136_output_0", "/Slice_137_output_0", "/Neg_68_output_0", "/Slice_136_output_0", "/Concat_173_output_0", "/Mul_137_output_0", "/Add_136_output_0", "/FakeLinear_137_output_0", "/Concat_171_output_0", "/Reshape_138_output_0", "/k_norm_34/Mul_output_0", "model.transformer.layers.34.attn.k_norm.weight", "/k_norm_34/Mul_1_output_0", "/Mul_138_output_0", "/Slice_139_output_0", "/Neg_69_output_0", "/Slice_138_output_0", "/Concat_174_output_0", "/Mul_139_output_0", "/Add_137_output_0", "/FakeLinear_138_output_0", "/Reshape_139_output_0", "/FusedAttention_34_output_0", "/FakeLinear_139_output_0", "/Add_138_output_0", "/ffn_norm_34/Mul_output_0", "model.transformer.layers.34.ffn_norm.weight", "/ffn_norm_34/Mul_1_output_0", "/ffn/proj_1_34/FakeLinear_output_0", "/ffn_34/Mul_output_0", "/ffn_34/Slice_output_0", "/ffn/act_34/Sigmoid_output_0", "/ffn/act_34/Mul_output_0", "/ffn_34/Mul_1_output_0", "/ffn_34/Slice_1_output_0", "/ffn_34/Mul_2_output_0", "/ffn/proj_2_34/FakeLinear_output_0", "/Add_139_output_0", "/Reshape_140_output_0", "/attn_norm_35/Mul_output_0", "model.transformer.layers.35.attn_norm.weight", "/attn_norm_35/Mul_1_output_0", "/FakeLinear_140_output_0", "/Shape_141_output_0", "Shape3075", "BinaryOp3078", "BinaryOp3079", "Unsqueeze3080", "BinaryOp3082", "Unsqueeze3083", "StridedSlice3086", "Squeeze3087", "BinaryOp3088", "BinaryOp3089", "/Gather_179_output_0", "/Unsqueeze_351_output_0", "/Concat_175_output_0", "/Reshape_141_output_0", "/q_norm_35/Mul_output_0", "model.transformer.layers.35.attn.q_norm.weight", "/q_norm_35/Mul_1_output_0", "/Mul_140_output_0", "/Slice_141_output_0", "/Neg_70_output_0", "/Slice_140_output_0", "/Concat_178_output_0", "/Mul_141_output_0", "/Add_140_output_0", "/FakeLinear_141_output_0", "/Concat_176_output_0", "/Reshape_142_output_0", "/k_norm_35/Mul_output_0", "model.transformer.layers.35.attn.k_norm.weight", "/k_norm_35/Mul_1_output_0", "/Mul_142_output_0", "/Slice_143_output_0", "/Neg_71_output_0", "/Slice_142_output_0", "/Concat_179_output_0", "/Mul_143_output_0", "/Add_141_output_0", "/FakeLinear_142_output_0", "/Reshape_143_output_0", "/FusedAttention_35_output_0", "/FakeLinear_143_output_0", "/Add_142_output_0", "/ffn_norm_35/Mul_output_0", "model.transformer.layers.35.ffn_norm.weight", "/ffn_norm_35/Mul_1_output_0", "/ffn/proj_1_35/FakeLinear_output_0", "/ffn_35/Slice_output_0", "/ffn/act_35/Sigmoid_output_0", "/ffn/act_35/Mul_output_0", "/ffn_35/Mul_1_output_0", "/ffn_35/Slice_1_output_0", "/ffn_35/Mul_2_output_0", "/ffn/proj_2_35/FakeLinear_output_0", "/Add_143_output_0", "/lm/Constant_output_0__", "/lm/Reshape_output_0", "/rotary/Constant_6_output_0", "Shape3152", "BinaryOp3155", "BinaryOp3156", "Unsqueeze3157", "BinaryOp3159", "Unsqueeze3160", "StridedSlice3163", "Squeeze3164", "BinaryOp3165", "BinaryOp3166", "/lm/Gather_output_0", "/lm/Constant_1_output_0__", "/lm/Reshape_1_output_0", "/lm/norm/Mul_output_0", "model.transformer.norm.weight", "/lm/norm/Mul_1_output_0", "/lm/lm/FakeLinear_output_0", "/Constant_1076_output_0__", "logits", "past_key_values", "Shape3182", "BinaryOp3185", "BinaryOp3186", "Unsqueeze3187", "BinaryOp3189", "Unsqueeze3190", "StridedSlice3193", "BinaryOp3195", "BinaryOp3196", "/Gather_output_0", "/Unsqueeze_360_output_0", "Unsqueeze3204", "Unsqueeze3207", "StridedSlice3210", "Squeeze3211", "BinaryOp3212", "BinaryOp3213", "/Gather_7_output_0", "/Unsqueeze_361_output_0", "/rotary/Constant_7_output_0", "Unsqueeze3222", "Unsqueeze3225", "StridedSlice3228", "Squeeze3229", "BinaryOp3230", "BinaryOp3231", "/Gather_12_output_0", "/Unsqueeze_362_output_0", "/Constant_6_output_0", "Unsqueeze3240", "Unsqueeze3243", "StridedSlice3246", "Squeeze3247", "BinaryOp3248", "BinaryOp3249", "/Gather_17_output_0", "/Unsqueeze_363_output_0", "/Constant_118_output_0", "Unsqueeze3258", "Unsqueeze3261", "StridedSlice3264", "Squeeze3265", "BinaryOp3266", "BinaryOp3267", "/Gather_22_output_0", "/Unsqueeze_364_output_0", "/Constant_149_output_0", "Unsqueeze3276", "Unsqueeze3279", "StridedSlice3282", "Squeeze3283", "BinaryOp3284", "BinaryOp3285", "/Gather_27_output_0", "/Unsqueeze_365_output_0", "/rotary/Constant_output_0", "Unsqueeze3294", "Unsqueeze3297", "StridedSlice3300", "Squeeze3301", "BinaryOp3302", "BinaryOp3303", "/Gather_32_output_0", "/Unsqueeze_366_output_0", "/Constant_208_output_0", "Unsqueeze3312", "Unsqueeze3315", "StridedSlice3318", "Squeeze3319", "BinaryOp3320", "BinaryOp3321", "/Gather_37_output_0", "/Unsqueeze_367_output_0", "/Constant_238_output_0", "Unsqueeze3330", "Unsqueeze3333", "StridedSlice3336", "Squeeze3337", "BinaryOp3338", "BinaryOp3339", "/Gather_42_output_0", "/Unsqueeze_368_output_0", "/Constant_268_output_0", "Unsqueeze3348", "Unsqueeze3351", "StridedSlice3354", "Squeeze3355", "BinaryOp3356", "BinaryOp3357", "/Gather_47_output_0", "/Unsqueeze_369_output_0", "/Constant_298_output_0", "Unsqueeze3366", "Unsqueeze3369", "StridedSlice3372", "Squeeze3373", "BinaryOp3374", "BinaryOp3375", "/Gather_52_output_0", "/Unsqueeze_370_output_0", "/Constant_328_output_0", "Unsqueeze3384", "Unsqueeze3387", "StridedSlice3390", "Squeeze3391", "BinaryOp3392", "BinaryOp3393", "/Gather_57_output_0", "/Unsqueeze_371_output_0", "/Constant_3_output_0", "Unsqueeze3402", "Unsqueeze3405", "StridedSlice3408", "Squeeze3409", "BinaryOp3410", "BinaryOp3411", "/Gather_62_output_0", "/Unsqueeze_372_output_0", "/Constant_387_output_0", "Unsqueeze3420", "Unsqueeze3423", "StridedSlice3426", "Squeeze3427", "BinaryOp3428", "BinaryOp3429", "/Gather_67_output_0", "/Unsqueeze_373_output_0", "/Constant_417_output_0", "Unsqueeze3438", "Unsqueeze3441", "StridedSlice3444", "Squeeze3445", "BinaryOp3446", "BinaryOp3447", "/Gather_72_output_0", "/Unsqueeze_374_output_0", "/Constant_447_output_0", "Unsqueeze3456", "Unsqueeze3459", "StridedSlice3462", "Squeeze3463", "BinaryOp3464", "BinaryOp3465", "/Gather_77_output_0", "/Unsqueeze_375_output_0", "/Constant_122_output_0", "Unsqueeze3474", "Unsqueeze3477", "StridedSlice3480", "Squeeze3481", "BinaryOp3482", "BinaryOp3483", "/Gather_82_output_0", "/Unsqueeze_376_output_0", "/Constant_506_output_0", "Unsqueeze3492", "Unsqueeze3495", "StridedSlice3498", "Squeeze3499", "BinaryOp3500", "BinaryOp3501", "/Gather_87_output_0", "/Unsqueeze_377_output_0", "/Constant_536_output_0", "Unsqueeze3510", "Unsqueeze3513", "StridedSlice3516", "Squeeze3517", "BinaryOp3518", "BinaryOp3519", "/Gather_92_output_0", "/Unsqueeze_378_output_0", "/Constant_567_output_0", "Unsqueeze3528", "Unsqueeze3531", "StridedSlice3534", "Squeeze3535", "BinaryOp3536", "BinaryOp3537", "/Gather_97_output_0", "/Unsqueeze_379_output_0", "/Constant_540_output_0", "Unsqueeze3546", "Unsqueeze3549", "StridedSlice3552", "Squeeze3553", "BinaryOp3554", "BinaryOp3555", "/Gather_102_output_0", "/Unsqueeze_380_output_0", "/Constant_626_output_0", "Unsqueeze3564", "Unsqueeze3567", "StridedSlice3570", "Squeeze3571", "BinaryOp3572", "BinaryOp3573", "/Gather_107_output_0", "/Unsqueeze_381_output_0", "/Constant_656_output_0", "Unsqueeze3582", "Unsqueeze3585", "StridedSlice3588", "Squeeze3589", "BinaryOp3590", "BinaryOp3591", "/Gather_112_output_0", "/Unsqueeze_382_output_0", "/Constant_686_output_0", "Unsqueeze3600", "Unsqueeze3603", "StridedSlice3606", "Squeeze3607", "BinaryOp3608", "BinaryOp3609", "/Gather_117_output_0", "/Unsqueeze_383_output_0", "/Constant_716_output_0", "Unsqueeze3618", "Unsqueeze3621", "StridedSlice3624", "Squeeze3625", "BinaryOp3626", "BinaryOp3627", "/Gather_122_output_0", "/Unsqueeze_384_output_0", "/Constant_746_output_0", "Unsqueeze3636", "Unsqueeze3639", "StridedSlice3642", "Squeeze3643", "BinaryOp3644", "BinaryOp3645", "/Gather_127_output_0", "/Unsqueeze_385_output_0", "/Constant_776_output_0", "Unsqueeze3654", "Unsqueeze3657", "StridedSlice3660", "Squeeze3661", "BinaryOp3662", "BinaryOp3663", "/Gather_132_output_0", "/Unsqueeze_386_output_0", "/Constant_806_output_0", "Unsqueeze3672", "Unsqueeze3675", "StridedSlice3678", "Squeeze3679", "BinaryOp3680", "BinaryOp3681", "/Gather_137_output_0", "/Unsqueeze_387_output_0", "/Constant_836_output_0", "Unsqueeze3690", "Unsqueeze3693", "StridedSlice3696", "Squeeze3697", "BinaryOp3698", "BinaryOp3699", "/Gather_142_output_0", "/Unsqueeze_388_output_0", "/Constant_866_output_0", "Unsqueeze3708", "Unsqueeze3711", "StridedSlice3714", "Squeeze3715", "BinaryOp3716", "BinaryOp3717", "/Gather_147_output_0", "/Unsqueeze_389_output_0", "/Constant_896_output_0", "Unsqueeze3726", "Unsqueeze3729", "StridedSlice3732", "Squeeze3733", "BinaryOp3734", "BinaryOp3735", "/Gather_152_output_0", "/Unsqueeze_390_output_0", "/Constant_926_output_0", "Unsqueeze3744", "Unsqueeze3747", "StridedSlice3750", "Squeeze3751", "BinaryOp3752", "BinaryOp3753", "/Gather_157_output_0", "/Unsqueeze_391_output_0", "/Constant_956_output_0", "Unsqueeze3762", "Unsqueeze3765", "StridedSlice3768", "Squeeze3769", "BinaryOp3770", "BinaryOp3771", "/Gather_162_output_0", "/Unsqueeze_392_output_0", "/Constant_986_output_0", "Unsqueeze3780", "Unsqueeze3783", "StridedSlice3786", "Squeeze3787", "BinaryOp3788", "BinaryOp3789", "/Gather_167_output_0", "/Unsqueeze_393_output_0", "/Constant_1016_output_0", "Unsqueeze3798", "Unsqueeze3801", "StridedSlice3804", "Squeeze3805", "BinaryOp3806", "BinaryOp3807", "/Gather_172_output_0", "/Unsqueeze_394_output_0", "/Constant_1046_output_0", "Unsqueeze3816", "Unsqueeze3819", "StridedSlice3822", "Squeeze3823", "BinaryOp3824", "BinaryOp3825", "/Gather_177_output_0", "/Unsqueeze_395_output_0", "presents", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/proj_1/Linear/pre_reshape", "/layers.0/mlp/proj_1/Linear/pre_convert", "/layers.0/mlp/proj_1/Linear", "/layers.0/mlp/proj_1/Linear/post_convert", "/layers.0/mlp/proj_2/Linear/pre_reshape", "/layers.0/mlp/proj_2/Linear/pre_convert", "/layers.0/mlp/proj_2/Linear", "/layers.0/mlp/proj_2/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/proj_1/Linear/pre_reshape", "/layers.1/mlp/proj_1/Linear/pre_convert", "/layers.1/mlp/proj_1/Linear", "/layers.1/mlp/proj_1/Linear/post_convert", "/layers.1/mlp/proj_2/Linear/pre_reshape", "/layers.1/mlp/proj_2/Linear/pre_convert", "/layers.1/mlp/proj_2/Linear", "/layers.1/mlp/proj_2/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/proj_1/Linear/pre_reshape", "/layers.2/mlp/proj_1/Linear/pre_convert", "/layers.2/mlp/proj_1/Linear", "/layers.2/mlp/proj_1/Linear/post_convert", "/layers.2/mlp/proj_2/Linear/pre_reshape", "/layers.2/mlp/proj_2/Linear/pre_convert", "/layers.2/mlp/proj_2/Linear", "/layers.2/mlp/proj_2/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/proj_1/Linear/pre_reshape", "/layers.3/mlp/proj_1/Linear/pre_convert", "/layers.3/mlp/proj_1/Linear", "/layers.3/mlp/proj_1/Linear/post_convert", "/layers.3/mlp/proj_2/Linear/pre_reshape", "/layers.3/mlp/proj_2/Linear/pre_convert", "/layers.3/mlp/proj_2/Linear", "/layers.3/mlp/proj_2/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/proj_1/Linear/pre_reshape", "/layers.4/mlp/proj_1/Linear/pre_convert", "/layers.4/mlp/proj_1/Linear", "/layers.4/mlp/proj_1/Linear/post_convert", "/layers.4/mlp/proj_2/Linear/pre_reshape", "/layers.4/mlp/proj_2/Linear/pre_convert", "/layers.4/mlp/proj_2/Linear", "/layers.4/mlp/proj_2/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/proj_1/Linear/pre_reshape", "/layers.5/mlp/proj_1/Linear/pre_convert", "/layers.5/mlp/proj_1/Linear", "/layers.5/mlp/proj_1/Linear/post_convert", "/layers.5/mlp/proj_2/Linear/pre_reshape", "/layers.5/mlp/proj_2/Linear/pre_convert", "/layers.5/mlp/proj_2/Linear", "/layers.5/mlp/proj_2/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/proj_1/Linear/pre_reshape", "/layers.6/mlp/proj_1/Linear/pre_convert", "/layers.6/mlp/proj_1/Linear", "/layers.6/mlp/proj_1/Linear/post_convert", "/layers.6/mlp/proj_2/Linear/pre_reshape", "/layers.6/mlp/proj_2/Linear/pre_convert", "/layers.6/mlp/proj_2/Linear", "/layers.6/mlp/proj_2/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/proj_1/Linear/pre_reshape", "/layers.7/mlp/proj_1/Linear/pre_convert", "/layers.7/mlp/proj_1/Linear", "/layers.7/mlp/proj_1/Linear/post_convert", "/layers.7/mlp/proj_2/Linear/pre_reshape", "/layers.7/mlp/proj_2/Linear/pre_convert", "/layers.7/mlp/proj_2/Linear", "/layers.7/mlp/proj_2/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/proj_1/Linear/pre_reshape", "/layers.8/mlp/proj_1/Linear/pre_convert", "/layers.8/mlp/proj_1/Linear", "/layers.8/mlp/proj_1/Linear/post_convert", "/layers.8/mlp/proj_2/Linear/pre_reshape", "/layers.8/mlp/proj_2/Linear/pre_convert", "/layers.8/mlp/proj_2/Linear", "/layers.8/mlp/proj_2/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/proj_1/Linear/pre_reshape", "/layers.9/mlp/proj_1/Linear/pre_convert", "/layers.9/mlp/proj_1/Linear", "/layers.9/mlp/proj_1/Linear/post_convert", "/layers.9/mlp/proj_2/Linear/pre_reshape", "/layers.9/mlp/proj_2/Linear/pre_convert", "/layers.9/mlp/proj_2/Linear", "/layers.9/mlp/proj_2/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/proj_1/Linear/pre_reshape", "/layers.10/mlp/proj_1/Linear/pre_convert", "/layers.10/mlp/proj_1/Linear", "/layers.10/mlp/proj_1/Linear/post_convert", "/layers.10/mlp/proj_2/Linear/pre_reshape", "/layers.10/mlp/proj_2/Linear/pre_convert", "/layers.10/mlp/proj_2/Linear", "/layers.10/mlp/proj_2/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/proj_1/Linear/pre_reshape", "/layers.11/mlp/proj_1/Linear/pre_convert", "/layers.11/mlp/proj_1/Linear", "/layers.11/mlp/proj_1/Linear/post_convert", "/layers.11/mlp/proj_2/Linear/pre_reshape", "/layers.11/mlp/proj_2/Linear/pre_convert", "/layers.11/mlp/proj_2/Linear", "/layers.11/mlp/proj_2/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/proj_1/Linear/pre_reshape", "/layers.12/mlp/proj_1/Linear/pre_convert", "/layers.12/mlp/proj_1/Linear", "/layers.12/mlp/proj_1/Linear/post_convert", "/layers.12/mlp/proj_2/Linear/pre_reshape", "/layers.12/mlp/proj_2/Linear/pre_convert", "/layers.12/mlp/proj_2/Linear", "/layers.12/mlp/proj_2/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/proj_1/Linear/pre_reshape", "/layers.13/mlp/proj_1/Linear/pre_convert", "/layers.13/mlp/proj_1/Linear", "/layers.13/mlp/proj_1/Linear/post_convert", "/layers.13/mlp/proj_2/Linear/pre_reshape", "/layers.13/mlp/proj_2/Linear/pre_convert", "/layers.13/mlp/proj_2/Linear", "/layers.13/mlp/proj_2/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/proj_1/Linear/pre_reshape", "/layers.14/mlp/proj_1/Linear/pre_convert", "/layers.14/mlp/proj_1/Linear", "/layers.14/mlp/proj_1/Linear/post_convert", "/layers.14/mlp/proj_2/Linear/pre_reshape", "/layers.14/mlp/proj_2/Linear/pre_convert", "/layers.14/mlp/proj_2/Linear", "/layers.14/mlp/proj_2/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/proj_1/Linear/pre_reshape", "/layers.15/mlp/proj_1/Linear/pre_convert", "/layers.15/mlp/proj_1/Linear", "/layers.15/mlp/proj_1/Linear/post_convert", "/layers.15/mlp/proj_2/Linear/pre_reshape", "/layers.15/mlp/proj_2/Linear/pre_convert", "/layers.15/mlp/proj_2/Linear", "/layers.15/mlp/proj_2/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/proj_1/Linear/pre_reshape", "/layers.16/mlp/proj_1/Linear/pre_convert", "/layers.16/mlp/proj_1/Linear", "/layers.16/mlp/proj_1/Linear/post_convert", "/layers.16/mlp/proj_2/Linear/pre_reshape", "/layers.16/mlp/proj_2/Linear/pre_convert", "/layers.16/mlp/proj_2/Linear", "/layers.16/mlp/proj_2/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/proj_1/Linear/pre_reshape", "/layers.17/mlp/proj_1/Linear/pre_convert", "/layers.17/mlp/proj_1/Linear", "/layers.17/mlp/proj_1/Linear/post_convert", "/layers.17/mlp/proj_2/Linear/pre_reshape", "/layers.17/mlp/proj_2/Linear/pre_convert", "/layers.17/mlp/proj_2/Linear", "/layers.17/mlp/proj_2/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/proj_1/Linear/pre_reshape", "/layers.18/mlp/proj_1/Linear/pre_convert", "/layers.18/mlp/proj_1/Linear", "/layers.18/mlp/proj_1/Linear/post_convert", "/layers.18/mlp/proj_2/Linear/pre_reshape", "/layers.18/mlp/proj_2/Linear/pre_convert", "/layers.18/mlp/proj_2/Linear", "/layers.18/mlp/proj_2/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/proj_1/Linear/pre_reshape", "/layers.19/mlp/proj_1/Linear/pre_convert", "/layers.19/mlp/proj_1/Linear", "/layers.19/mlp/proj_1/Linear/post_convert", "/layers.19/mlp/proj_2/Linear/pre_reshape", "/layers.19/mlp/proj_2/Linear/pre_convert", "/layers.19/mlp/proj_2/Linear", "/layers.19/mlp/proj_2/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/proj_1/Linear/pre_reshape", "/layers.20/mlp/proj_1/Linear/pre_convert", "/layers.20/mlp/proj_1/Linear", "/layers.20/mlp/proj_1/Linear/post_convert", "/layers.20/mlp/proj_2/Linear/pre_reshape", "/layers.20/mlp/proj_2/Linear/pre_convert", "/layers.20/mlp/proj_2/Linear", "/layers.20/mlp/proj_2/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/proj_1/Linear/pre_reshape", "/layers.21/mlp/proj_1/Linear/pre_convert", "/layers.21/mlp/proj_1/Linear", "/layers.21/mlp/proj_1/Linear/post_convert", "/layers.21/mlp/proj_2/Linear/pre_reshape", "/layers.21/mlp/proj_2/Linear/pre_convert", "/layers.21/mlp/proj_2/Linear", "/layers.21/mlp/proj_2/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/proj_1/Linear/pre_reshape", "/layers.22/mlp/proj_1/Linear/pre_convert", "/layers.22/mlp/proj_1/Linear", "/layers.22/mlp/proj_1/Linear/post_convert", "/layers.22/mlp/proj_2/Linear/pre_reshape", "/layers.22/mlp/proj_2/Linear/pre_convert", "/layers.22/mlp/proj_2/Linear", "/layers.22/mlp/proj_2/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/proj_1/Linear/pre_reshape", "/layers.23/mlp/proj_1/Linear/pre_convert", "/layers.23/mlp/proj_1/Linear", "/layers.23/mlp/proj_1/Linear/post_convert", "/layers.23/mlp/proj_2/Linear/pre_reshape", "/layers.23/mlp/proj_2/Linear/pre_convert", "/layers.23/mlp/proj_2/Linear", "/layers.23/mlp/proj_2/Linear/post_convert", "/layers.24/self_attn/q_proj/Linear/pre_reshape", "/layers.24/self_attn/q_proj/Linear/pre_convert", "/layers.24/self_attn/q_proj/Linear", "/layers.24/self_attn/q_proj/Linear/post_convert", "/layers.24/self_attn/k_proj/Linear/pre_reshape", "/layers.24/self_attn/k_proj/Linear/pre_convert", "/layers.24/self_attn/k_proj/Linear", "/layers.24/self_attn/k_proj/Linear/post_convert", "/layers.24/self_attn/v_proj/Linear/pre_reshape", "/layers.24/self_attn/v_proj/Linear/pre_convert", "/layers.24/self_attn/v_proj/Linear", "/layers.24/self_attn/v_proj/Linear/post_convert", "/layers.24/self_attn/o_proj/Linear/pre_reshape", "/layers.24/self_attn/o_proj/Linear/pre_convert", "/layers.24/self_attn/o_proj/Linear", "/layers.24/self_attn/o_proj/Linear/post_convert", "/layers.24/mlp/proj_1/Linear/pre_reshape", "/layers.24/mlp/proj_1/Linear/pre_convert", "/layers.24/mlp/proj_1/Linear", "/layers.24/mlp/proj_1/Linear/post_convert", "/layers.24/mlp/proj_2/Linear/pre_reshape", "/layers.24/mlp/proj_2/Linear/pre_convert", "/layers.24/mlp/proj_2/Linear", "/layers.24/mlp/proj_2/Linear/post_convert", "/layers.25/self_attn/q_proj/Linear/pre_reshape", "/layers.25/self_attn/q_proj/Linear/pre_convert", "/layers.25/self_attn/q_proj/Linear", "/layers.25/self_attn/q_proj/Linear/post_convert", "/layers.25/self_attn/k_proj/Linear/pre_reshape", "/layers.25/self_attn/k_proj/Linear/pre_convert", "/layers.25/self_attn/k_proj/Linear", "/layers.25/self_attn/k_proj/Linear/post_convert", "/layers.25/self_attn/v_proj/Linear/pre_reshape", "/layers.25/self_attn/v_proj/Linear/pre_convert", "/layers.25/self_attn/v_proj/Linear", "/layers.25/self_attn/v_proj/Linear/post_convert", "/layers.25/self_attn/o_proj/Linear/pre_reshape", "/layers.25/self_attn/o_proj/Linear/pre_convert", "/layers.25/self_attn/o_proj/Linear", "/layers.25/self_attn/o_proj/Linear/post_convert", "/layers.25/mlp/proj_1/Linear/pre_reshape", "/layers.25/mlp/proj_1/Linear/pre_convert", "/layers.25/mlp/proj_1/Linear", "/layers.25/mlp/proj_1/Linear/post_convert", "/layers.25/mlp/proj_2/Linear/pre_reshape", "/layers.25/mlp/proj_2/Linear/pre_convert", "/layers.25/mlp/proj_2/Linear", "/layers.25/mlp/proj_2/Linear/post_convert", "/layers.26/self_attn/q_proj/Linear/pre_reshape", "/layers.26/self_attn/q_proj/Linear/pre_convert", "/layers.26/self_attn/q_proj/Linear", "/layers.26/self_attn/q_proj/Linear/post_convert", "/layers.26/self_attn/k_proj/Linear/pre_reshape", "/layers.26/self_attn/k_proj/Linear/pre_convert", "/layers.26/self_attn/k_proj/Linear", "/layers.26/self_attn/k_proj/Linear/post_convert", "/layers.26/self_attn/v_proj/Linear/pre_reshape", "/layers.26/self_attn/v_proj/Linear/pre_convert", "/layers.26/self_attn/v_proj/Linear", "/layers.26/self_attn/v_proj/Linear/post_convert", "/layers.26/self_attn/o_proj/Linear/pre_reshape", "/layers.26/self_attn/o_proj/Linear/pre_convert", "/layers.26/self_attn/o_proj/Linear", "/layers.26/self_attn/o_proj/Linear/post_convert", "/layers.26/mlp/proj_1/Linear/pre_reshape", "/layers.26/mlp/proj_1/Linear/pre_convert", "/layers.26/mlp/proj_1/Linear", "/layers.26/mlp/proj_1/Linear/post_convert", "/layers.26/mlp/proj_2/Linear/pre_reshape", "/layers.26/mlp/proj_2/Linear/pre_convert", "/layers.26/mlp/proj_2/Linear", "/layers.26/mlp/proj_2/Linear/post_convert", "/layers.27/self_attn/q_proj/Linear/pre_reshape", "/layers.27/self_attn/q_proj/Linear/pre_convert", "/layers.27/self_attn/q_proj/Linear", "/layers.27/self_attn/q_proj/Linear/post_convert", "/layers.27/self_attn/k_proj/Linear/pre_reshape", "/layers.27/self_attn/k_proj/Linear/pre_convert", "/layers.27/self_attn/k_proj/Linear", "/layers.27/self_attn/k_proj/Linear/post_convert", "/layers.27/self_attn/v_proj/Linear/pre_reshape", "/layers.27/self_attn/v_proj/Linear/pre_convert", "/layers.27/self_attn/v_proj/Linear", "/layers.27/self_attn/v_proj/Linear/post_convert", "/layers.27/self_attn/o_proj/Linear/pre_reshape", "/layers.27/self_attn/o_proj/Linear/pre_convert", "/layers.27/self_attn/o_proj/Linear", "/layers.27/self_attn/o_proj/Linear/post_convert", "/layers.27/mlp/proj_1/Linear/pre_reshape", "/layers.27/mlp/proj_1/Linear/pre_convert", "/layers.27/mlp/proj_1/Linear", "/layers.27/mlp/proj_1/Linear/post_convert", "/layers.27/mlp/proj_2/Linear/pre_reshape", "/layers.27/mlp/proj_2/Linear/pre_convert", "/layers.27/mlp/proj_2/Linear", "/layers.27/mlp/proj_2/Linear/post_convert", "/layers.28/self_attn/q_proj/Linear/pre_reshape", "/layers.28/self_attn/q_proj/Linear/pre_convert", "/layers.28/self_attn/q_proj/Linear", "/layers.28/self_attn/q_proj/Linear/post_convert", "/layers.28/self_attn/k_proj/Linear/pre_reshape", "/layers.28/self_attn/k_proj/Linear/pre_convert", "/layers.28/self_attn/k_proj/Linear", "/layers.28/self_attn/k_proj/Linear/post_convert", "/layers.28/self_attn/v_proj/Linear/pre_reshape", "/layers.28/self_attn/v_proj/Linear/pre_convert", "/layers.28/self_attn/v_proj/Linear", "/layers.28/self_attn/v_proj/Linear/post_convert", "/layers.28/self_attn/o_proj/Linear/pre_reshape", "/layers.28/self_attn/o_proj/Linear/pre_convert", "/layers.28/self_attn/o_proj/Linear", "/layers.28/self_attn/o_proj/Linear/post_convert", "/layers.28/mlp/proj_1/Linear/pre_reshape", "/layers.28/mlp/proj_1/Linear/pre_convert", "/layers.28/mlp/proj_1/Linear", "/layers.28/mlp/proj_1/Linear/post_convert", "/layers.28/mlp/proj_2/Linear/pre_reshape", "/layers.28/mlp/proj_2/Linear/pre_convert", "/layers.28/mlp/proj_2/Linear", "/layers.28/mlp/proj_2/Linear/post_convert", "/layers.29/self_attn/q_proj/Linear/pre_reshape", "/layers.29/self_attn/q_proj/Linear/pre_convert", "/layers.29/self_attn/q_proj/Linear", "/layers.29/self_attn/q_proj/Linear/post_convert", "/layers.29/self_attn/k_proj/Linear/pre_reshape", "/layers.29/self_attn/k_proj/Linear/pre_convert", "/layers.29/self_attn/k_proj/Linear", "/layers.29/self_attn/k_proj/Linear/post_convert", "/layers.29/self_attn/v_proj/Linear/pre_reshape", "/layers.29/self_attn/v_proj/Linear/pre_convert", "/layers.29/self_attn/v_proj/Linear", "/layers.29/self_attn/v_proj/Linear/post_convert", "/layers.29/self_attn/o_proj/Linear/pre_reshape", "/layers.29/self_attn/o_proj/Linear/pre_convert", "/layers.29/self_attn/o_proj/Linear", "/layers.29/self_attn/o_proj/Linear/post_convert", "/layers.29/mlp/proj_1/Linear/pre_reshape", "/layers.29/mlp/proj_1/Linear/pre_convert", "/layers.29/mlp/proj_1/Linear", "/layers.29/mlp/proj_1/Linear/post_convert", "/layers.29/mlp/proj_2/Linear/pre_reshape", "/layers.29/mlp/proj_2/Linear/pre_convert", "/layers.29/mlp/proj_2/Linear", "/layers.29/mlp/proj_2/Linear/post_convert", "/layers.30/self_attn/q_proj/Linear/pre_reshape", "/layers.30/self_attn/q_proj/Linear/pre_convert", "/layers.30/self_attn/q_proj/Linear", "/layers.30/self_attn/q_proj/Linear/post_convert", "/layers.30/self_attn/k_proj/Linear/pre_reshape", "/layers.30/self_attn/k_proj/Linear/pre_convert", "/layers.30/self_attn/k_proj/Linear", "/layers.30/self_attn/k_proj/Linear/post_convert", "/layers.30/self_attn/v_proj/Linear/pre_reshape", "/layers.30/self_attn/v_proj/Linear/pre_convert", "/layers.30/self_attn/v_proj/Linear", "/layers.30/self_attn/v_proj/Linear/post_convert", "/layers.30/self_attn/o_proj/Linear/pre_reshape", "/layers.30/self_attn/o_proj/Linear/pre_convert", "/layers.30/self_attn/o_proj/Linear", "/layers.30/self_attn/o_proj/Linear/post_convert", "/layers.30/mlp/proj_1/Linear/pre_reshape", "/layers.30/mlp/proj_1/Linear/pre_convert", "/layers.30/mlp/proj_1/Linear", "/layers.30/mlp/proj_1/Linear/post_convert", "/layers.30/mlp/proj_2/Linear/pre_reshape", "/layers.30/mlp/proj_2/Linear/pre_convert", "/layers.30/mlp/proj_2/Linear", "/layers.30/mlp/proj_2/Linear/post_convert", "/layers.31/self_attn/q_proj/Linear/pre_reshape", "/layers.31/self_attn/q_proj/Linear/pre_convert", "/layers.31/self_attn/q_proj/Linear", "/layers.31/self_attn/q_proj/Linear/post_convert", "/layers.31/self_attn/k_proj/Linear/pre_reshape", "/layers.31/self_attn/k_proj/Linear/pre_convert", "/layers.31/self_attn/k_proj/Linear", "/layers.31/self_attn/k_proj/Linear/post_convert", "/layers.31/self_attn/v_proj/Linear/pre_reshape", "/layers.31/self_attn/v_proj/Linear/pre_convert", "/layers.31/self_attn/v_proj/Linear", "/layers.31/self_attn/v_proj/Linear/post_convert", "/layers.31/self_attn/o_proj/Linear/pre_reshape", "/layers.31/self_attn/o_proj/Linear/pre_convert", "/layers.31/self_attn/o_proj/Linear", "/layers.31/self_attn/o_proj/Linear/post_convert", "/layers.31/mlp/proj_1/Linear/pre_reshape", "/layers.31/mlp/proj_1/Linear/pre_convert", "/layers.31/mlp/proj_1/Linear", "/layers.31/mlp/proj_1/Linear/post_convert", "/layers.31/mlp/proj_2/Linear/pre_reshape", "/layers.31/mlp/proj_2/Linear/pre_convert", "/layers.31/mlp/proj_2/Linear", "/layers.31/mlp/proj_2/Linear/post_convert", "/layers.32/self_attn/q_proj/Linear/pre_reshape", "/layers.32/self_attn/q_proj/Linear/pre_convert", "/layers.32/self_attn/q_proj/Linear", "/layers.32/self_attn/q_proj/Linear/post_convert", "/layers.32/self_attn/k_proj/Linear/pre_reshape", "/layers.32/self_attn/k_proj/Linear/pre_convert", "/layers.32/self_attn/k_proj/Linear", "/layers.32/self_attn/k_proj/Linear/post_convert", "/layers.32/self_attn/v_proj/Linear/pre_reshape", "/layers.32/self_attn/v_proj/Linear/pre_convert", "/layers.32/self_attn/v_proj/Linear", "/layers.32/self_attn/v_proj/Linear/post_convert", "/layers.32/self_attn/o_proj/Linear/pre_reshape", "/layers.32/self_attn/o_proj/Linear/pre_convert", "/layers.32/self_attn/o_proj/Linear", "/layers.32/self_attn/o_proj/Linear/post_convert", "/layers.32/mlp/proj_1/Linear/pre_reshape", "/layers.32/mlp/proj_1/Linear/pre_convert", "/layers.32/mlp/proj_1/Linear", "/layers.32/mlp/proj_1/Linear/post_convert", "/layers.32/mlp/proj_2/Linear/pre_reshape", "/layers.32/mlp/proj_2/Linear/pre_convert", "/layers.32/mlp/proj_2/Linear", "/layers.32/mlp/proj_2/Linear/post_convert", "/layers.33/self_attn/q_proj/Linear/pre_reshape", "/layers.33/self_attn/q_proj/Linear/pre_convert", "/layers.33/self_attn/q_proj/Linear", "/layers.33/self_attn/q_proj/Linear/post_convert", "/layers.33/self_attn/k_proj/Linear/pre_reshape", "/layers.33/self_attn/k_proj/Linear/pre_convert", "/layers.33/self_attn/k_proj/Linear", "/layers.33/self_attn/k_proj/Linear/post_convert", "/layers.33/self_attn/v_proj/Linear/pre_reshape", "/layers.33/self_attn/v_proj/Linear/pre_convert", "/layers.33/self_attn/v_proj/Linear", "/layers.33/self_attn/v_proj/Linear/post_convert", "/layers.33/self_attn/o_proj/Linear/pre_reshape", "/layers.33/self_attn/o_proj/Linear/pre_convert", "/layers.33/self_attn/o_proj/Linear", "/layers.33/self_attn/o_proj/Linear/post_convert", "/layers.33/mlp/proj_1/Linear/pre_reshape", "/layers.33/mlp/proj_1/Linear/pre_convert", "/layers.33/mlp/proj_1/Linear", "/layers.33/mlp/proj_1/Linear/post_convert", "/layers.33/mlp/proj_2/Linear/pre_reshape", "/layers.33/mlp/proj_2/Linear/pre_convert", "/layers.33/mlp/proj_2/Linear", "/layers.33/mlp/proj_2/Linear/post_convert", "/layers.34/self_attn/q_proj/Linear/pre_reshape", "/layers.34/self_attn/q_proj/Linear/pre_convert", "/layers.34/self_attn/q_proj/Linear", "/layers.34/self_attn/q_proj/Linear/post_convert", "/layers.34/self_attn/k_proj/Linear/pre_reshape", "/layers.34/self_attn/k_proj/Linear/pre_convert", "/layers.34/self_attn/k_proj/Linear", "/layers.34/self_attn/k_proj/Linear/post_convert", "/layers.34/self_attn/v_proj/Linear/pre_reshape", "/layers.34/self_attn/v_proj/Linear/pre_convert", "/layers.34/self_attn/v_proj/Linear", "/layers.34/self_attn/v_proj/Linear/post_convert", "/layers.34/self_attn/o_proj/Linear/pre_reshape", "/layers.34/self_attn/o_proj/Linear/pre_convert", "/layers.34/self_attn/o_proj/Linear", "/layers.34/self_attn/o_proj/Linear/post_convert", "/layers.34/mlp/proj_1/Linear/pre_reshape", "/layers.34/mlp/proj_1/Linear/pre_convert", "/layers.34/mlp/proj_1/Linear", "/layers.34/mlp/proj_1/Linear/post_convert", "/layers.34/mlp/proj_2/Linear/pre_reshape", "/layers.34/mlp/proj_2/Linear/pre_convert", "/layers.34/mlp/proj_2/Linear", "/layers.34/mlp/proj_2/Linear/post_convert", "/layers.35/self_attn/q_proj/Linear/pre_reshape", "/layers.35/self_attn/q_proj/Linear/pre_convert", "/layers.35/self_attn/q_proj/Linear", "/layers.35/self_attn/q_proj/Linear/post_convert", "/layers.35/self_attn/k_proj/Linear/pre_reshape", "/layers.35/self_attn/k_proj/Linear/pre_convert", "/layers.35/self_attn/k_proj/Linear", "/layers.35/self_attn/k_proj/Linear/post_convert", "/layers.35/self_attn/v_proj/Linear/pre_reshape", "/layers.35/self_attn/v_proj/Linear/pre_convert", "/layers.35/self_attn/v_proj/Linear", "/layers.35/self_attn/v_proj/Linear/post_convert", "/layers.35/self_attn/o_proj/Linear/pre_reshape", "/layers.35/self_attn/o_proj/Linear/pre_convert", "/layers.35/self_attn/o_proj/Linear", "/layers.35/self_attn/o_proj/Linear/post_convert", "/layers.35/mlp/proj_1/Linear/pre_reshape", "/layers.35/mlp/proj_1/Linear/pre_convert", "/layers.35/mlp/proj_1/Linear", "/layers.35/mlp/proj_1/Linear/post_convert", "/layers.35/mlp/proj_2/Linear/pre_reshape", "/layers.35/mlp/proj_2/Linear/pre_convert", "/layers.35/mlp/proj_2/Linear", "/layers.35/mlp/proj_2/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ], "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "6ea7c9c6-6a11-44f6-9ae2-0094ab116989" }